2024-09-04T22:02:38.436 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-04T22:02:38.455 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-04T22:02:38.536 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/gabrioux-2024-09-04_19:47:28-orch:cephadm-wip-guits-squid-2024-09-04-1129-squid-distro-default-smithi/7889607 branch: wip-guits-squid-2024-09-04-1129-squid description: orch:cephadm/mgr-nfs-upgrade/{0-centos_9.stream 1-bootstrap/17.2.0 1-start 2-nfs 3-upgrade-with-workload 4-final} email: gabrioux@ibm.com first_in_suite: false job_id: '7889607' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi name: gabrioux-2024-09-04_19:47:28-orch:cephadm-wip-guits-squid-2024-09-04-1129-squid-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-guits-squid-2024-09-04-1129-squid ceph: conf: mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - CEPHADM_REFRESH_FAILED log-only-match: - CEPHADM_ sha1: f34184464782bd9f590f734f0d1d13c1b6a68f6d ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: flavor: default sha1: f34184464782bd9f590f734f0d1d13c1b6a68f6d selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:getty_t:s0 workunit: branch: wip-guits-squid-2024-09-04-1129-squid sha1: f34184464782bd9f590f734f0d1d13c1b6a68f6d owner: scheduled_gabrioux@teuthology priority: 70 repo: https://git.ceph.com/ceph-ci.git roles: - - host.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - - host.b - osd.4 - osd.5 - osd.6 - osd.7 seed: 9716 sha1: f34184464782bd9f590f734f0d1d13c1b6a68f6d sleep_before_teardown: 0 subset: 1/8 suite: orch:cephadm suite_branch: wip-guits-squid-2024-09-04-1129-squid suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_f34184464782bd9f590f734f0d1d13c1b6a68f6d/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: f34184464782bd9f590f734f0d1d13c1b6a68f6d targets: smithi005.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJ1kZQKVlawhTvpVYvi/uEkXumdqaBD6RuZCsxxMQP93AfyTHexOys6Qdq0Mu7YDYWCoVYq/JlzfR2kbcagE+BI= smithi115.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKgzxw8QXFtoP2bBRNXssUZHcHbxDOz/Q6Qup1DUK0JD3uKVRVwwLHEyCwaLf7IMNGwWrqc8NCbTPAb0GVtn224= tasks: - cephadm: cephadm_branch: v17.2.0 cephadm_git_url: https://github.com/ceph/ceph image: quay.io/ceph/ceph:v17.2.0 roleless: true - cephadm.shell: host.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - vip.exec: all-hosts: - systemctl stop nfs-server - cephadm.shell: host.a: - ceph fs volume create foofs - cephadm.wait_for_service: service: mds.foofs - cephadm.shell: host.a: - ceph nfs cluster create foo --placement=2 || ceph nfs cluster create cephfs foo --placement=2 - ceph nfs export create cephfs --fsname foofs --clusterid foo --binding /fake || ceph nfs export create cephfs --fsname foofs --cluster-id foo --pseudo-path /fake - while ! ceph orch ls | grep nfs | grep 2/2 ; do sleep 1 ; done - vip.exec: host.a: - mkdir /mnt/foo - while ! mount -t nfs $(hostname):/fake /mnt/foo -o sync ; do sleep 5 ; done - echo test > /mnt/foo/testfile - sync - parallel: - upgrade-tasks - workload-tasks - vip.exec: host.a: - umount /mnt/foo - cephadm.shell: host.a: - ceph nfs cluster ls | grep foo - ceph nfs export ls foo --detailed - rados -p .nfs --all ls - - cephadm.shell: host.a: - 'set -ex [[ `ceph config get mgr mgr/cephadm/migration_current` -gt 2 ]] ' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-04_19:47:28 tube: smithi upgrade-tasks: sequential: - cephadm.shell: env: - sha1 host.a: - ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force - ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force - ceph config set global log_to_journald false --force - ceph mgr module enable nfs --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - cephadm.shell: env: - sha1 host.a: - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; ceph health detail ; sleep 30 ; done - ceph orch ps - ceph versions - echo "wait for servicemap items w/ changing names to refresh" - sleep 60 - ceph orch ps - ceph orch upgrade status - ceph health detail - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - cephadm.wait_for_service: service: nfs.foo user: gabrioux verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 workload-tasks: sequential: - exec: host.a: - cd /mnt/foo && dbench 5 -t 600 || true - umount /mnt/foo - while ! mount -t nfs $(hostname):/fake /mnt/foo ; do sleep 5 ; done - cd /mnt/foo && dbench 5 -t 5 2024-09-04T22:02:38.536 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_f34184464782bd9f590f734f0d1d13c1b6a68f6d/qa; will attempt to use it 2024-09-04T22:02:38.537 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_f34184464782bd9f590f734f0d1d13c1b6a68f6d/qa/tasks 2024-09-04T22:02:38.537 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-04T22:02:38.539 INFO:teuthology.task.internal:Checking packages... 2024-09-04T22:02:38.560 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'f34184464782bd9f590f734f0d1d13c1b6a68f6d' 2024-09-04T22:02:38.560 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-04T22:02:38.560 INFO:teuthology.packaging:ref: None 2024-09-04T22:02:38.560 INFO:teuthology.packaging:tag: None 2024-09-04T22:02:38.560 INFO:teuthology.packaging:branch: wip-guits-squid-2024-09-04-1129-squid 2024-09-04T22:02:38.561 INFO:teuthology.packaging:sha1: f34184464782bd9f590f734f0d1d13c1b6a68f6d 2024-09-04T22:02:38.561 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-guits-squid-2024-09-04-1129-squid 2024-09-04T22:02:38.702 INFO:teuthology.task.internal:Found packages for ceph version 19.1.1-260.gf3418446 2024-09-04T22:02:38.703 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-04T22:02:38.709 INFO:teuthology.task.internal:no buildpackages task found 2024-09-04T22:02:38.710 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-04T22:02:38.732 INFO:teuthology.task.internal:Saving configuration 2024-09-04T22:02:38.747 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-04T22:02:38.758 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-04T22:02:38.781 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi005.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/gabrioux-2024-09-04_19:47:28-orch:cephadm-wip-guits-squid-2024-09-04-1129-squid-distro-default-smithi/7889607', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-04 21:57:37.465356', 'locked_by': 'scheduled_gabrioux@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJ1kZQKVlawhTvpVYvi/uEkXumdqaBD6RuZCsxxMQP93AfyTHexOys6Qdq0Mu7YDYWCoVYq/JlzfR2kbcagE+BI='} 2024-09-04T22:02:38.799 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi115.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/gabrioux-2024-09-04_19:47:28-orch:cephadm-wip-guits-squid-2024-09-04-1129-squid-distro-default-smithi/7889607', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-04 21:57:37.464155', 'locked_by': 'scheduled_gabrioux@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKgzxw8QXFtoP2bBRNXssUZHcHbxDOz/Q6Qup1DUK0JD3uKVRVwwLHEyCwaLf7IMNGwWrqc8NCbTPAb0GVtn224='} 2024-09-04T22:02:38.800 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-04T22:02:38.806 INFO:teuthology.task.internal:roles: ubuntu@smithi005.front.sepia.ceph.com - ['host.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0'] 2024-09-04T22:02:38.806 INFO:teuthology.task.internal:roles: ubuntu@smithi115.front.sepia.ceph.com - ['host.b', 'osd.4', 'osd.5', 'osd.6', 'osd.7'] 2024-09-04T22:02:38.806 INFO:teuthology.run_tasks:Running task console_log... 2024-09-04T22:02:38.876 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fbc12a03ac0>, signals=[15]) 2024-09-04T22:02:38.876 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-04T22:02:38.882 INFO:teuthology.task.internal:Opening connections... 2024-09-04T22:02:38.883 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi005.front.sepia.ceph.com 2024-09-04T22:02:38.884 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi005.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-04T22:02:38.962 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi115.front.sepia.ceph.com 2024-09-04T22:02:38.963 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi115.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-04T22:02:39.038 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-04T22:02:39.045 DEBUG:teuthology.orchestra.run.smithi005:> uname -m 2024-09-04T22:02:39.063 INFO:teuthology.orchestra.run.smithi005.stdout:x86_64 2024-09-04T22:02:39.064 DEBUG:teuthology.orchestra.run.smithi005:> cat /etc/os-release 2024-09-04T22:02:39.121 INFO:teuthology.orchestra.run.smithi005.stdout:NAME="CentOS Stream" 2024-09-04T22:02:39.121 INFO:teuthology.orchestra.run.smithi005.stdout:VERSION="9" 2024-09-04T22:02:39.121 INFO:teuthology.orchestra.run.smithi005.stdout:ID="centos" 2024-09-04T22:02:39.121 INFO:teuthology.orchestra.run.smithi005.stdout:ID_LIKE="rhel fedora" 2024-09-04T22:02:39.122 INFO:teuthology.orchestra.run.smithi005.stdout:VERSION_ID="9" 2024-09-04T22:02:39.122 INFO:teuthology.orchestra.run.smithi005.stdout:PLATFORM_ID="platform:el9" 2024-09-04T22:02:39.122 INFO:teuthology.orchestra.run.smithi005.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-04T22:02:39.122 INFO:teuthology.orchestra.run.smithi005.stdout:ANSI_COLOR="0;31" 2024-09-04T22:02:39.122 INFO:teuthology.orchestra.run.smithi005.stdout:LOGO="fedora-logo-icon" 2024-09-04T22:02:39.122 INFO:teuthology.orchestra.run.smithi005.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-04T22:02:39.122 INFO:teuthology.orchestra.run.smithi005.stdout:HOME_URL="https://centos.org/" 2024-09-04T22:02:39.122 INFO:teuthology.orchestra.run.smithi005.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-04T22:02:39.122 INFO:teuthology.orchestra.run.smithi005.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-04T22:02:39.122 INFO:teuthology.orchestra.run.smithi005.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-04T22:02:39.123 INFO:teuthology.lock.ops:Updating smithi005.front.sepia.ceph.com on lock server 2024-09-04T22:02:39.145 DEBUG:teuthology.orchestra.run.smithi115:> uname -m 2024-09-04T22:02:39.163 INFO:teuthology.orchestra.run.smithi115.stdout:x86_64 2024-09-04T22:02:39.164 DEBUG:teuthology.orchestra.run.smithi115:> cat /etc/os-release 2024-09-04T22:02:39.222 INFO:teuthology.orchestra.run.smithi115.stdout:NAME="CentOS Stream" 2024-09-04T22:02:39.222 INFO:teuthology.orchestra.run.smithi115.stdout:VERSION="9" 2024-09-04T22:02:39.222 INFO:teuthology.orchestra.run.smithi115.stdout:ID="centos" 2024-09-04T22:02:39.222 INFO:teuthology.orchestra.run.smithi115.stdout:ID_LIKE="rhel fedora" 2024-09-04T22:02:39.222 INFO:teuthology.orchestra.run.smithi115.stdout:VERSION_ID="9" 2024-09-04T22:02:39.222 INFO:teuthology.orchestra.run.smithi115.stdout:PLATFORM_ID="platform:el9" 2024-09-04T22:02:39.222 INFO:teuthology.orchestra.run.smithi115.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-04T22:02:39.222 INFO:teuthology.orchestra.run.smithi115.stdout:ANSI_COLOR="0;31" 2024-09-04T22:02:39.223 INFO:teuthology.orchestra.run.smithi115.stdout:LOGO="fedora-logo-icon" 2024-09-04T22:02:39.223 INFO:teuthology.orchestra.run.smithi115.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-04T22:02:39.223 INFO:teuthology.orchestra.run.smithi115.stdout:HOME_URL="https://centos.org/" 2024-09-04T22:02:39.223 INFO:teuthology.orchestra.run.smithi115.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-04T22:02:39.223 INFO:teuthology.orchestra.run.smithi115.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-04T22:02:39.223 INFO:teuthology.orchestra.run.smithi115.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-04T22:02:39.223 INFO:teuthology.lock.ops:Updating smithi115.front.sepia.ceph.com on lock server 2024-09-04T22:02:39.245 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-04T22:02:39.254 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-04T22:02:39.282 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-04T22:02:39.282 DEBUG:teuthology.orchestra.run.smithi005:> test '!' -e /home/ubuntu/cephtest 2024-09-04T22:02:39.285 DEBUG:teuthology.orchestra.run.smithi115:> test '!' -e /home/ubuntu/cephtest 2024-09-04T22:02:39.302 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-04T22:02:39.308 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-04T22:02:39.308 DEBUG:teuthology.orchestra.run.smithi005:> test -z $(ls -A /var/lib/ceph) 2024-09-04T22:02:39.343 DEBUG:teuthology.orchestra.run.smithi115:> test -z $(ls -A /var/lib/ceph) 2024-09-04T22:02:39.368 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-04T22:02:39.417 INFO:teuthology.run_tasks:Running task kernel... 2024-09-04T22:02:39.432 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-04T22:02:39.432 INFO:teuthology.task.kernel:config {'host.a': {'kdb': 1, 'sha1': 'distro'}, 'host.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-04T22:02:39.433 DEBUG:teuthology.orchestra.run.smithi005:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-04T22:02:39.433 DEBUG:teuthology.orchestra.run.smithi115:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-04T22:02:39.449 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-04T22:02:39.450 DEBUG:teuthology.orchestra.run.smithi005:> uname -r 2024-09-04T22:02:39.451 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-04T22:02:39.451 DEBUG:teuthology.orchestra.run.smithi115:> uname -r 2024-09-04T22:02:39.508 INFO:teuthology.orchestra.run.smithi005.stdout:5.14.0-503.el9.x86_64 2024-09-04T22:02:39.508 INFO:teuthology.task.kernel:Running kernel on smithi005: 5.14.0-503.el9.x86_64 2024-09-04T22:02:39.508 DEBUG:teuthology.orchestra.run.smithi005:> sudo yum install -y kernel 2024-09-04T22:02:39.509 INFO:teuthology.orchestra.run.smithi115.stdout:5.14.0-503.el9.x86_64 2024-09-04T22:02:39.509 INFO:teuthology.task.kernel:Running kernel on smithi115: 5.14.0-503.el9.x86_64 2024-09-04T22:02:39.509 DEBUG:teuthology.orchestra.run.smithi115:> sudo yum install -y kernel 2024-09-04T22:02:41.823 INFO:teuthology.orchestra.run.smithi115.stdout:CentOS Stream 9 - BaseOS 16 MB/s | 8.2 MB 00:00 2024-09-04T22:02:44.061 INFO:teuthology.orchestra.run.smithi005.stdout:CentOS Stream 9 - BaseOS 2.9 MB/s | 8.2 MB 00:02 2024-09-04T22:02:44.091 INFO:teuthology.orchestra.run.smithi115.stdout:CentOS Stream 9 - AppStream 18 MB/s | 20 MB 00:01 2024-09-04T22:02:46.467 INFO:teuthology.orchestra.run.smithi005.stdout:CentOS Stream 9 - AppStream 16 MB/s | 20 MB 00:01 2024-09-04T22:02:50.474 INFO:teuthology.orchestra.run.smithi115.stdout:CentOS Stream 9 - CRB 2.5 MB/s | 6.5 MB 00:02 2024-09-04T22:02:50.879 INFO:teuthology.orchestra.run.smithi005.stdout:CentOS Stream 9 - CRB 14 MB/s | 6.5 MB 00:00 2024-09-04T22:02:52.041 INFO:teuthology.orchestra.run.smithi115.stdout:CentOS Stream 9 - Extras packages 51 kB/s | 19 kB 00:00 2024-09-04T22:02:52.363 INFO:teuthology.orchestra.run.smithi005.stdout:CentOS Stream 9 - Extras packages 98 kB/s | 19 kB 00:00 2024-09-04T22:02:52.795 INFO:teuthology.orchestra.run.smithi115.stdout:Extra Packages for Enterprise Linux 36 MB/s | 23 MB 00:00 2024-09-04T22:02:53.150 INFO:teuthology.orchestra.run.smithi005.stdout:Extra Packages for Enterprise Linux 34 MB/s | 23 MB 00:00 2024-09-04T22:02:58.159 INFO:teuthology.orchestra.run.smithi115.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-09-04T22:02:58.832 INFO:teuthology.orchestra.run.smithi005.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-09-04T22:03:00.140 INFO:teuthology.orchestra.run.smithi115.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-04T22:03:00.141 INFO:teuthology.orchestra.run.smithi115.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-04T22:03:00.213 INFO:teuthology.orchestra.run.smithi115.stdout:Dependencies resolved. 2024-09-04T22:03:00.214 INFO:teuthology.orchestra.run.smithi115.stdout:Nothing to do. 2024-09-04T22:03:00.214 INFO:teuthology.orchestra.run.smithi115.stdout:Complete! 2024-09-04T22:03:00.314 DEBUG:teuthology.orchestra.run.smithi115:> echo no | sudo yum reinstall kernel || true 2024-09-04T22:03:00.855 INFO:teuthology.orchestra.run.smithi005.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-04T22:03:00.855 INFO:teuthology.orchestra.run.smithi005.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-04T22:03:00.855 INFO:teuthology.orchestra.run.smithi115.stdout:Last metadata expiration check: 0:00:02 ago on Wed 04 Sep 2024 10:02:58 PM UTC. 2024-09-04T22:03:00.940 INFO:teuthology.orchestra.run.smithi005.stdout:Dependencies resolved. 2024-09-04T22:03:00.941 INFO:teuthology.orchestra.run.smithi005.stdout:Nothing to do. 2024-09-04T22:03:00.941 INFO:teuthology.orchestra.run.smithi005.stdout:Complete! 2024-09-04T22:03:00.998 INFO:teuthology.orchestra.run.smithi115.stdout:Dependencies resolved. 2024-09-04T22:03:01.002 INFO:teuthology.orchestra.run.smithi115.stdout:================================================================================ 2024-09-04T22:03:01.003 INFO:teuthology.orchestra.run.smithi115.stdout: Package Architecture Version Repository Size 2024-09-04T22:03:01.003 INFO:teuthology.orchestra.run.smithi115.stdout:================================================================================ 2024-09-04T22:03:01.003 INFO:teuthology.orchestra.run.smithi115.stdout:Reinstalling: 2024-09-04T22:03:01.003 INFO:teuthology.orchestra.run.smithi115.stdout: kernel x86_64 5.14.0-503.el9 baseos 1.9 M 2024-09-04T22:03:01.003 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-04T22:03:01.003 INFO:teuthology.orchestra.run.smithi115.stdout:Transaction Summary 2024-09-04T22:03:01.003 INFO:teuthology.orchestra.run.smithi115.stdout:================================================================================ 2024-09-04T22:03:01.003 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-04T22:03:01.003 INFO:teuthology.orchestra.run.smithi115.stdout:Total download size: 1.9 M 2024-09-04T22:03:01.003 INFO:teuthology.orchestra.run.smithi115.stdout:Installed size: 0 2024-09-04T22:03:01.003 INFO:teuthology.orchestra.run.smithi115.stderr:Operation aborted. 2024-09-04T22:03:01.058 INFO:teuthology.orchestra.run.smithi115.stdout:Is this ok [y/N]: 2024-09-04T22:03:01.058 DEBUG:teuthology.orchestra.run.smithi115:> sudo yum reinstall -y kernel || true 2024-09-04T22:03:01.072 DEBUG:teuthology.orchestra.run.smithi005:> echo no | sudo yum reinstall kernel || true 2024-09-04T22:03:01.591 INFO:teuthology.orchestra.run.smithi115.stdout:Last metadata expiration check: 0:00:03 ago on Wed 04 Sep 2024 10:02:58 PM UTC. 2024-09-04T22:03:01.622 INFO:teuthology.orchestra.run.smithi005.stdout:Last metadata expiration check: 0:00:03 ago on Wed 04 Sep 2024 10:02:58 PM UTC. 2024-09-04T22:03:01.716 INFO:teuthology.orchestra.run.smithi115.stdout:Dependencies resolved. 2024-09-04T22:03:01.717 INFO:teuthology.orchestra.run.smithi115.stdout:================================================================================ 2024-09-04T22:03:01.717 INFO:teuthology.orchestra.run.smithi115.stdout: Package Architecture Version Repository Size 2024-09-04T22:03:01.717 INFO:teuthology.orchestra.run.smithi115.stdout:================================================================================ 2024-09-04T22:03:01.717 INFO:teuthology.orchestra.run.smithi115.stdout:Reinstalling: 2024-09-04T22:03:01.717 INFO:teuthology.orchestra.run.smithi115.stdout: kernel x86_64 5.14.0-503.el9 baseos 1.9 M 2024-09-04T22:03:01.717 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-04T22:03:01.717 INFO:teuthology.orchestra.run.smithi115.stdout:Transaction Summary 2024-09-04T22:03:01.717 INFO:teuthology.orchestra.run.smithi115.stdout:================================================================================ 2024-09-04T22:03:01.717 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-04T22:03:01.718 INFO:teuthology.orchestra.run.smithi115.stdout:Total download size: 1.9 M 2024-09-04T22:03:01.718 INFO:teuthology.orchestra.run.smithi115.stdout:Installed size: 0 2024-09-04T22:03:01.718 INFO:teuthology.orchestra.run.smithi115.stdout:Downloading Packages: 2024-09-04T22:03:01.779 INFO:teuthology.orchestra.run.smithi005.stdout:Dependencies resolved. 2024-09-04T22:03:01.783 INFO:teuthology.orchestra.run.smithi005.stdout:================================================================================ 2024-09-04T22:03:01.784 INFO:teuthology.orchestra.run.smithi005.stdout: Package Architecture Version Repository Size 2024-09-04T22:03:01.784 INFO:teuthology.orchestra.run.smithi005.stdout:================================================================================ 2024-09-04T22:03:01.784 INFO:teuthology.orchestra.run.smithi005.stdout:Reinstalling: 2024-09-04T22:03:01.784 INFO:teuthology.orchestra.run.smithi005.stdout: kernel x86_64 5.14.0-503.el9 baseos 1.9 M 2024-09-04T22:03:01.784 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-04T22:03:01.784 INFO:teuthology.orchestra.run.smithi005.stdout:Transaction Summary 2024-09-04T22:03:01.784 INFO:teuthology.orchestra.run.smithi005.stdout:================================================================================ 2024-09-04T22:03:01.784 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-04T22:03:01.784 INFO:teuthology.orchestra.run.smithi005.stdout:Total download size: 1.9 M 2024-09-04T22:03:01.784 INFO:teuthology.orchestra.run.smithi005.stdout:Installed size: 0 2024-09-04T22:03:01.785 INFO:teuthology.orchestra.run.smithi005.stderr:Operation aborted. 2024-09-04T22:03:01.853 INFO:teuthology.orchestra.run.smithi005.stdout:Is this ok [y/N]: 2024-09-04T22:03:01.853 DEBUG:teuthology.orchestra.run.smithi005:> sudo yum reinstall -y kernel || true 2024-09-04T22:03:02.361 INFO:teuthology.orchestra.run.smithi115.stdout:kernel-5.14.0-503.el9.x86_64.rpm 3.2 MB/s | 1.9 MB 00:00 2024-09-04T22:03:02.415 INFO:teuthology.orchestra.run.smithi115.stdout:-------------------------------------------------------------------------------- 2024-09-04T22:03:02.415 INFO:teuthology.orchestra.run.smithi115.stdout:Total 2.9 MB/s | 1.9 MB 00:00 2024-09-04T22:03:02.415 INFO:teuthology.orchestra.run.smithi005.stdout:Last metadata expiration check: 0:00:04 ago on Wed 04 Sep 2024 10:02:58 PM UTC. 2024-09-04T22:03:02.415 INFO:teuthology.orchestra.run.smithi115.stdout:Running transaction check 2024-09-04T22:03:02.529 INFO:teuthology.orchestra.run.smithi005.stdout:Dependencies resolved. 2024-09-04T22:03:02.530 INFO:teuthology.orchestra.run.smithi005.stdout:================================================================================ 2024-09-04T22:03:02.530 INFO:teuthology.orchestra.run.smithi005.stdout: Package Architecture Version Repository Size 2024-09-04T22:03:02.530 INFO:teuthology.orchestra.run.smithi005.stdout:================================================================================ 2024-09-04T22:03:02.530 INFO:teuthology.orchestra.run.smithi005.stdout:Reinstalling: 2024-09-04T22:03:02.530 INFO:teuthology.orchestra.run.smithi005.stdout: kernel x86_64 5.14.0-503.el9 baseos 1.9 M 2024-09-04T22:03:02.530 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-04T22:03:02.530 INFO:teuthology.orchestra.run.smithi005.stdout:Transaction Summary 2024-09-04T22:03:02.530 INFO:teuthology.orchestra.run.smithi005.stdout:================================================================================ 2024-09-04T22:03:02.530 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-04T22:03:02.530 INFO:teuthology.orchestra.run.smithi005.stdout:Total download size: 1.9 M 2024-09-04T22:03:02.530 INFO:teuthology.orchestra.run.smithi005.stdout:Installed size: 0 2024-09-04T22:03:02.530 INFO:teuthology.orchestra.run.smithi005.stdout:Downloading Packages: 2024-09-04T22:03:02.615 INFO:teuthology.orchestra.run.smithi115.stdout:Transaction check succeeded. 2024-09-04T22:03:02.615 INFO:teuthology.orchestra.run.smithi115.stdout:Running transaction test 2024-09-04T22:03:02.645 INFO:teuthology.orchestra.run.smithi115.stdout:Transaction test succeeded. 2024-09-04T22:03:02.646 INFO:teuthology.orchestra.run.smithi115.stdout:Running transaction 2024-09-04T22:03:02.786 INFO:teuthology.orchestra.run.smithi115.stdout: Preparing : 1/1 2024-09-04T22:03:02.888 INFO:teuthology.orchestra.run.smithi115.stdout: Reinstalling : kernel-5.14.0-503.el9.x86_64 1/2 2024-09-04T22:03:02.889 INFO:teuthology.orchestra.run.smithi115.stdout: Cleanup : kernel-5.14.0-503.el9.x86_64 2/2 2024-09-04T22:03:03.509 INFO:teuthology.orchestra.run.smithi005.stdout:kernel-5.14.0-503.el9.x86_64.rpm 2.2 MB/s | 1.9 MB 00:00 2024-09-04T22:03:03.509 INFO:teuthology.orchestra.run.smithi005.stdout:-------------------------------------------------------------------------------- 2024-09-04T22:03:03.509 INFO:teuthology.orchestra.run.smithi005.stdout:Total 1.9 MB/s | 1.9 MB 00:00 2024-09-04T22:03:03.544 INFO:teuthology.orchestra.run.smithi005.stdout:Running transaction check 2024-09-04T22:03:03.641 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: kernel-5.14.0-503.el9.x86_64 2/2 2024-09-04T22:03:03.641 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : kernel-5.14.0-503.el9.x86_64 1/2 2024-09-04T22:03:03.777 INFO:teuthology.orchestra.run.smithi005.stdout:Transaction check succeeded. 2024-09-04T22:03:03.777 INFO:teuthology.orchestra.run.smithi005.stdout:Running transaction test 2024-09-04T22:03:03.809 INFO:teuthology.orchestra.run.smithi005.stdout:Transaction test succeeded. 2024-09-04T22:03:03.809 INFO:teuthology.orchestra.run.smithi005.stdout:Running transaction 2024-09-04T22:03:03.985 INFO:teuthology.orchestra.run.smithi005.stdout: Preparing : 1/1 2024-09-04T22:03:04.069 INFO:teuthology.orchestra.run.smithi005.stdout: Reinstalling : kernel-5.14.0-503.el9.x86_64 1/2 2024-09-04T22:03:04.069 INFO:teuthology.orchestra.run.smithi005.stdout: Cleanup : kernel-5.14.0-503.el9.x86_64 2/2 2024-09-04T22:03:04.357 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : kernel-5.14.0-503.el9.x86_64 2/2 2024-09-04T22:03:04.358 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-04T22:03:04.358 INFO:teuthology.orchestra.run.smithi115.stdout:Reinstalled: 2024-09-04T22:03:04.358 INFO:teuthology.orchestra.run.smithi115.stdout: kernel-5.14.0-503.el9.x86_64 2024-09-04T22:03:04.358 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-04T22:03:04.358 INFO:teuthology.orchestra.run.smithi115.stdout:Complete! 2024-09-04T22:03:04.560 DEBUG:teuthology.orchestra.run.smithi115:> rpm -q kernel | sort -rV | head -n 1 2024-09-04T22:03:04.619 INFO:teuthology.orchestra.run.smithi115.stdout:kernel-5.14.0-503.el9.x86_64 2024-09-04T22:03:04.619 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-503.el9.x86_64 2024-09-04T22:03:04.619 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2024-09-04T22:03:04.620 INFO:teuthology.task.kernel:Enabling kdb on host.b... 2024-09-04T22:03:04.620 DEBUG:teuthology.orchestra.run.smithi115:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-04T22:03:04.651 INFO:teuthology.orchestra.run.smithi115.stdout:ttyS1 2024-09-04T22:03:04.677 DEBUG:teuthology.parallel:result is None 2024-09-04T22:03:04.805 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: kernel-5.14.0-503.el9.x86_64 2/2 2024-09-04T22:03:04.805 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : kernel-5.14.0-503.el9.x86_64 1/2 2024-09-04T22:03:05.532 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : kernel-5.14.0-503.el9.x86_64 2/2 2024-09-04T22:03:05.532 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-04T22:03:05.532 INFO:teuthology.orchestra.run.smithi005.stdout:Reinstalled: 2024-09-04T22:03:05.532 INFO:teuthology.orchestra.run.smithi005.stdout: kernel-5.14.0-503.el9.x86_64 2024-09-04T22:03:05.533 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-04T22:03:05.533 INFO:teuthology.orchestra.run.smithi005.stdout:Complete! 2024-09-04T22:03:05.722 DEBUG:teuthology.orchestra.run.smithi005:> rpm -q kernel | sort -rV | head -n 1 2024-09-04T22:03:05.780 INFO:teuthology.orchestra.run.smithi005.stdout:kernel-5.14.0-503.el9.x86_64 2024-09-04T22:03:05.781 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-503.el9.x86_64 2024-09-04T22:03:05.781 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2024-09-04T22:03:05.781 INFO:teuthology.task.kernel:Enabling kdb on host.a... 2024-09-04T22:03:05.781 DEBUG:teuthology.orchestra.run.smithi005:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-04T22:03:05.814 INFO:teuthology.orchestra.run.smithi005.stdout:ttyS1 2024-09-04T22:03:05.836 DEBUG:teuthology.parallel:result is None 2024-09-04T22:03:05.836 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-04T22:03:05.843 INFO:teuthology.task.internal:Creating test directory... 2024-09-04T22:03:05.843 DEBUG:teuthology.orchestra.run.smithi005:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-04T22:03:05.878 DEBUG:teuthology.orchestra.run.smithi115:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-04T22:03:05.897 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-04T22:03:05.903 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-04T22:03:05.937 INFO:teuthology.task.internal:Creating archive directory... 2024-09-04T22:03:05.938 DEBUG:teuthology.orchestra.run.smithi005:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-04T22:03:05.940 DEBUG:teuthology.orchestra.run.smithi115:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-04T22:03:05.973 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-04T22:03:05.987 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-04T22:03:05.988 DEBUG:teuthology.orchestra.run.smithi005:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-04T22:03:06.001 DEBUG:teuthology.orchestra.run.smithi115:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-04T22:03:06.040 INFO:teuthology.orchestra.run.smithi005.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-04T22:03:06.047 INFO:teuthology.orchestra.run.smithi115.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-04T22:03:06.049 INFO:teuthology.orchestra.run.smithi005.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-04T22:03:06.059 INFO:teuthology.orchestra.run.smithi115.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-04T22:03:06.060 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-04T22:03:06.067 INFO:teuthology.task.internal:Configuring sudo... 2024-09-04T22:03:06.067 DEBUG:teuthology.orchestra.run.smithi005:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-04T22:03:06.093 DEBUG:teuthology.orchestra.run.smithi115:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-04T22:03:06.129 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-04T22:03:06.137 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-04T22:03:06.138 DEBUG:teuthology.orchestra.run.smithi005:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-04T22:03:06.158 DEBUG:teuthology.orchestra.run.smithi115:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-04T22:03:06.185 DEBUG:teuthology.orchestra.run.smithi005:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-04T22:03:06.247 DEBUG:teuthology.orchestra.run.smithi005:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-04T22:03:06.307 DEBUG:teuthology.orchestra.run.smithi005:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-04T22:03:06.390 DEBUG:teuthology.orchestra.run.smithi005:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-04T22:03:06.429 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-04T22:03:06.429 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-04T22:03:06.493 DEBUG:teuthology.orchestra.run.smithi115:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-04T22:03:06.540 DEBUG:teuthology.orchestra.run.smithi115:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-04T22:03:06.595 DEBUG:teuthology.orchestra.run.smithi115:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-04T22:03:06.673 DEBUG:teuthology.orchestra.run.smithi115:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-04T22:03:06.721 DEBUG:teuthology.orchestra.run.smithi115:> set -ex 2024-09-04T22:03:06.721 DEBUG:teuthology.orchestra.run.smithi115:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-04T22:03:06.787 DEBUG:teuthology.orchestra.run.smithi005:> sudo service rsyslog restart 2024-09-04T22:03:06.789 DEBUG:teuthology.orchestra.run.smithi115:> sudo service rsyslog restart 2024-09-04T22:03:06.825 INFO:teuthology.orchestra.run.smithi005.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-04T22:03:06.882 INFO:teuthology.orchestra.run.smithi115.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-04T22:03:07.249 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-04T22:03:07.257 INFO:teuthology.task.internal:Starting timer... 2024-09-04T22:03:07.257 INFO:teuthology.run_tasks:Running task pcp... 2024-09-04T22:03:07.297 INFO:teuthology.run_tasks:Running task selinux... 2024-09-04T22:03:07.348 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0']} 2024-09-04T22:03:07.349 DEBUG:teuthology.orchestra.run.smithi005:> sudo service auditd rotate 2024-09-04T22:03:07.399 INFO:teuthology.orchestra.run.smithi005.stdout:Rotating logs: 2024-09-04T22:03:07.401 DEBUG:teuthology.orchestra.run.smithi115:> sudo service auditd rotate 2024-09-04T22:03:07.477 INFO:teuthology.orchestra.run.smithi115.stdout:Rotating logs: 2024-09-04T22:03:07.480 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-04T22:03:07.480 DEBUG:teuthology.orchestra.run.smithi005:> /usr/sbin/getenforce 2024-09-04T22:03:07.502 INFO:teuthology.orchestra.run.smithi005.stdout:Permissive 2024-09-04T22:03:07.502 DEBUG:teuthology.orchestra.run.smithi115:> /usr/sbin/getenforce 2024-09-04T22:03:07.525 INFO:teuthology.orchestra.run.smithi115.stdout:Permissive 2024-09-04T22:03:07.525 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi005.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi115.front.sepia.ceph.com': 'permissive'} 2024-09-04T22:03:07.526 DEBUG:teuthology.orchestra.run.smithi005:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-04T22:03:07.568 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-04T22:03:07.569 DEBUG:teuthology.orchestra.run.smithi115:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-04T22:03:07.594 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-04T22:03:07.595 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-04T22:03:07.595 DEBUG:teuthology.orchestra.run.smithi005:> sudo /usr/sbin/setenforce permissive 2024-09-04T22:03:07.653 DEBUG:teuthology.orchestra.run.smithi115:> sudo /usr/sbin/setenforce permissive 2024-09-04T22:03:07.692 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-04T22:03:07.701 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-04T22:03:07.713 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-04T22:03:07.714 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi005.front.sepia.ceph.com,smithi115.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-04T22:06:49.932 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi005.front.sepia.ceph.com'), Remote(name='ubuntu@smithi115.front.sepia.ceph.com')] 2024-09-04T22:06:49.934 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi005.front.sepia.ceph.com' 2024-09-04T22:06:49.935 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi005.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-04T22:06:50.011 DEBUG:teuthology.orchestra.run.smithi005:> true 2024-09-04T22:06:50.092 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi005.front.sepia.ceph.com' 2024-09-04T22:06:50.092 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi115.front.sepia.ceph.com' 2024-09-04T22:06:50.093 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi115.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-04T22:06:50.169 DEBUG:teuthology.orchestra.run.smithi115:> true 2024-09-04T22:06:50.252 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi115.front.sepia.ceph.com' 2024-09-04T22:06:50.253 INFO:teuthology.run_tasks:Running task clock... 2024-09-04T22:06:50.263 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-04T22:06:50.263 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-04T22:06:50.264 DEBUG:teuthology.orchestra.run.smithi005:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-04T22:06:50.267 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-04T22:06:50.267 DEBUG:teuthology.orchestra.run.smithi115:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-04T22:06:50.294 INFO:teuthology.orchestra.run.smithi005.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-04T22:06:50.308 INFO:teuthology.orchestra.run.smithi005.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-04T22:06:50.322 INFO:teuthology.orchestra.run.smithi115.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-04T22:06:50.332 INFO:teuthology.orchestra.run.smithi005.stderr:sudo: ntpd: command not found 2024-09-04T22:06:50.337 INFO:teuthology.orchestra.run.smithi115.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-04T22:06:50.343 INFO:teuthology.orchestra.run.smithi005.stdout:506 Cannot talk to daemon 2024-09-04T22:06:50.358 INFO:teuthology.orchestra.run.smithi005.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-04T22:06:50.362 INFO:teuthology.orchestra.run.smithi115.stderr:sudo: ntpd: command not found 2024-09-04T22:06:50.371 INFO:teuthology.orchestra.run.smithi005.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-04T22:06:50.372 INFO:teuthology.orchestra.run.smithi115.stdout:506 Cannot talk to daemon 2024-09-04T22:06:50.387 INFO:teuthology.orchestra.run.smithi115.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-04T22:06:50.401 INFO:teuthology.orchestra.run.smithi115.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-04T22:06:50.426 INFO:teuthology.orchestra.run.smithi005.stderr:bash: line 1: ntpq: command not found 2024-09-04T22:06:50.430 INFO:teuthology.orchestra.run.smithi005.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-04T22:06:50.430 INFO:teuthology.orchestra.run.smithi005.stdout:=============================================================================== 2024-09-04T22:06:50.430 INFO:teuthology.orchestra.run.smithi005.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-04T22:06:50.430 INFO:teuthology.orchestra.run.smithi005.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-04T22:06:50.430 INFO:teuthology.orchestra.run.smithi005.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-04T22:06:50.431 INFO:teuthology.orchestra.run.smithi005.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-04T22:06:50.458 INFO:teuthology.orchestra.run.smithi115.stderr:bash: line 1: ntpq: command not found 2024-09-04T22:06:50.461 INFO:teuthology.orchestra.run.smithi115.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-04T22:06:50.461 INFO:teuthology.orchestra.run.smithi115.stdout:=============================================================================== 2024-09-04T22:06:50.461 INFO:teuthology.orchestra.run.smithi115.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-04T22:06:50.462 INFO:teuthology.orchestra.run.smithi115.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-04T22:06:50.462 INFO:teuthology.orchestra.run.smithi115.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-04T22:06:50.462 INFO:teuthology.orchestra.run.smithi115.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-04T22:06:50.463 INFO:teuthology.run_tasks:Running task cephadm... 2024-09-04T22:06:50.562 INFO:tasks.cephadm:Config: {'cephadm_branch': 'v17.2.0', 'cephadm_git_url': 'https://github.com/ceph/ceph', 'image': 'quay.io/ceph/ceph:v17.2.0', 'roleless': True, 'conf': {'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}}, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'CEPHADM_REFRESH_FAILED'], 'log-only-match': ['CEPHADM_'], 'sha1': 'f34184464782bd9f590f734f0d1d13c1b6a68f6d'} 2024-09-04T22:06:50.562 INFO:tasks.cephadm:Cluster image is quay.io/ceph/ceph:v17.2.0 2024-09-04T22:06:50.563 INFO:tasks.cephadm:Cluster fsid is fc6cab94-6b09-11ef-bcd6-c7b262605968 2024-09-04T22:06:50.563 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-09-04T22:06:50.563 INFO:tasks.cephadm:No mon roles; fabricating mons 2024-09-04T22:06:50.563 INFO:tasks.cephadm:Monitor IPs: {'mon.smithi005': '172.21.15.5', 'mon.smithi115': '172.21.15.115'} 2024-09-04T22:06:50.563 INFO:tasks.cephadm:Normalizing hostnames... 2024-09-04T22:06:50.564 DEBUG:teuthology.orchestra.run.smithi005:> sudo hostname $(hostname -s) 2024-09-04T22:06:50.589 DEBUG:teuthology.orchestra.run.smithi115:> sudo hostname $(hostname -s) 2024-09-04T22:06:50.615 INFO:tasks.cephadm:Downloading cephadm (repo https://github.com/ceph/ceph ref v17.2.0)... 2024-09-04T22:06:50.615 DEBUG:teuthology.orchestra.run.smithi005:> curl --silent https://raw.githubusercontent.com/ceph/ceph/v17.2.0/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-04T22:06:50.995 INFO:teuthology.orchestra.run.smithi005.stdout:-rw-r--r--. 1 ubuntu ubuntu 320521 Sep 4 22:06 /home/ubuntu/cephtest/cephadm 2024-09-04T22:06:50.995 DEBUG:teuthology.orchestra.run.smithi115:> curl --silent https://raw.githubusercontent.com/ceph/ceph/v17.2.0/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-04T22:06:51.120 INFO:teuthology.orchestra.run.smithi115.stdout:-rw-r--r--. 1 ubuntu ubuntu 320521 Sep 4 22:06 /home/ubuntu/cephtest/cephadm 2024-09-04T22:06:51.121 DEBUG:teuthology.orchestra.run.smithi005:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-04T22:06:51.138 DEBUG:teuthology.orchestra.run.smithi115:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-04T22:06:51.163 INFO:tasks.cephadm:Pulling image quay.io/ceph/ceph:v17.2.0 on all hosts... 2024-09-04T22:06:51.163 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 pull 2024-09-04T22:06:51.180 DEBUG:teuthology.orchestra.run.smithi115:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 pull 2024-09-04T22:06:52.765 INFO:teuthology.orchestra.run.smithi005.stderr:Pulling container image quay.io/ceph/ceph:v17.2.0... 2024-09-04T22:06:52.807 INFO:teuthology.orchestra.run.smithi115.stderr:Pulling container image quay.io/ceph/ceph:v17.2.0... 2024-09-04T22:07:04.423 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-04T22:07:04.423 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph_version": "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)", 2024-09-04T22:07:04.423 INFO:teuthology.orchestra.run.smithi005.stdout: "image_id": "e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9", 2024-09-04T22:07:04.423 INFO:teuthology.orchestra.run.smithi005.stdout: "repo_digests": [ 2024-09-04T22:07:04.423 INFO:teuthology.orchestra.run.smithi005.stdout: "quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a", 2024-09-04T22:07:04.423 INFO:teuthology.orchestra.run.smithi005.stdout: "quay.io/ceph/ceph@sha256:cb4d698cb769b6aba05bf6ef04f41a7fe694160140347576e13bd9348514b667" 2024-09-04T22:07:04.423 INFO:teuthology.orchestra.run.smithi005.stdout: ] 2024-09-04T22:07:04.423 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-04T22:07:05.760 INFO:teuthology.orchestra.run.smithi115.stdout:{ 2024-09-04T22:07:05.760 INFO:teuthology.orchestra.run.smithi115.stdout: "ceph_version": "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)", 2024-09-04T22:07:05.760 INFO:teuthology.orchestra.run.smithi115.stdout: "image_id": "e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9", 2024-09-04T22:07:05.760 INFO:teuthology.orchestra.run.smithi115.stdout: "repo_digests": [ 2024-09-04T22:07:05.760 INFO:teuthology.orchestra.run.smithi115.stdout: "quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a", 2024-09-04T22:07:05.760 INFO:teuthology.orchestra.run.smithi115.stdout: "quay.io/ceph/ceph@sha256:cb4d698cb769b6aba05bf6ef04f41a7fe694160140347576e13bd9348514b667" 2024-09-04T22:07:05.760 INFO:teuthology.orchestra.run.smithi115.stdout: ] 2024-09-04T22:07:05.761 INFO:teuthology.orchestra.run.smithi115.stdout:} 2024-09-04T22:07:05.778 DEBUG:teuthology.orchestra.run.smithi005:> sudo mkdir -p /etc/ceph 2024-09-04T22:07:05.811 DEBUG:teuthology.orchestra.run.smithi115:> sudo mkdir -p /etc/ceph 2024-09-04T22:07:05.838 DEBUG:teuthology.orchestra.run.smithi005:> sudo chmod 777 /etc/ceph 2024-09-04T22:07:05.880 DEBUG:teuthology.orchestra.run.smithi115:> sudo chmod 777 /etc/ceph 2024-09-04T22:07:05.904 INFO:tasks.cephadm:Writing seed config... 2024-09-04T22:07:05.905 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-09-04T22:07:05.906 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-09-04T22:07:05.906 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-09-04T22:07:05.906 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-09-04T22:07:05.906 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-09-04T22:07:05.906 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-09-04T22:07:05.906 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-09-04T22:07:05.906 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-09-04T22:07:05.907 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-04T22:07:05.907 DEBUG:teuthology.orchestra.run.smithi005:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-09-04T22:07:05.937 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = fc6cab94-6b09-11ef-bcd6-c7b262605968 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-09-04T22:07:05.937 DEBUG:teuthology.orchestra.run.smithi005:mon.smithi005> sudo journalctl -f -n 0 -u ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@mon.smithi005.service 2024-09-04T22:07:05.979 INFO:tasks.cephadm:Bootstrapping... 2024-09-04T22:07:05.979 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 -v bootstrap --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-ip 172.21.15.5 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-09-04T22:07:06.179 INFO:teuthology.orchestra.run.smithi005.stderr:-------------------------------------------------------------------------------- 2024-09-04T22:07:06.179 INFO:teuthology.orchestra.run.smithi005.stderr:cephadm ['--image', 'quay.io/ceph/ceph:v17.2.0', '-v', 'bootstrap', '--fsid', 'fc6cab94-6b09-11ef-bcd6-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-ip', '172.21.15.5', '--skip-admin-label'] 2024-09-04T22:07:06.200 INFO:teuthology.orchestra.run.smithi005.stderr:/bin/podman: 5.2.2 2024-09-04T22:07:06.202 INFO:teuthology.orchestra.run.smithi005.stderr:Verifying podman|docker is present... 2024-09-04T22:07:06.222 INFO:teuthology.orchestra.run.smithi005.stderr:/bin/podman: 5.2.2 2024-09-04T22:07:06.224 INFO:teuthology.orchestra.run.smithi005.stderr:Verifying lvm2 is present... 2024-09-04T22:07:06.225 INFO:teuthology.orchestra.run.smithi005.stderr:Verifying time synchronization is in place... 2024-09-04T22:07:06.232 INFO:teuthology.orchestra.run.smithi005.stderr:systemctl: Failed to get unit file state for chrony.service: No such file or directory 2024-09-04T22:07:06.238 INFO:teuthology.orchestra.run.smithi005.stderr:systemctl: inactive 2024-09-04T22:07:06.245 INFO:teuthology.orchestra.run.smithi005.stderr:systemctl: enabled 2024-09-04T22:07:06.251 INFO:teuthology.orchestra.run.smithi005.stderr:systemctl: active 2024-09-04T22:07:06.252 INFO:teuthology.orchestra.run.smithi005.stderr:Unit chronyd.service is enabled and running 2024-09-04T22:07:06.252 INFO:teuthology.orchestra.run.smithi005.stderr:Repeating the final host check... 2024-09-04T22:07:06.272 INFO:teuthology.orchestra.run.smithi005.stderr:/bin/podman: 5.2.2 2024-09-04T22:07:06.274 INFO:teuthology.orchestra.run.smithi005.stderr:podman (/bin/podman) version 5.2.2 is present 2024-09-04T22:07:06.274 INFO:teuthology.orchestra.run.smithi005.stderr:systemctl is present 2024-09-04T22:07:06.274 INFO:teuthology.orchestra.run.smithi005.stderr:lvcreate is present 2024-09-04T22:07:06.280 INFO:teuthology.orchestra.run.smithi005.stderr:systemctl: Failed to get unit file state for chrony.service: No such file or directory 2024-09-04T22:07:06.287 INFO:teuthology.orchestra.run.smithi005.stderr:systemctl: inactive 2024-09-04T22:07:06.294 INFO:teuthology.orchestra.run.smithi005.stderr:systemctl: enabled 2024-09-04T22:07:06.299 INFO:teuthology.orchestra.run.smithi005.stderr:systemctl: active 2024-09-04T22:07:06.300 INFO:teuthology.orchestra.run.smithi005.stderr:Unit chronyd.service is enabled and running 2024-09-04T22:07:06.300 INFO:teuthology.orchestra.run.smithi005.stderr:Host looks OK 2024-09-04T22:07:06.300 INFO:teuthology.orchestra.run.smithi005.stderr:Cluster fsid: fc6cab94-6b09-11ef-bcd6-c7b262605968 2024-09-04T22:07:06.301 INFO:teuthology.orchestra.run.smithi005.stderr:Acquiring lock 139783805929360 on /run/cephadm/fc6cab94-6b09-11ef-bcd6-c7b262605968.lock 2024-09-04T22:07:06.301 INFO:teuthology.orchestra.run.smithi005.stderr:Lock 139783805929360 acquired on /run/cephadm/fc6cab94-6b09-11ef-bcd6-c7b262605968.lock 2024-09-04T22:07:06.301 INFO:teuthology.orchestra.run.smithi005.stderr:Verifying IP 172.21.15.5 port 3300 ... 2024-09-04T22:07:06.302 INFO:teuthology.orchestra.run.smithi005.stderr:Verifying IP 172.21.15.5 port 6789 ... 2024-09-04T22:07:06.302 INFO:teuthology.orchestra.run.smithi005.stderr:Base mon IP is 172.21.15.5, final addrv is [v2:172.21.15.5:3300,v1:172.21.15.5:6789] 2024-09-04T22:07:06.304 INFO:teuthology.orchestra.run.smithi005.stderr:/sbin/ip: default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.5 metric 100 2024-09-04T22:07:06.304 INFO:teuthology.orchestra.run.smithi005.stderr:/sbin/ip: 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.5 metric 100 2024-09-04T22:07:06.307 INFO:teuthology.orchestra.run.smithi005.stderr:/sbin/ip: ::1 dev lo proto kernel metric 256 pref medium 2024-09-04T22:07:06.307 INFO:teuthology.orchestra.run.smithi005.stderr:/sbin/ip: fe80::/64 dev ens1f0 proto kernel metric 1024 pref medium 2024-09-04T22:07:06.307 INFO:teuthology.orchestra.run.smithi005.stderr:/sbin/ip: default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 100 pref medium 2024-09-04T22:07:06.310 INFO:teuthology.orchestra.run.smithi005.stderr:/sbin/ip: 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-09-04T22:07:06.310 INFO:teuthology.orchestra.run.smithi005.stderr:/sbin/ip: inet6 ::1/128 scope host 2024-09-04T22:07:06.310 INFO:teuthology.orchestra.run.smithi005.stderr:/sbin/ip: valid_lft forever preferred_lft forever 2024-09-04T22:07:06.310 INFO:teuthology.orchestra.run.smithi005.stderr:/sbin/ip: 4: ens1f0: mtu 1500 state UP qlen 1000 2024-09-04T22:07:06.310 INFO:teuthology.orchestra.run.smithi005.stderr:/sbin/ip: inet6 fe80::e100:806f:4386:10d8/64 scope link noprefixroute 2024-09-04T22:07:06.310 INFO:teuthology.orchestra.run.smithi005.stderr:/sbin/ip: valid_lft forever preferred_lft forever 2024-09-04T22:07:06.311 INFO:teuthology.orchestra.run.smithi005.stderr:Mon IP `172.21.15.5` is in CIDR network `172.21.0.0/20` 2024-09-04T22:07:06.311 INFO:teuthology.orchestra.run.smithi005.stderr:- internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-09-04T22:07:06.311 INFO:teuthology.orchestra.run.smithi005.stderr:Pulling container image quay.io/ceph/ceph:v17.2.0... 2024-09-04T22:07:06.413 INFO:teuthology.orchestra.run.smithi005.stderr:/bin/podman: Trying to pull quay.io/ceph/ceph:v17.2.0... 2024-09-04T22:07:06.720 INFO:teuthology.orchestra.run.smithi005.stderr:/bin/podman: Getting image source signatures 2024-09-04T22:07:06.720 INFO:teuthology.orchestra.run.smithi005.stderr:/bin/podman: Copying blob sha256:33ca8fff7868c4dc0c11e09bca97c720eb9cfbab7221216754367dd8de70388a 2024-09-04T22:07:06.720 INFO:teuthology.orchestra.run.smithi005.stderr:/bin/podman: Copying blob sha256:c32ab78b488d0c72f64eded765c0cf6b5bf2c75dab66cb62a9d367fa6ec42513 2024-09-04T22:07:06.720 INFO:teuthology.orchestra.run.smithi005.stderr:/bin/podman: Copying blob sha256:a70843738bb77e1ab9c1f85969ebdfa55f178e746be081d1cb4f94011f69eb7c 2024-09-04T22:07:06.721 INFO:teuthology.orchestra.run.smithi005.stderr:/bin/podman: Copying blob sha256:89b4a75bc2d8500f15463747507c9623df43886c134463e7f0527e70900e7a7b 2024-09-04T22:07:06.721 INFO:teuthology.orchestra.run.smithi005.stderr:/bin/podman: Copying blob sha256:599d07cb321ff0a3c82224e1138fc685793fa69b93ed5780415751a5f7e4b8c2 2024-09-04T22:07:06.721 INFO:teuthology.orchestra.run.smithi005.stderr:/bin/podman: Copying config sha256:e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 2024-09-04T22:07:06.875 INFO:teuthology.orchestra.run.smithi005.stderr:/bin/podman: Writing manifest to image destination 2024-09-04T22:07:07.030 INFO:teuthology.orchestra.run.smithi005.stderr:/bin/podman: e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 2024-09-04T22:07:07.410 INFO:teuthology.orchestra.run.smithi005.stderr:ceph: ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable) 2024-09-04T22:07:08.087 INFO:teuthology.orchestra.run.smithi005.stderr:Ceph version: ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable) 2024-09-04T22:07:08.087 INFO:teuthology.orchestra.run.smithi005.stderr:Extracting ceph user uid/gid from container image... 2024-09-04T22:07:08.495 INFO:teuthology.orchestra.run.smithi005.stderr:stat: 167 167 2024-09-04T22:07:08.993 INFO:teuthology.orchestra.run.smithi005.stderr:Creating initial keys... 2024-09-04T22:07:09.376 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph-authtool: AQAN2thmjMpmEhAAsRZ1vC/i9Kn5QVNIqp0vvg== 2024-09-04T22:07:10.265 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph-authtool: AQAO2thmCLa9ChAAdigOgGKz80NLlGyFIX3tVA== 2024-09-04T22:07:11.154 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph-authtool: AQAP2thm+sqkAxAArXe8i+gKxjKkm26xEl5KXw== 2024-09-04T22:07:11.677 INFO:teuthology.orchestra.run.smithi005.stderr:Creating initial monmap... 2024-09-04T22:07:12.043 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/monmaptool: /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-04T22:07:12.043 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/monmaptool: setting min_mon_release = octopus 2024-09-04T22:07:12.043 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/monmaptool: /usr/bin/monmaptool: set fsid to fc6cab94-6b09-11ef-bcd6-c7b262605968 2024-09-04T22:07:12.043 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/monmaptool: /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-04T22:07:12.499 INFO:teuthology.orchestra.run.smithi005.stderr:monmaptool for smithi005 [v2:172.21.15.5:3300,v1:172.21.15.5:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-04T22:07:12.500 INFO:teuthology.orchestra.run.smithi005.stderr:setting min_mon_release = octopus 2024-09-04T22:07:12.500 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/monmaptool: set fsid to fc6cab94-6b09-11ef-bcd6-c7b262605968 2024-09-04T22:07:12.500 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-04T22:07:12.500 INFO:teuthology.orchestra.run.smithi005.stderr: 2024-09-04T22:07:12.500 INFO:teuthology.orchestra.run.smithi005.stderr:Creating mon... 2024-09-04T22:07:15.738 INFO:teuthology.orchestra.run.smithi005.stderr:create mon.smithi005 on 2024-09-04T22:07:16.007 INFO:teuthology.orchestra.run.smithi005.stderr:systemctl: Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-09-04T22:07:16.232 INFO:teuthology.orchestra.run.smithi005.stderr:systemctl: Created symlink /etc/systemd/system/multi-user.target.wants/ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968.target → /etc/systemd/system/ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968.target. 2024-09-04T22:07:16.232 INFO:teuthology.orchestra.run.smithi005.stderr:systemctl: Created symlink /etc/systemd/system/ceph.target.wants/ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968.target → /etc/systemd/system/ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968.target. 2024-09-04T22:07:16.894 INFO:teuthology.orchestra.run.smithi005.stderr:systemctl: Failed to reset failed state of unit ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@mon.smithi005.service: Unit ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@mon.smithi005.service not loaded. 2024-09-04T22:07:16.902 INFO:teuthology.orchestra.run.smithi005.stderr:systemctl: Created symlink /etc/systemd/system/ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968.target.wants/ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@mon.smithi005.service → /etc/systemd/system/ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@.service. 2024-09-04T22:07:17.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:17 smithi005 podman[24092]: 2024-09-04 22:07:17.456255635 +0000 UTC m=+0.016227014 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph:v17.2.0 2024-09-04T22:07:18.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:18 smithi005 podman[24092]: 2024-09-04 22:07:18.633796524 +0000 UTC m=+1.193767901 container create 53d452a6c709b62b37dd26a2bbf287be0b360fbc63084645586bc6cfea6e9c06 (image=quay.io/ceph/ceph:v17.2.0, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-mon-smithi005, io.buildah.version=1.19.8, io.openshift.expose-services=, release=754, distribution-scope=public, CEPH_POINT_RELEASE=-17.2.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.k8s.display-name=CentOS Stream 8, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, maintainer=Guillaume Abrioux , GIT_REPO=https://github.com/ceph/ceph-container.git, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, ceph=True, GIT_BRANCH=HEAD, vcs-type=git, build-date=2022-05-03T08:36:31.336870, com.redhat.component=centos-stream-container, io.openshift.tags=base centos centos-stream, vendor=Red Hat, Inc., GIT_CLEAN=True, architecture=x86_64, version=8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, name=centos-stream, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, RELEASE=HEAD) 2024-09-04T22:07:20.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:20 smithi005 podman[24092]: 2024-09-04 22:07:20.259476582 +0000 UTC m=+2.819447961 container init 53d452a6c709b62b37dd26a2bbf287be0b360fbc63084645586bc6cfea6e9c06 (image=quay.io/ceph/ceph:v17.2.0, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-mon-smithi005, vcs-type=git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, ceph=True, GIT_CLEAN=True, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=centos-stream, distribution-scope=public, architecture=x86_64, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.openshift.expose-services=, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, maintainer=Guillaume Abrioux , io.openshift.tags=base centos centos-stream, version=8, io.k8s.display-name=CentOS Stream 8, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, build-date=2022-05-03T08:36:31.336870, CEPH_POINT_RELEASE=-17.2.0, io.buildah.version=1.19.8, release=754, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, RELEASE=HEAD, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_REPO=https://github.com/ceph/ceph-container.git, vendor=Red Hat, Inc., GIT_BRANCH=HEAD, com.redhat.component=centos-stream-container) 2024-09-04T22:07:20.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:20 smithi005 podman[24092]: 2024-09-04 22:07:20.263812698 +0000 UTC m=+2.823784077 container start 53d452a6c709b62b37dd26a2bbf287be0b360fbc63084645586bc6cfea6e9c06 (image=quay.io/ceph/ceph:v17.2.0, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-mon-smithi005, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, name=centos-stream, CEPH_POINT_RELEASE=-17.2.0, distribution-scope=public, vcs-type=git, maintainer=Guillaume Abrioux , summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, com.redhat.component=centos-stream-container, io.k8s.display-name=CentOS Stream 8, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, architecture=x86_64, io.buildah.version=1.19.8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., RELEASE=HEAD, release=754, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_CLEAN=True, build-date=2022-05-03T08:36:31.336870, version=8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vendor=Red Hat, Inc., GIT_BRANCH=HEAD, io.openshift.expose-services=, ceph=True, io.openshift.tags=base centos centos-stream) 2024-09-04T22:07:20.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:20 smithi005 ceph-mon[24111]: mkfs fc6cab94-6b09-11ef-bcd6-c7b262605968 2024-09-04T22:07:20.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:20 smithi005 ceph-mon[24111]: mon.smithi005 is new leader, mons smithi005 in quorum (ranks 0) 2024-09-04T22:07:21.239 INFO:teuthology.orchestra.run.smithi005.stderr:systemctl: disabled 2024-09-04T22:07:21.247 INFO:teuthology.orchestra.run.smithi005.stderr:systemctl: inactive 2024-09-04T22:07:21.248 INFO:teuthology.orchestra.run.smithi005.stderr:firewalld.service is not enabled 2024-09-04T22:07:21.248 INFO:teuthology.orchestra.run.smithi005.stderr:Not possible to enable service . firewalld.service is not available 2024-09-04T22:07:21.249 INFO:teuthology.orchestra.run.smithi005.stderr:Waiting for mon to start... 2024-09-04T22:07:21.249 INFO:teuthology.orchestra.run.smithi005.stderr:Waiting for mon... 2024-09-04T22:07:21.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:21 smithi005 bash[24092]: 53d452a6c709b62b37dd26a2bbf287be0b360fbc63084645586bc6cfea6e9c06 2024-09-04T22:07:21.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:21 smithi005 systemd[1]: Started Ceph mon.smithi005 for fc6cab94-6b09-11ef-bcd6-c7b262605968. 2024-09-04T22:07:21.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:21 smithi005 ceph-mon[24111]: mon.smithi005 is new leader, mons smithi005 in quorum (ranks 0) 2024-09-04T22:07:21.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:21 smithi005 ceph-mon[24111]: monmap e1: 1 mons at {smithi005=[v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0]} 2024-09-04T22:07:21.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:21 smithi005 ceph-mon[24111]: fsmap 2024-09-04T22:07:21.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:21 smithi005 ceph-mon[24111]: osdmap e1: 0 total, 0 up, 0 in 2024-09-04T22:07:21.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:21 smithi005 ceph-mon[24111]: mgrmap e1: no daemons active 2024-09-04T22:07:23.847 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: cluster: 2024-09-04T22:07:23.848 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: id: fc6cab94-6b09-11ef-bcd6-c7b262605968 2024-09-04T22:07:23.848 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: health: HEALTH_OK 2024-09-04T22:07:23.848 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: 2024-09-04T22:07:23.848 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: services: 2024-09-04T22:07:23.848 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: mon: 1 daemons, quorum smithi005 (age 3s) 2024-09-04T22:07:23.848 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: mgr: no daemons active 2024-09-04T22:07:23.848 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: osd: 0 osds: 0 up, 0 in 2024-09-04T22:07:23.848 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: 2024-09-04T22:07:23.848 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: data: 2024-09-04T22:07:23.849 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: pools: 0 pools, 0 pgs 2024-09-04T22:07:23.849 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: objects: 0 objects, 0 B 2024-09-04T22:07:23.849 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: usage: 0 B used, 0 B / 0 B avail 2024-09-04T22:07:23.849 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: pgs: 2024-09-04T22:07:23.849 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: 2024-09-04T22:07:23.961 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:23 smithi005 ceph-mon[24111]: from='client.? 172.21.15.5:0/1576871297' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-04T22:07:24.418 INFO:teuthology.orchestra.run.smithi005.stderr:mon is available 2024-09-04T22:07:24.418 INFO:teuthology.orchestra.run.smithi005.stderr:Assimilating anything we can from ceph.conf... 2024-09-04T22:07:24.922 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: 2024-09-04T22:07:24.922 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: [global] 2024-09-04T22:07:24.922 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: fsid = fc6cab94-6b09-11ef-bcd6-c7b262605968 2024-09-04T22:07:24.922 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: mon_host = [v2:172.21.15.5:3300,v1:172.21.15.5:6789] 2024-09-04T22:07:24.922 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: mon_osd_allow_pg_remap = true 2024-09-04T22:07:24.922 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: mon_osd_allow_primary_affinity = true 2024-09-04T22:07:24.922 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: mon_warn_on_no_sortbitwise = false 2024-09-04T22:07:24.923 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: osd_crush_chooseleaf_type = 0 2024-09-04T22:07:24.923 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: 2024-09-04T22:07:24.923 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: [mgr] 2024-09-04T22:07:24.923 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: mgr/telemetry/nag = false 2024-09-04T22:07:24.923 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: 2024-09-04T22:07:24.923 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: [osd] 2024-09-04T22:07:24.923 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: osd_map_max_advance = 10 2024-09-04T22:07:24.923 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: osd_sloppy_crc = true 2024-09-04T22:07:25.211 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:24 smithi005 ceph-mon[24111]: from='client.? 172.21.15.5:0/4207086426' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-09-04T22:07:25.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:24 smithi005 ceph-mon[24111]: from='client.? 172.21.15.5:0/4207086426' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-09-04T22:07:25.491 INFO:teuthology.orchestra.run.smithi005.stderr:Generating new minimal ceph.conf... 2024-09-04T22:07:26.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:26 smithi005 ceph-mon[24111]: from='client.? 172.21.15.5:0/3130957009' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:07:26.564 INFO:teuthology.orchestra.run.smithi005.stderr:Restarting the monitor... 2024-09-04T22:07:26.815 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:26 smithi005 systemd[1]: Stopping Ceph mon.smithi005 for fc6cab94-6b09-11ef-bcd6-c7b262605968... 2024-09-04T22:07:26.815 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:26 smithi005 bash[24328]: Error: no container with name or ID "ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-mon.smithi005" found: no such container 2024-09-04T22:07:26.815 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:26 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-mon-smithi005[24107]: 2024-09-04T22:07:26.721+0000 7f828cf7a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.smithi005 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-04T22:07:26.816 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:26 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-mon-smithi005[24107]: 2024-09-04T22:07:26.721+0000 7f828cf7a700 -1 mon.smithi005@0(leader) e1 *** Got Signal Terminated *** 2024-09-04T22:07:27.124 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:26 smithi005 podman[24339]: 2024-09-04 22:07:26.814956993 +0000 UTC m=+0.203143531 container died 53d452a6c709b62b37dd26a2bbf287be0b360fbc63084645586bc6cfea6e9c06 (image=quay.io/ceph/ceph:v17.2.0, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-mon-smithi005, io.openshift.expose-services=, name=centos-stream, io.k8s.display-name=CentOS Stream 8, com.redhat.component=centos-stream-container, CEPH_POINT_RELEASE=-17.2.0, version=8, ceph=True, RELEASE=HEAD, release=754, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, maintainer=Guillaume Abrioux , architecture=x86_64, vcs-type=git, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.openshift.tags=base centos centos-stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_BRANCH=HEAD, GIT_CLEAN=True, build-date=2022-05-03T08:36:31.336870, GIT_REPO=https://github.com/ceph/ceph-container.git, distribution-scope=public, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.buildah.version=1.19.8, vendor=Red Hat, Inc.) 2024-09-04T22:07:27.441 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:27 smithi005 podman[24339]: 2024-09-04 22:07:27.197605238 +0000 UTC m=+0.585791765 container cleanup 53d452a6c709b62b37dd26a2bbf287be0b360fbc63084645586bc6cfea6e9c06 (image=quay.io/ceph/ceph:v17.2.0, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-mon-smithi005, name=centos-stream, io.k8s.display-name=CentOS Stream 8, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, release=754, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.openshift.tags=base centos centos-stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.buildah.version=1.19.8, ceph=True, vcs-type=git, com.redhat.component=centos-stream-container, architecture=x86_64, CEPH_POINT_RELEASE=-17.2.0, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_CLEAN=True, version=8, distribution-scope=public, maintainer=Guillaume Abrioux , vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, build-date=2022-05-03T08:36:31.336870, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vendor=Red Hat, Inc., io.openshift.expose-services=, RELEASE=HEAD, GIT_BRANCH=HEAD, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac) 2024-09-04T22:07:27.441 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:27 smithi005 bash[24339]: ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-mon-smithi005 2024-09-04T22:07:27.442 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:27 smithi005 bash[24366]: Error: no container with name or ID "ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-mon.smithi005" found: no such container 2024-09-04T22:07:27.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:27 smithi005 podman[24352]: 2024-09-04 22:07:27.440050553 +0000 UTC m=+0.623739295 container remove 53d452a6c709b62b37dd26a2bbf287be0b360fbc63084645586bc6cfea6e9c06 (image=quay.io/ceph/ceph:v17.2.0, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-mon-smithi005, GIT_CLEAN=True, GIT_REPO=https://github.com/ceph/ceph-container.git, maintainer=Guillaume Abrioux , com.redhat.license_terms=https://centos.org/legal/licensing-policy/, RELEASE=HEAD, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, ceph=True, io.k8s.display-name=CentOS Stream 8, name=centos-stream, io.buildah.version=1.19.8, distribution-scope=public, io.openshift.tags=base centos centos-stream, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-type=git, io.openshift.expose-services=, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, build-date=2022-05-03T08:36:31.336870, GIT_BRANCH=HEAD, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, CEPH_POINT_RELEASE=-17.2.0, vendor=Red Hat, Inc., vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, architecture=x86_64, version=8, com.redhat.component=centos-stream-container, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, release=754) 2024-09-04T22:07:27.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:27 smithi005 systemd[1]: ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@mon.smithi005.service: Deactivated successfully. 2024-09-04T22:07:27.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:27 smithi005 systemd[1]: Stopped Ceph mon.smithi005 for fc6cab94-6b09-11ef-bcd6-c7b262605968. 2024-09-04T22:07:27.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:27 smithi005 systemd[1]: Starting Ceph mon.smithi005 for fc6cab94-6b09-11ef-bcd6-c7b262605968... 2024-09-04T22:07:27.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:27 smithi005 podman[24433]: 2024-09-04 22:07:27.574660708 +0000 UTC m=+0.017190484 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph:v17.2.0 2024-09-04T22:07:28.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:27 smithi005 podman[24433]: 2024-09-04 22:07:27.750197033 +0000 UTC m=+0.192726844 container create f3bd30eff93c8b8e9366db14af4f6af8a150d1526ec83e4983f29de8488ef13c (image=quay.io/ceph/ceph:v17.2.0, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-mon-smithi005, GIT_CLEAN=True, io.k8s.display-name=CentOS Stream 8, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.buildah.version=1.19.8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_REPO=https://github.com/ceph/ceph-container.git, vcs-type=git, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.openshift.expose-services=, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, com.redhat.component=centos-stream-container, distribution-scope=public, architecture=x86_64, name=centos-stream, release=754, vendor=Red Hat, Inc., build-date=2022-05-03T08:36:31.336870, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, maintainer=Guillaume Abrioux , io.openshift.tags=base centos centos-stream, ceph=True, RELEASE=HEAD, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, version=8, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=-17.2.0) 2024-09-04T22:07:29.658 INFO:teuthology.orchestra.run.smithi005.stderr:Setting mon public_network to 172.21.0.0/20 2024-09-04T22:07:29.870 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 podman[24433]: 2024-09-04 22:07:29.536540202 +0000 UTC m=+1.979069965 container init f3bd30eff93c8b8e9366db14af4f6af8a150d1526ec83e4983f29de8488ef13c (image=quay.io/ceph/ceph:v17.2.0, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-mon-smithi005, vendor=Red Hat, Inc., io.openshift.tags=base centos centos-stream, maintainer=Guillaume Abrioux , com.redhat.component=centos-stream-container, build-date=2022-05-03T08:36:31.336870, io.k8s.display-name=CentOS Stream 8, release=754, RELEASE=HEAD, GIT_REPO=https://github.com/ceph/ceph-container.git, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.openshift.expose-services=, ceph=True, name=centos-stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, vcs-type=git, io.buildah.version=1.19.8, distribution-scope=public, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, version=8, GIT_CLEAN=True, architecture=x86_64, CEPH_POINT_RELEASE=-17.2.0, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_BRANCH=HEAD, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly.) 2024-09-04T22:07:29.871 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 podman[24433]: 2024-09-04 22:07:29.540288933 +0000 UTC m=+1.982818698 container start f3bd30eff93c8b8e9366db14af4f6af8a150d1526ec83e4983f29de8488ef13c (image=quay.io/ceph/ceph:v17.2.0, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-mon-smithi005, build-date=2022-05-03T08:36:31.336870, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, version=8, maintainer=Guillaume Abrioux , GIT_CLEAN=True, release=754, RELEASE=HEAD, ceph=True, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.component=centos-stream-container, GIT_BRANCH=HEAD, architecture=x86_64, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.buildah.version=1.19.8, vendor=Red Hat, Inc., distribution-scope=public, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, CEPH_POINT_RELEASE=-17.2.0, vcs-type=git, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, name=centos-stream, io.k8s.display-name=CentOS Stream 8, io.openshift.tags=base centos centos-stream, io.openshift.expose-services=, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, GIT_REPO=https://github.com/ceph/ceph-container.git) 2024-09-04T22:07:29.871 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: set uid:gid to 167:167 (ceph:ceph) 2024-09-04T22:07:29.871 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable), process ceph-mon, pid 2 2024-09-04T22:07:29.871 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: pidfile_write: ignore empty --pid-file 2024-09-04T22:07:29.871 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: load: jerasure load: lrc 2024-09-04T22:07:29.871 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: RocksDB version: 6.15.5 2024-09-04T22:07:29.871 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-09-04T22:07:29.871 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Compile date Apr 18 2022 2024-09-04T22:07:29.871 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: DB SUMMARY 2024-09-04T22:07:29.871 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: DB Session ID: 00TDN021RMWTNH9JCS0K 2024-09-04T22:07:29.871 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: CURRENT file: CURRENT 2024-09-04T22:07:29.871 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: IDENTITY file: IDENTITY 2024-09-04T22:07:29.872 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: MANIFEST file: MANIFEST-000009 size: 131 Bytes 2024-09-04T22:07:29.872 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: SST files in /var/lib/ceph/mon/ceph-smithi005/store.db dir, Total Num: 1, files: 000008.sst 2024-09-04T22:07:29.872 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-smithi005/store.db: 000010.log size: 83483 ; 2024-09-04T22:07:29.872 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.error_if_exists: 0 2024-09-04T22:07:29.872 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.create_if_missing: 0 2024-09-04T22:07:29.872 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.paranoid_checks: 1 2024-09-04T22:07:29.872 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-04T22:07:29.872 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.env: 0x55e6ae8c6860 2024-09-04T22:07:29.872 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.fs: Posix File System 2024-09-04T22:07:29.872 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.info_log: 0x55e6af487fa0 2024-09-04T22:07:29.872 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.max_file_opening_threads: 16 2024-09-04T22:07:29.872 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.statistics: (nil) 2024-09-04T22:07:29.872 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.use_fsync: 0 2024-09-04T22:07:29.872 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.max_log_file_size: 0 2024-09-04T22:07:29.873 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-04T22:07:29.873 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-04T22:07:29.873 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.keep_log_file_num: 1000 2024-09-04T22:07:29.873 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.recycle_log_file_num: 0 2024-09-04T22:07:29.873 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.allow_fallocate: 1 2024-09-04T22:07:29.873 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.allow_mmap_reads: 0 2024-09-04T22:07:29.873 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.allow_mmap_writes: 0 2024-09-04T22:07:29.873 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.use_direct_reads: 0 2024-09-04T22:07:29.873 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-04T22:07:29.873 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.create_missing_column_families: 0 2024-09-04T22:07:29.873 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.db_log_dir: 2024-09-04T22:07:29.873 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-smithi005/store.db 2024-09-04T22:07:29.873 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-04T22:07:29.874 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-04T22:07:29.874 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-04T22:07:29.874 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-04T22:07:29.874 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-04T22:07:29.874 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-04T22:07:29.874 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.advise_random_on_open: 1 2024-09-04T22:07:29.875 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.db_write_buffer_size: 0 2024-09-04T22:07:29.875 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.write_buffer_manager: 0x55e6af578330 2024-09-04T22:07:29.876 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-04T22:07:29.876 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-09-04T22:07:29.876 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-04T22:07:29.876 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-04T22:07:29.876 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.rate_limiter: (nil) 2024-09-04T22:07:29.876 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-04T22:07:29.876 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.wal_recovery_mode: 2 2024-09-04T22:07:29.876 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.enable_thread_tracking: 0 2024-09-04T22:07:29.876 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.enable_pipelined_write: 0 2024-09-04T22:07:29.876 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.unordered_write: 0 2024-09-04T22:07:29.876 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-04T22:07:29.876 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-04T22:07:29.876 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-04T22:07:29.877 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-04T22:07:29.877 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.row_cache: None 2024-09-04T22:07:29.877 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.wal_filter: None 2024-09-04T22:07:29.877 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-04T22:07:29.877 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.allow_ingest_behind: 0 2024-09-04T22:07:29.877 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.preserve_deletes: 0 2024-09-04T22:07:29.877 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.two_write_queues: 0 2024-09-04T22:07:29.877 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.manual_wal_flush: 0 2024-09-04T22:07:29.877 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.atomic_flush: 0 2024-09-04T22:07:29.877 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-04T22:07:29.878 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-04T22:07:29.878 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-04T22:07:29.878 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.log_readahead_size: 0 2024-09-04T22:07:29.878 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-04T22:07:29.878 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.best_efforts_recovery: 0 2024-09-04T22:07:29.878 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-04T22:07:29.878 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-04T22:07:29.878 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.allow_data_in_errors: 0 2024-09-04T22:07:29.878 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.db_host_id: __hostname__ 2024-09-04T22:07:29.878 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.max_background_jobs: 2 2024-09-04T22:07:29.878 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.max_background_compactions: -1 2024-09-04T22:07:29.878 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.max_subcompactions: 1 2024-09-04T22:07:29.878 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-04T22:07:29.878 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-04T22:07:29.879 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-04T22:07:29.879 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.max_total_wal_size: 0 2024-09-04T22:07:29.879 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-04T22:07:29.879 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-04T22:07:29.879 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-04T22:07:29.879 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-04T22:07:29.879 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.max_open_files: -1 2024-09-04T22:07:29.879 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.bytes_per_sync: 0 2024-09-04T22:07:29.879 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-04T22:07:29.879 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-04T22:07:29.879 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.compaction_readahead_size: 0 2024-09-04T22:07:29.879 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.max_background_flushes: -1 2024-09-04T22:07:29.879 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Compression algorithms supported: 2024-09-04T22:07:29.879 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-04T22:07:29.880 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: kZSTD supported: 0 2024-09-04T22:07:29.880 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: kXpressCompression supported: 0 2024-09-04T22:07:29.880 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: kLZ4HCCompression supported: 1 2024-09-04T22:07:29.880 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: kLZ4Compression supported: 1 2024-09-04T22:07:29.880 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: kBZip2Compression supported: 0 2024-09-04T22:07:29.880 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: kZlibCompression supported: 1 2024-09-04T22:07:29.880 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: kSnappyCompression supported: 1 2024-09-04T22:07:29.880 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-04T22:07:29.880 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: [db/version_set.cc:4725] Recovering from manifest file: /var/lib/ceph/mon/ceph-smithi005/store.db/MANIFEST-000009 2024-09-04T22:07:29.880 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: [db/column_family.cc:597] --------------- Options for column family [default]: 2024-09-04T22:07:29.880 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-04T22:07:29.880 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.merge_operator: 2024-09-04T22:07:29.880 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.compaction_filter: None 2024-09-04T22:07:29.880 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.compaction_filter_factory: None 2024-09-04T22:07:29.881 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.sst_partitioner_factory: None 2024-09-04T22:07:29.881 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-04T22:07:29.881 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-04T22:07:29.881 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55e6af453d00) 2024-09-04T22:07:29.881 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: cache_index_and_filter_blocks: 1 2024-09-04T22:07:29.881 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-04T22:07:29.881 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-04T22:07:29.881 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: pin_top_level_index_and_filter: 1 2024-09-04T22:07:29.881 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: index_type: 0 2024-09-04T22:07:29.881 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: data_block_index_type: 0 2024-09-04T22:07:29.881 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: index_shortening: 1 2024-09-04T22:07:29.882 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-04T22:07:29.882 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: hash_index_allow_collision: 1 2024-09-04T22:07:29.882 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: checksum: 1 2024-09-04T22:07:29.882 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: no_block_cache: 0 2024-09-04T22:07:29.882 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: block_cache: 0x55e6af4be170 2024-09-04T22:07:29.882 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: block_cache_name: BinnedLRUCache 2024-09-04T22:07:29.882 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: block_cache_options: 2024-09-04T22:07:29.882 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: capacity : 536870912 2024-09-04T22:07:29.882 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: num_shard_bits : 4 2024-09-04T22:07:29.882 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: strict_capacity_limit : 0 2024-09-04T22:07:29.883 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: high_pri_pool_ratio: 0.000 2024-09-04T22:07:29.883 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: block_cache_compressed: (nil) 2024-09-04T22:07:29.883 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: persistent_cache: (nil) 2024-09-04T22:07:29.883 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: block_size: 4096 2024-09-04T22:07:29.883 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: block_size_deviation: 10 2024-09-04T22:07:29.883 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: block_restart_interval: 16 2024-09-04T22:07:29.883 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: index_block_restart_interval: 1 2024-09-04T22:07:29.883 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: metadata_block_size: 4096 2024-09-04T22:07:29.884 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: partition_filters: 0 2024-09-04T22:07:29.884 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: use_delta_encoding: 1 2024-09-04T22:07:29.884 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-09-04T22:07:29.884 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: whole_key_filtering: 1 2024-09-04T22:07:29.884 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: verify_compression: 0 2024-09-04T22:07:29.884 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: read_amp_bytes_per_bit: 0 2024-09-04T22:07:29.884 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: format_version: 4 2024-09-04T22:07:29.884 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: enable_index_compression: 1 2024-09-04T22:07:29.884 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: block_align: 0 2024-09-04T22:07:29.884 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.write_buffer_size: 33554432 2024-09-04T22:07:29.884 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.max_write_buffer_number: 2 2024-09-04T22:07:29.884 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.compression: NoCompression 2024-09-04T22:07:29.884 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.bottommost_compression: Disabled 2024-09-04T22:07:29.885 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.prefix_extractor: nullptr 2024-09-04T22:07:29.885 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-04T22:07:29.885 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.num_levels: 7 2024-09-04T22:07:29.885 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-04T22:07:29.885 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-04T22:07:29.885 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-04T22:07:29.885 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-04T22:07:29.885 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-04T22:07:29.885 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-04T22:07:29.885 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-04T22:07:29.885 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-04T22:07:29.886 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-04T22:07:29.886 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-04T22:07:29.886 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-04T22:07:29.886 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.compression_opts.level: 32767 2024-09-04T22:07:29.886 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.compression_opts.strategy: 0 2024-09-04T22:07:29.886 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-04T22:07:29.886 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-04T22:07:29.886 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-04T22:07:29.886 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.compression_opts.enabled: false 2024-09-04T22:07:29.886 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-04T22:07:29.886 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-04T22:07:29.886 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-04T22:07:29.886 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.target_file_size_base: 67108864 2024-09-04T22:07:29.886 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-04T22:07:29.886 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-04T22:07:29.887 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-04T22:07:29.887 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-04T22:07:29.887 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-04T22:07:29.887 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-04T22:07:29.887 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-04T22:07:29.887 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-04T22:07:29.887 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-04T22:07:29.887 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-04T22:07:29.887 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-04T22:07:29.887 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-04T22:07:29.887 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-04T22:07:29.887 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.arena_block_size: 4194304 2024-09-04T22:07:29.887 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-04T22:07:29.887 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-04T22:07:29.888 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-09-04T22:07:29.888 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.disable_auto_compactions: 0 2024-09-04T22:07:29.888 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-04T22:07:29.888 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-04T22:07:29.888 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-04T22:07:29.888 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-04T22:07:29.888 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-04T22:07:29.888 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-04T22:07:29.888 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-04T22:07:29.888 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-04T22:07:29.888 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-04T22:07:29.888 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-04T22:07:29.889 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.table_properties_collectors: 2024-09-04T22:07:29.889 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.inplace_update_support: 0 2024-09-04T22:07:29.889 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-04T22:07:29.889 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-04T22:07:29.889 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-04T22:07:29.889 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-04T22:07:29.889 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.bloom_locality: 0 2024-09-04T22:07:29.889 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.max_successive_merges: 0 2024-09-04T22:07:29.889 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-04T22:07:29.889 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.paranoid_file_checks: 0 2024-09-04T22:07:29.889 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.force_consistency_checks: 1 2024-09-04T22:07:29.889 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.report_bg_io_stats: 0 2024-09-04T22:07:29.889 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.ttl: 2592000 2024-09-04T22:07:29.890 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-04T22:07:29.890 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.enable_blob_files: false 2024-09-04T22:07:29.890 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.min_blob_size: 0 2024-09-04T22:07:29.890 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.blob_file_size: 268435456 2024-09-04T22:07:29.890 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-04T22:07:29.890 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-04T22:07:29.890 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-04T22:07:29.890 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: [db/version_set.cc:4773] Recovered from manifest file:/var/lib/ceph/mon/ceph-smithi005/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 11, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-04T22:07:29.890 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: [db/version_set.cc:4782] Column family [default] (ID 0), log number is 5 2024-09-04T22:07:29.890 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: [db/version_set.cc:4083] Creating manifest 13 2024-09-04T22:07:29.890 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725487649569705, "job": 1, "event": "recovery_started", "wal_files": [10]} 2024-09-04T22:07:29.890 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: [db/db_impl/db_impl_open.cc:847] Recovering log #10 mode 2 2024-09-04T22:07:29.890 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: [table/block_based/filter_policy.cc:996] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-09-04T22:07:29.890 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725487649570494, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 14, "file_size": 79809, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 78056, "index_size": 241, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 9930, "raw_average_key_size": 46, "raw_value_size": 72307, "raw_average_value_size": 341, "num_data_blocks": 11, "num_entries": 212, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1725487649, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "a9a93a60-d81e-4124-843b-bfd16cc61d6d", "db_session_id": "00TDN021RMWTNH9JCS0K"}} 2024-09-04T22:07:29.891 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: [db/version_set.cc:4083] Creating manifest 15 2024-09-04T22:07:29.891 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725487649570886, "job": 1, "event": "recovery_finished"} 2024-09-04T22:07:29.891 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: [file/delete_scheduler.cc:73] Deleted file /var/lib/ceph/mon/ceph-smithi005/store.db/000010.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-04T22:07:29.891 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: [db/db_impl/db_impl_open.cc:1701] SstFileManager instance 0x55e6af4a4a80 2024-09-04T22:07:29.891 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: DB pointer 0x55e6af4b4000 2024-09-04T22:07:29.891 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: [db/db_impl/db_impl.cc:902] ------- DUMPING STATS ------- 2024-09-04T22:07:29.891 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-09-04T22:07:29.891 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: ** DB Stats ** 2024-09-04T22:07:29.891 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-04T22:07:29.891 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-04T22:07:29.891 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-04T22:07:29.891 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-04T22:07:29.891 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-04T22:07:29.892 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-09-04T22:07:29.892 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-04T22:07:29.892 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: 2024-09-04T22:07:29.892 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: ** Compaction Stats [default] ** 2024-09-04T22:07:29.892 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-04T22:07:29.892 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-04T22:07:29.892 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: L0 2/0 79.74 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 142.8 0.00 0.00 1 0.001 0 0 2024-09-04T22:07:29.892 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: Sum 2/0 79.74 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 142.8 0.00 0.00 1 0.001 0 0 2024-09-04T22:07:29.892 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 142.8 0.00 0.00 1 0.001 0 0 2024-09-04T22:07:29.892 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: 2024-09-04T22:07:29.892 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: ** Compaction Stats [default] ** 2024-09-04T22:07:29.892 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-04T22:07:29.892 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-04T22:07:29.893 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 142.8 0.00 0.00 1 0.001 0 0 2024-09-04T22:07:29.893 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-04T22:07:29.893 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-04T22:07:29.893 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-04T22:07:29.893 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-04T22:07:29.893 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-04T22:07:29.893 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-04T22:07:29.893 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: Cumulative compaction: 0.00 GB write, 22.13 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-04T22:07:29.893 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: Interval compaction: 0.00 GB write, 22.13 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-04T22:07:29.893 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-04T22:07:29.893 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: 2024-09-04T22:07:29.893 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-04T22:07:29.893 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: 2024-09-04T22:07:29.894 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: ** Compaction Stats [default] ** 2024-09-04T22:07:29.894 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-04T22:07:29.894 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-04T22:07:29.894 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: L0 2/0 79.74 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 142.8 0.00 0.00 1 0.001 0 0 2024-09-04T22:07:29.894 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: Sum 2/0 79.74 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 142.8 0.00 0.00 1 0.001 0 0 2024-09-04T22:07:29.894 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-09-04T22:07:29.894 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: 2024-09-04T22:07:29.894 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: ** Compaction Stats [default] ** 2024-09-04T22:07:29.894 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-04T22:07:29.894 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-04T22:07:29.894 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 142.8 0.00 0.00 1 0.001 0 0 2024-09-04T22:07:29.894 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-04T22:07:29.894 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-04T22:07:29.895 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-04T22:07:29.895 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-04T22:07:29.895 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-04T22:07:29.895 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-04T22:07:29.895 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: Cumulative compaction: 0.00 GB write, 21.91 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-04T22:07:29.895 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-04T22:07:29.895 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-04T22:07:29.895 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: 2024-09-04T22:07:29.895 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-04T22:07:29.895 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: starting mon.smithi005 rank 0 at public addrs [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] at bind addrs [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] mon_data /var/lib/ceph/mon/ceph-smithi005 fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 2024-09-04T22:07:29.895 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: mon.smithi005@-1(???) e1 preinit fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 2024-09-04T22:07:29.895 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: mon.smithi005@-1(???).mds e1 new map 2024-09-04T22:07:29.895 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: mon.smithi005@-1(???).mds e1 print_map 2024-09-04T22:07:29.895 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: e1 2024-09-04T22:07:29.895 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-04T22:07:29.896 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-04T22:07:29.896 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: legacy client fscid: -1 2024-09-04T22:07:29.896 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: 2024-09-04T22:07:29.896 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: No filesystems configured 2024-09-04T22:07:29.896 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: mon.smithi005@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-04T22:07:29.896 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: mon.smithi005@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-04T22:07:29.896 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: mon.smithi005@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-04T22:07:29.896 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: mon.smithi005@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-04T22:07:29.896 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 ceph-mon[24451]: mon.smithi005@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-09-04T22:07:29.896 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 bash[24433]: f3bd30eff93c8b8e9366db14af4f6af8a150d1526ec83e4983f29de8488ef13c 2024-09-04T22:07:29.896 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:29 smithi005 systemd[1]: Started Ceph mon.smithi005 for fc6cab94-6b09-11ef-bcd6-c7b262605968. 2024-09-04T22:07:30.681 INFO:teuthology.orchestra.run.smithi005.stderr:Wrote config to /etc/ceph/ceph.conf 2024-09-04T22:07:30.681 INFO:teuthology.orchestra.run.smithi005.stderr:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-09-04T22:07:30.681 INFO:teuthology.orchestra.run.smithi005.stderr:Creating mgr... 2024-09-04T22:07:30.682 INFO:teuthology.orchestra.run.smithi005.stderr:Verifying port 9283 ... 2024-09-04T22:07:30.856 INFO:teuthology.orchestra.run.smithi005.stderr:systemctl: Failed to reset failed state of unit ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@mgr.smithi005.hteciz.service: Unit ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@mgr.smithi005.hteciz.service not loaded. 2024-09-04T22:07:30.863 INFO:teuthology.orchestra.run.smithi005.stderr:systemctl: Created symlink /etc/systemd/system/ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968.target.wants/ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@mgr.smithi005.hteciz.service → /etc/systemd/system/ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@.service. 2024-09-04T22:07:30.863 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:30 smithi005 ceph-mon[24451]: mon.smithi005 is new leader, mons smithi005 in quorum (ranks 0) 2024-09-04T22:07:30.863 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:30 smithi005 ceph-mon[24451]: monmap e1: 1 mons at {smithi005=[v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0]} 2024-09-04T22:07:30.863 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:30 smithi005 ceph-mon[24451]: fsmap 2024-09-04T22:07:30.863 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:30 smithi005 ceph-mon[24451]: osdmap e1: 0 total, 0 up, 0 in 2024-09-04T22:07:30.864 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:30 smithi005 ceph-mon[24451]: mgrmap e1: no daemons active 2024-09-04T22:07:30.864 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:30 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/489542888' entity='client.admin' 2024-09-04T22:07:31.561 INFO:teuthology.orchestra.run.smithi005.stderr:systemctl: disabled 2024-09-04T22:07:31.568 INFO:teuthology.orchestra.run.smithi005.stderr:systemctl: inactive 2024-09-04T22:07:31.568 INFO:teuthology.orchestra.run.smithi005.stderr:firewalld.service is not enabled 2024-09-04T22:07:31.569 INFO:teuthology.orchestra.run.smithi005.stderr:Not possible to enable service . firewalld.service is not available 2024-09-04T22:07:31.576 INFO:teuthology.orchestra.run.smithi005.stderr:systemctl: disabled 2024-09-04T22:07:31.584 INFO:teuthology.orchestra.run.smithi005.stderr:systemctl: inactive 2024-09-04T22:07:31.585 INFO:teuthology.orchestra.run.smithi005.stderr:firewalld.service is not enabled 2024-09-04T22:07:31.585 INFO:teuthology.orchestra.run.smithi005.stderr:Not possible to open ports <[9283]>. firewalld.service is not available 2024-09-04T22:07:31.585 INFO:teuthology.orchestra.run.smithi005.stderr:Waiting for mgr to start... 2024-09-04T22:07:31.585 INFO:teuthology.orchestra.run.smithi005.stderr:Waiting for mgr... 2024-09-04T22:07:32.189 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: 2024-09-04T22:07:32.189 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: { 2024-09-04T22:07:32.189 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "fsid": "fc6cab94-6b09-11ef-bcd6-c7b262605968", 2024-09-04T22:07:32.189 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "health": { 2024-09-04T22:07:32.189 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2024-09-04T22:07:32.189 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "checks": {}, 2024-09-04T22:07:32.189 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "mutes": [] 2024-09-04T22:07:32.189 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: }, 2024-09-04T22:07:32.190 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "election_epoch": 5, 2024-09-04T22:07:32.190 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "quorum": [ 2024-09-04T22:07:32.190 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: 0 2024-09-04T22:07:32.190 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: ], 2024-09-04T22:07:32.190 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "quorum_names": [ 2024-09-04T22:07:32.190 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "smithi005" 2024-09-04T22:07:32.190 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: ], 2024-09-04T22:07:32.190 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "quorum_age": 2, 2024-09-04T22:07:32.191 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "monmap": { 2024-09-04T22:07:32.191 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "epoch": 1, 2024-09-04T22:07:32.191 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "min_mon_release_name": "quincy", 2024-09-04T22:07:32.191 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "num_mons": 1 2024-09-04T22:07:32.191 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: }, 2024-09-04T22:07:32.191 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "osdmap": { 2024-09-04T22:07:32.191 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "epoch": 1, 2024-09-04T22:07:32.192 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "num_osds": 0, 2024-09-04T22:07:32.192 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "num_up_osds": 0, 2024-09-04T22:07:32.192 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "osd_up_since": 0, 2024-09-04T22:07:32.192 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "num_in_osds": 0, 2024-09-04T22:07:32.192 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "osd_in_since": 0, 2024-09-04T22:07:32.192 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2024-09-04T22:07:32.192 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: }, 2024-09-04T22:07:32.192 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "pgmap": { 2024-09-04T22:07:32.192 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "pgs_by_state": [], 2024-09-04T22:07:32.192 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "num_pgs": 0, 2024-09-04T22:07:32.192 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "num_pools": 0, 2024-09-04T22:07:32.192 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "num_objects": 0, 2024-09-04T22:07:32.193 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "data_bytes": 0, 2024-09-04T22:07:32.193 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "bytes_used": 0, 2024-09-04T22:07:32.193 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "bytes_avail": 0, 2024-09-04T22:07:32.193 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "bytes_total": 0 2024-09-04T22:07:32.193 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: }, 2024-09-04T22:07:32.193 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "fsmap": { 2024-09-04T22:07:32.193 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "epoch": 1, 2024-09-04T22:07:32.193 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "by_rank": [], 2024-09-04T22:07:32.194 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "up:standby": 0 2024-09-04T22:07:32.194 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: }, 2024-09-04T22:07:32.194 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "mgrmap": { 2024-09-04T22:07:32.194 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "available": false, 2024-09-04T22:07:32.194 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "num_standbys": 0, 2024-09-04T22:07:32.194 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "modules": [ 2024-09-04T22:07:32.194 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "iostat", 2024-09-04T22:07:32.194 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "nfs", 2024-09-04T22:07:32.194 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "restful" 2024-09-04T22:07:32.194 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: ], 2024-09-04T22:07:32.194 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "services": {} 2024-09-04T22:07:32.194 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: }, 2024-09-04T22:07:32.195 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "servicemap": { 2024-09-04T22:07:32.195 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "epoch": 1, 2024-09-04T22:07:32.195 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "modified": "2024-09-04T22:07:20.306335+0000", 2024-09-04T22:07:32.195 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "services": {} 2024-09-04T22:07:32.195 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: }, 2024-09-04T22:07:32.195 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "progress_events": {} 2024-09-04T22:07:32.195 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: } 2024-09-04T22:07:32.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:32 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/2667108721' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-04T22:07:32.788 INFO:teuthology.orchestra.run.smithi005.stderr:mgr not available, waiting (1/15)... 2024-09-04T22:07:35.296 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: 2024-09-04T22:07:35.296 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: { 2024-09-04T22:07:35.297 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "fsid": "fc6cab94-6b09-11ef-bcd6-c7b262605968", 2024-09-04T22:07:35.297 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "health": { 2024-09-04T22:07:35.297 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2024-09-04T22:07:35.297 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "checks": {}, 2024-09-04T22:07:35.297 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "mutes": [] 2024-09-04T22:07:35.297 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: }, 2024-09-04T22:07:35.297 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "election_epoch": 5, 2024-09-04T22:07:35.297 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "quorum": [ 2024-09-04T22:07:35.297 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: 0 2024-09-04T22:07:35.297 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: ], 2024-09-04T22:07:35.297 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "quorum_names": [ 2024-09-04T22:07:35.297 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "smithi005" 2024-09-04T22:07:35.298 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: ], 2024-09-04T22:07:35.298 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "quorum_age": 5, 2024-09-04T22:07:35.298 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "monmap": { 2024-09-04T22:07:35.298 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "epoch": 1, 2024-09-04T22:07:35.298 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "min_mon_release_name": "quincy", 2024-09-04T22:07:35.298 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "num_mons": 1 2024-09-04T22:07:35.298 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: }, 2024-09-04T22:07:35.298 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "osdmap": { 2024-09-04T22:07:35.298 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "epoch": 1, 2024-09-04T22:07:35.298 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "num_osds": 0, 2024-09-04T22:07:35.298 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "num_up_osds": 0, 2024-09-04T22:07:35.298 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "osd_up_since": 0, 2024-09-04T22:07:35.298 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "num_in_osds": 0, 2024-09-04T22:07:35.302 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "osd_in_since": 0, 2024-09-04T22:07:35.302 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2024-09-04T22:07:35.302 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: }, 2024-09-04T22:07:35.303 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "pgmap": { 2024-09-04T22:07:35.303 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "pgs_by_state": [], 2024-09-04T22:07:35.303 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "num_pgs": 0, 2024-09-04T22:07:35.303 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "num_pools": 0, 2024-09-04T22:07:35.303 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "num_objects": 0, 2024-09-04T22:07:35.303 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "data_bytes": 0, 2024-09-04T22:07:35.303 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "bytes_used": 0, 2024-09-04T22:07:35.303 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "bytes_avail": 0, 2024-09-04T22:07:35.303 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "bytes_total": 0 2024-09-04T22:07:35.303 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: }, 2024-09-04T22:07:35.303 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "fsmap": { 2024-09-04T22:07:35.303 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "epoch": 1, 2024-09-04T22:07:35.304 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "by_rank": [], 2024-09-04T22:07:35.304 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "up:standby": 0 2024-09-04T22:07:35.304 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: }, 2024-09-04T22:07:35.304 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "mgrmap": { 2024-09-04T22:07:35.304 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "available": false, 2024-09-04T22:07:35.304 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "num_standbys": 0, 2024-09-04T22:07:35.304 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "modules": [ 2024-09-04T22:07:35.304 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "iostat", 2024-09-04T22:07:35.304 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "nfs", 2024-09-04T22:07:35.304 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "restful" 2024-09-04T22:07:35.304 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: ], 2024-09-04T22:07:35.304 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "services": {} 2024-09-04T22:07:35.304 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: }, 2024-09-04T22:07:35.305 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "servicemap": { 2024-09-04T22:07:35.305 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "epoch": 1, 2024-09-04T22:07:35.305 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "modified": "2024-09-04T22:07:20.306335+0000", 2024-09-04T22:07:35.305 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "services": {} 2024-09-04T22:07:35.305 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: }, 2024-09-04T22:07:35.305 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "progress_events": {} 2024-09-04T22:07:35.305 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: } 2024-09-04T22:07:35.798 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:35 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/177954875' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-04T22:07:35.821 INFO:teuthology.orchestra.run.smithi005.stderr:mgr not available, waiting (2/15)... 2024-09-04T22:07:37.958 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:37 smithi005 ceph-mon[24451]: Activating manager daemon smithi005.hteciz 2024-09-04T22:07:37.958 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:37 smithi005 ceph-mon[24451]: mgrmap e2: smithi005.hteciz(active, starting, since 0.002599s) 2024-09-04T22:07:37.958 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:37 smithi005 ceph-mon[24451]: from='mgr.14100 172.21.15.5:0/2816844812' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-04T22:07:37.958 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:37 smithi005 ceph-mon[24451]: from='mgr.14100 172.21.15.5:0/2816844812' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-04T22:07:37.958 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:37 smithi005 ceph-mon[24451]: from='mgr.14100 172.21.15.5:0/2816844812' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-04T22:07:37.958 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:37 smithi005 ceph-mon[24451]: from='mgr.14100 172.21.15.5:0/2816844812' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mon metadata", "id": "smithi005"}]: dispatch 2024-09-04T22:07:37.958 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:37 smithi005 ceph-mon[24451]: from='mgr.14100 172.21.15.5:0/2816844812' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mgr metadata", "who": "smithi005.hteciz", "id": "smithi005.hteciz"}]: dispatch 2024-09-04T22:07:37.959 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:37 smithi005 ceph-mon[24451]: Manager daemon smithi005.hteciz is now available 2024-09-04T22:07:37.959 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:37 smithi005 ceph-mon[24451]: from='mgr.14100 172.21.15.5:0/2816844812' entity='mgr.smithi005.hteciz' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi005.hteciz/mirror_snapshot_schedule"}]: dispatch 2024-09-04T22:07:37.959 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:37 smithi005 ceph-mon[24451]: from='mgr.14100 172.21.15.5:0/2816844812' entity='mgr.smithi005.hteciz' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi005.hteciz/trash_purge_schedule"}]: dispatch 2024-09-04T22:07:37.959 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:37 smithi005 ceph-mon[24451]: from='mgr.14100 172.21.15.5:0/2816844812' entity='mgr.smithi005.hteciz' 2024-09-04T22:07:37.959 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:37 smithi005 ceph-mon[24451]: from='mgr.14100 172.21.15.5:0/2816844812' entity='mgr.smithi005.hteciz' 2024-09-04T22:07:37.959 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:37 smithi005 ceph-mon[24451]: from='mgr.14100 172.21.15.5:0/2816844812' entity='mgr.smithi005.hteciz' 2024-09-04T22:07:38.341 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: 2024-09-04T22:07:38.342 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: { 2024-09-04T22:07:38.342 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "fsid": "fc6cab94-6b09-11ef-bcd6-c7b262605968", 2024-09-04T22:07:38.342 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "health": { 2024-09-04T22:07:38.342 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2024-09-04T22:07:38.342 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "checks": {}, 2024-09-04T22:07:38.342 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "mutes": [] 2024-09-04T22:07:38.342 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: }, 2024-09-04T22:07:38.342 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "election_epoch": 5, 2024-09-04T22:07:38.342 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "quorum": [ 2024-09-04T22:07:38.342 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: 0 2024-09-04T22:07:38.342 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: ], 2024-09-04T22:07:38.343 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "quorum_names": [ 2024-09-04T22:07:38.343 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "smithi005" 2024-09-04T22:07:38.343 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: ], 2024-09-04T22:07:38.343 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "quorum_age": 8, 2024-09-04T22:07:38.343 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "monmap": { 2024-09-04T22:07:38.343 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "epoch": 1, 2024-09-04T22:07:38.343 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "min_mon_release_name": "quincy", 2024-09-04T22:07:38.343 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "num_mons": 1 2024-09-04T22:07:38.343 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: }, 2024-09-04T22:07:38.343 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "osdmap": { 2024-09-04T22:07:38.343 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "epoch": 1, 2024-09-04T22:07:38.343 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "num_osds": 0, 2024-09-04T22:07:38.343 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "num_up_osds": 0, 2024-09-04T22:07:38.343 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "osd_up_since": 0, 2024-09-04T22:07:38.344 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "num_in_osds": 0, 2024-09-04T22:07:38.347 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "osd_in_since": 0, 2024-09-04T22:07:38.347 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2024-09-04T22:07:38.347 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: }, 2024-09-04T22:07:38.347 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "pgmap": { 2024-09-04T22:07:38.347 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "pgs_by_state": [], 2024-09-04T22:07:38.348 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "num_pgs": 0, 2024-09-04T22:07:38.348 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "num_pools": 0, 2024-09-04T22:07:38.348 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "num_objects": 0, 2024-09-04T22:07:38.348 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "data_bytes": 0, 2024-09-04T22:07:38.348 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "bytes_used": 0, 2024-09-04T22:07:38.348 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "bytes_avail": 0, 2024-09-04T22:07:38.348 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "bytes_total": 0 2024-09-04T22:07:38.348 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: }, 2024-09-04T22:07:38.348 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "fsmap": { 2024-09-04T22:07:38.348 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "epoch": 1, 2024-09-04T22:07:38.348 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "by_rank": [], 2024-09-04T22:07:38.348 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "up:standby": 0 2024-09-04T22:07:38.348 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: }, 2024-09-04T22:07:38.349 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "mgrmap": { 2024-09-04T22:07:38.349 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "available": false, 2024-09-04T22:07:38.349 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "num_standbys": 0, 2024-09-04T22:07:38.349 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "modules": [ 2024-09-04T22:07:38.349 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "iostat", 2024-09-04T22:07:38.349 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "nfs", 2024-09-04T22:07:38.349 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "restful" 2024-09-04T22:07:38.349 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: ], 2024-09-04T22:07:38.349 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "services": {} 2024-09-04T22:07:38.349 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: }, 2024-09-04T22:07:38.349 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "servicemap": { 2024-09-04T22:07:38.349 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "epoch": 1, 2024-09-04T22:07:38.349 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "modified": "2024-09-04T22:07:20.306335+0000", 2024-09-04T22:07:38.349 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "services": {} 2024-09-04T22:07:38.350 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: }, 2024-09-04T22:07:38.350 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "progress_events": {} 2024-09-04T22:07:38.350 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: } 2024-09-04T22:07:38.912 INFO:teuthology.orchestra.run.smithi005.stderr:mgr not available, waiting (3/15)... 2024-09-04T22:07:39.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:38 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/192288483' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-04T22:07:39.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:38 smithi005 ceph-mon[24451]: mgrmap e3: smithi005.hteciz(active, since 1.00579s) 2024-09-04T22:07:41.598 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: 2024-09-04T22:07:41.598 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: { 2024-09-04T22:07:41.598 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "fsid": "fc6cab94-6b09-11ef-bcd6-c7b262605968", 2024-09-04T22:07:41.598 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "health": { 2024-09-04T22:07:41.599 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2024-09-04T22:07:41.599 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "checks": {}, 2024-09-04T22:07:41.599 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "mutes": [] 2024-09-04T22:07:41.599 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: }, 2024-09-04T22:07:41.599 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "election_epoch": 5, 2024-09-04T22:07:41.599 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "quorum": [ 2024-09-04T22:07:41.599 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: 0 2024-09-04T22:07:41.599 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: ], 2024-09-04T22:07:41.599 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "quorum_names": [ 2024-09-04T22:07:41.599 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "smithi005" 2024-09-04T22:07:41.599 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: ], 2024-09-04T22:07:41.599 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "quorum_age": 12, 2024-09-04T22:07:41.599 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "monmap": { 2024-09-04T22:07:41.599 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "epoch": 1, 2024-09-04T22:07:41.600 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "min_mon_release_name": "quincy", 2024-09-04T22:07:41.600 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "num_mons": 1 2024-09-04T22:07:41.600 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: }, 2024-09-04T22:07:41.600 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "osdmap": { 2024-09-04T22:07:41.600 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "epoch": 1, 2024-09-04T22:07:41.600 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "num_osds": 0, 2024-09-04T22:07:41.600 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "num_up_osds": 0, 2024-09-04T22:07:41.600 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "osd_up_since": 0, 2024-09-04T22:07:41.600 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "num_in_osds": 0, 2024-09-04T22:07:41.604 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "osd_in_since": 0, 2024-09-04T22:07:41.604 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2024-09-04T22:07:41.604 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: }, 2024-09-04T22:07:41.604 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "pgmap": { 2024-09-04T22:07:41.604 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "pgs_by_state": [], 2024-09-04T22:07:41.604 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "num_pgs": 0, 2024-09-04T22:07:41.604 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "num_pools": 0, 2024-09-04T22:07:41.604 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "num_objects": 0, 2024-09-04T22:07:41.604 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "data_bytes": 0, 2024-09-04T22:07:41.604 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "bytes_used": 0, 2024-09-04T22:07:41.604 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "bytes_avail": 0, 2024-09-04T22:07:41.605 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "bytes_total": 0 2024-09-04T22:07:41.605 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: }, 2024-09-04T22:07:41.605 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "fsmap": { 2024-09-04T22:07:41.605 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "epoch": 1, 2024-09-04T22:07:41.605 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "by_rank": [], 2024-09-04T22:07:41.605 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "up:standby": 0 2024-09-04T22:07:41.605 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: }, 2024-09-04T22:07:41.605 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "mgrmap": { 2024-09-04T22:07:41.605 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "available": true, 2024-09-04T22:07:41.605 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "num_standbys": 0, 2024-09-04T22:07:41.605 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "modules": [ 2024-09-04T22:07:41.605 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "iostat", 2024-09-04T22:07:41.605 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "nfs", 2024-09-04T22:07:41.605 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "restful" 2024-09-04T22:07:41.606 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: ], 2024-09-04T22:07:41.606 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "services": {} 2024-09-04T22:07:41.606 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: }, 2024-09-04T22:07:41.606 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "servicemap": { 2024-09-04T22:07:41.606 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "epoch": 1, 2024-09-04T22:07:41.606 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "modified": "2024-09-04T22:07:20.306335+0000", 2024-09-04T22:07:41.606 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "services": {} 2024-09-04T22:07:41.606 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: }, 2024-09-04T22:07:41.606 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "progress_events": {} 2024-09-04T22:07:41.606 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: } 2024-09-04T22:07:41.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:41 smithi005 ceph-mon[24451]: mgrmap e4: smithi005.hteciz(active, since 2s) 2024-09-04T22:07:42.234 INFO:teuthology.orchestra.run.smithi005.stderr:mgr is available 2024-09-04T22:07:42.618 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:42 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/3664422341' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-04T22:07:42.820 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: 2024-09-04T22:07:42.820 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: [global] 2024-09-04T22:07:42.820 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: fsid = fc6cab94-6b09-11ef-bcd6-c7b262605968 2024-09-04T22:07:42.820 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: mon_osd_allow_pg_remap = true 2024-09-04T22:07:42.820 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: mon_osd_allow_primary_affinity = true 2024-09-04T22:07:42.820 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: mon_warn_on_no_sortbitwise = false 2024-09-04T22:07:42.820 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: osd_crush_chooseleaf_type = 0 2024-09-04T22:07:42.820 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: 2024-09-04T22:07:42.821 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: [mgr] 2024-09-04T22:07:42.821 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: mgr/telemetry/nag = false 2024-09-04T22:07:42.821 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: 2024-09-04T22:07:42.821 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: [osd] 2024-09-04T22:07:42.821 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: osd_map_max_advance = 10 2024-09-04T22:07:42.821 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: osd_sloppy_crc = true 2024-09-04T22:07:43.391 INFO:teuthology.orchestra.run.smithi005.stderr:Enabling cephadm module... 2024-09-04T22:07:43.711 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:43 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/3916160423' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-09-04T22:07:44.831 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:44 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/3512793648' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-09-04T22:07:45.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:45 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/3512793648' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-09-04T22:07:45.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:45 smithi005 ceph-mon[24451]: mgrmap e5: smithi005.hteciz(active, since 6s) 2024-09-04T22:07:45.918 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: { 2024-09-04T22:07:45.919 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "epoch": 5, 2024-09-04T22:07:45.919 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "available": true, 2024-09-04T22:07:45.919 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "active_name": "smithi005.hteciz", 2024-09-04T22:07:45.919 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "num_standby": 0 2024-09-04T22:07:45.919 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: } 2024-09-04T22:07:46.487 INFO:teuthology.orchestra.run.smithi005.stderr:Waiting for the mgr to restart... 2024-09-04T22:07:46.487 INFO:teuthology.orchestra.run.smithi005.stderr:Waiting for mgr epoch 5... 2024-09-04T22:07:46.608 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:46 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/3538941846' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-04T22:07:51.916 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: { 2024-09-04T22:07:51.916 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "mgrmap_epoch": 7, 2024-09-04T22:07:51.916 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "initialized": true 2024-09-04T22:07:51.916 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: } 2024-09-04T22:07:52.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:51 smithi005 ceph-mon[24451]: Active manager daemon smithi005.hteciz restarted 2024-09-04T22:07:52.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:51 smithi005 ceph-mon[24451]: Activating manager daemon smithi005.hteciz 2024-09-04T22:07:52.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:51 smithi005 ceph-mon[24451]: osdmap e2: 0 total, 0 up, 0 in 2024-09-04T22:07:52.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:51 smithi005 ceph-mon[24451]: mgrmap e6: smithi005.hteciz(active, starting, since 0.0525105s) 2024-09-04T22:07:52.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:51 smithi005 ceph-mon[24451]: from='mgr.14120 172.21.15.5:0/2441017970' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mon metadata", "id": "smithi005"}]: dispatch 2024-09-04T22:07:52.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:51 smithi005 ceph-mon[24451]: from='mgr.14120 172.21.15.5:0/2441017970' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mgr metadata", "who": "smithi005.hteciz", "id": "smithi005.hteciz"}]: dispatch 2024-09-04T22:07:52.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:51 smithi005 ceph-mon[24451]: from='mgr.14120 172.21.15.5:0/2441017970' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-04T22:07:52.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:51 smithi005 ceph-mon[24451]: from='mgr.14120 172.21.15.5:0/2441017970' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-04T22:07:52.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:51 smithi005 ceph-mon[24451]: from='mgr.14120 172.21.15.5:0/2441017970' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-04T22:07:52.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:51 smithi005 ceph-mon[24451]: Manager daemon smithi005.hteciz is now available 2024-09-04T22:07:52.213 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:51 smithi005 ceph-mon[24451]: from='mgr.14120 172.21.15.5:0/2441017970' entity='mgr.smithi005.hteciz' 2024-09-04T22:07:52.213 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:51 smithi005 ceph-mon[24451]: from='mgr.14120 172.21.15.5:0/2441017970' entity='mgr.smithi005.hteciz' 2024-09-04T22:07:52.213 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:51 smithi005 ceph-mon[24451]: from='mgr.14120 172.21.15.5:0/2441017970' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:07:52.213 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:51 smithi005 ceph-mon[24451]: from='mgr.14120 172.21.15.5:0/2441017970' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:07:52.213 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:51 smithi005 ceph-mon[24451]: from='mgr.14120 172.21.15.5:0/2441017970' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:07:52.213 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:51 smithi005 ceph-mon[24451]: from='mgr.14120 172.21.15.5:0/2441017970' entity='mgr.smithi005.hteciz' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi005.hteciz/mirror_snapshot_schedule"}]: dispatch 2024-09-04T22:07:52.213 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:51 smithi005 ceph-mon[24451]: from='mgr.14120 172.21.15.5:0/2441017970' entity='mgr.smithi005.hteciz' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi005.hteciz/trash_purge_schedule"}]: dispatch 2024-09-04T22:07:52.476 INFO:teuthology.orchestra.run.smithi005.stderr:mgr epoch 5 is available 2024-09-04T22:07:52.476 INFO:teuthology.orchestra.run.smithi005.stderr:Setting orchestrator backend to cephadm... 2024-09-04T22:07:53.106 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:52 smithi005 ceph-mon[24451]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-09-04T22:07:53.107 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:52 smithi005 ceph-mon[24451]: mgrmap e7: smithi005.hteciz(active, since 1.05507s) 2024-09-04T22:07:53.107 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:52 smithi005 ceph-mon[24451]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-09-04T22:07:53.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:53 smithi005 ceph-mon[24451]: mgrmap e8: smithi005.hteciz(active, since 2s) 2024-09-04T22:07:53.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:53 smithi005 ceph-mon[24451]: from='mgr.14120 172.21.15.5:0/2441017970' entity='mgr.smithi005.hteciz' 2024-09-04T22:07:53.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:53 smithi005 ceph-mon[24451]: from='mgr.14120 172.21.15.5:0/2441017970' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:07:53.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:53 smithi005 ceph-mon[24451]: [04/Sep/2024:22:07:53] ENGINE Bus STARTING 2024-09-04T22:07:53.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:53 smithi005 ceph-mon[24451]: [04/Sep/2024:22:07:53] ENGINE Serving on https://172.21.15.5:7150 2024-09-04T22:07:53.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:53 smithi005 ceph-mon[24451]: [04/Sep/2024:22:07:53] ENGINE Bus STARTED 2024-09-04T22:07:53.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:53 smithi005 ceph-mon[24451]: from='mgr.14120 172.21.15.5:0/2441017970' entity='mgr.smithi005.hteciz' 2024-09-04T22:07:53.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:53 smithi005 ceph-mon[24451]: from='mgr.14120 172.21.15.5:0/2441017970' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:07:54.290 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: value unchanged 2024-09-04T22:07:55.015 INFO:teuthology.orchestra.run.smithi005.stderr:Generating ssh key... 2024-09-04T22:07:55.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:55 smithi005 ceph-mon[24451]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:07:57.288 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:57 smithi005 ceph-mon[24451]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:07:57.288 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:57 smithi005 ceph-mon[24451]: Generating ssh key... 2024-09-04T22:07:57.288 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:57 smithi005 ceph-mon[24451]: from='mgr.14120 172.21.15.5:0/2441017970' entity='mgr.smithi005.hteciz' 2024-09-04T22:07:57.288 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:57 smithi005 ceph-mon[24451]: from='mgr.14120 172.21.15.5:0/2441017970' entity='mgr.smithi005.hteciz' 2024-09-04T22:07:57.589 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDFEoWA+wUrrzXTd+aPlNLSgN2jkEDeSaAg+WJgK98GZ7FoGvkHqSZYflVtbnGF3yzMrZ2R3fuj+B2N3TLsR7P3GVfwuPp6WvmEwS/xfTD7Gk2/TxqB104XDS6YXRJVYcPBPLwiONileRYW1tsQ3nnAXtqxRriK3/v8MnnjexNVqVB29lV3GfUGxAeMe6wrKyudK6j3Ojc2TFrpn5QswuaAGZmz2ui99wrKdryVm7QV2ESOGIX92yxqfwls+wbVqfew4JeNBOZiUVTe7qmilFUkm0Tw6QChnFbw52wCNfUUP2DodfWYh1VBu1Q1w3ifciQg59bpLuiJrVMlzBfS4HdwilNt4x+dZ1QLNSrzhUTSoEwUh0yYU8oh0/siLPuGMz+U+80HW/IEO1oacfRMWUNMQ2iQCuYDshZuNEqJQYyPoC2shM102RPhcC3R4gr1mQ+moAM/QcFLUWVBCn3GTkHIX4XIskPlzA0sImCSBraavLhNGP65gEkt1VYfg0mivic= ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968 2024-09-04T22:07:58.174 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:07:58 smithi005 ceph-mon[24451]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:07:58.176 INFO:teuthology.orchestra.run.smithi005.stderr:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-09-04T22:07:58.177 INFO:teuthology.orchestra.run.smithi005.stderr:Adding key to root@localhost authorized_keys... 2024-09-04T22:07:58.177 INFO:teuthology.orchestra.run.smithi005.stderr:Adding host smithi005... 2024-09-04T22:07:59.668 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: Added host 'smithi005' with addr '172.21.15.5' 2024-09-04T22:08:00.201 INFO:teuthology.orchestra.run.smithi005.stderr:Deploying mon service with default placement... 2024-09-04T22:08:00.840 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:00 smithi005 ceph-mon[24451]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi005", "addr": "172.21.15.5", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:08:00.840 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:00 smithi005 ceph-mon[24451]: Deploying cephadm binary to smithi005 2024-09-04T22:08:00.840 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:00 smithi005 ceph-mon[24451]: from='mgr.14120 172.21.15.5:0/2441017970' entity='mgr.smithi005.hteciz' 2024-09-04T22:08:00.840 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:00 smithi005 ceph-mon[24451]: from='mgr.14120 172.21.15.5:0/2441017970' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:08:00.841 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: Scheduled mon update... 2024-09-04T22:08:01.643 INFO:teuthology.orchestra.run.smithi005.stderr:Deploying mgr service with default placement... 2024-09-04T22:08:01.832 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:01 smithi005 ceph-mon[24451]: Added host smithi005 2024-09-04T22:08:01.833 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:01 smithi005 ceph-mon[24451]: from='mgr.14120 172.21.15.5:0/2441017970' entity='mgr.smithi005.hteciz' 2024-09-04T22:08:02.363 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: Scheduled mgr update... 2024-09-04T22:08:02.711 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:02 smithi005 ceph-mon[24451]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:08:02.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:02 smithi005 ceph-mon[24451]: Saving service mon spec with placement count:5 2024-09-04T22:08:02.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:02 smithi005 ceph-mon[24451]: from='mgr.14120 172.21.15.5:0/2441017970' entity='mgr.smithi005.hteciz' 2024-09-04T22:08:02.943 INFO:teuthology.orchestra.run.smithi005.stderr:Deploying crash service with default placement... 2024-09-04T22:08:03.668 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:03 smithi005 ceph-mon[24451]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:08:03.668 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:03 smithi005 ceph-mon[24451]: Saving service mgr spec with placement count:2 2024-09-04T22:08:04.415 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: Scheduled crash update... 2024-09-04T22:08:04.939 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:04 smithi005 ceph-mon[24451]: from='mgr.14120 172.21.15.5:0/2441017970' entity='mgr.smithi005.hteciz' 2024-09-04T22:08:04.939 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:04 smithi005 ceph-mon[24451]: from='mgr.14120 172.21.15.5:0/2441017970' entity='mgr.smithi005.hteciz' 2024-09-04T22:08:04.940 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:04 smithi005 ceph-mon[24451]: from='client.14146 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "crash", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:08:04.940 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:04 smithi005 ceph-mon[24451]: Saving service crash spec with placement * 2024-09-04T22:08:04.940 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:04 smithi005 ceph-mon[24451]: from='mgr.14120 172.21.15.5:0/2441017970' entity='mgr.smithi005.hteciz' 2024-09-04T22:08:05.047 INFO:teuthology.orchestra.run.smithi005.stderr:Deploying prometheus service with default placement... 2024-09-04T22:08:05.652 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: Scheduled prometheus update... 2024-09-04T22:08:06.497 INFO:teuthology.orchestra.run.smithi005.stderr:Deploying grafana service with default placement... 2024-09-04T22:08:06.751 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:06 smithi005 ceph-mon[24451]: from='client.14148 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:08:06.751 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:06 smithi005 ceph-mon[24451]: Saving service prometheus spec with placement count:1 2024-09-04T22:08:06.751 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:06 smithi005 ceph-mon[24451]: from='mgr.14120 172.21.15.5:0/2441017970' entity='mgr.smithi005.hteciz' 2024-09-04T22:08:06.751 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:06 smithi005 ceph-mon[24451]: from='mgr.14120 172.21.15.5:0/2441017970' entity='mgr.smithi005.hteciz' 2024-09-04T22:08:07.173 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: Scheduled grafana update... 2024-09-04T22:08:07.763 INFO:teuthology.orchestra.run.smithi005.stderr:Deploying node-exporter service with default placement... 2024-09-04T22:08:08.105 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:08 smithi005 ceph-mon[24451]: from='mgr.14120 172.21.15.5:0/2441017970' entity='mgr.smithi005.hteciz' 2024-09-04T22:08:08.106 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:08 smithi005 ceph-mon[24451]: from='client.14150 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:08:08.106 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:08 smithi005 ceph-mon[24451]: Saving service grafana spec with placement count:1 2024-09-04T22:08:08.106 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:08 smithi005 ceph-mon[24451]: from='mgr.14120 172.21.15.5:0/2441017970' entity='mgr.smithi005.hteciz' 2024-09-04T22:08:08.413 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: Scheduled node-exporter update... 2024-09-04T22:08:09.005 INFO:teuthology.orchestra.run.smithi005.stderr:Deploying alertmanager service with default placement... 2024-09-04T22:08:09.591 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:09 smithi005 ceph-mon[24451]: from='client.14152 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:08:09.591 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:09 smithi005 ceph-mon[24451]: Saving service node-exporter spec with placement * 2024-09-04T22:08:09.591 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:09 smithi005 ceph-mon[24451]: from='mgr.14120 172.21.15.5:0/2441017970' entity='mgr.smithi005.hteciz' 2024-09-04T22:08:09.624 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: Scheduled alertmanager update... 2024-09-04T22:08:10.908 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:10 smithi005 ceph-mon[24451]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:08:10.908 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:10 smithi005 ceph-mon[24451]: Saving service alertmanager spec with placement count:1 2024-09-04T22:08:10.908 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:10 smithi005 ceph-mon[24451]: from='mgr.14120 172.21.15.5:0/2441017970' entity='mgr.smithi005.hteciz' 2024-09-04T22:08:12.579 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:12 smithi005 ceph-mon[24451]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:08:12.579 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:12 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/708058865' entity='client.admin' 2024-09-04T22:08:13.146 INFO:teuthology.orchestra.run.smithi005.stderr:Enabling the dashboard module... 2024-09-04T22:08:13.656 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:13 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/1265015561' entity='client.admin' 2024-09-04T22:08:14.826 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:14 smithi005 ceph-mon[24451]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:08:14.826 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:14 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/1165037990' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-09-04T22:08:15.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:15 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/1165037990' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-09-04T22:08:15.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:15 smithi005 ceph-mon[24451]: mgrmap e9: smithi005.hteciz(active, since 23s) 2024-09-04T22:08:15.922 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: { 2024-09-04T22:08:15.922 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "epoch": 9, 2024-09-04T22:08:15.922 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "available": true, 2024-09-04T22:08:15.922 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "active_name": "smithi005.hteciz", 2024-09-04T22:08:15.922 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "num_standby": 0 2024-09-04T22:08:15.922 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: } 2024-09-04T22:08:16.503 INFO:teuthology.orchestra.run.smithi005.stderr:Waiting for the mgr to restart... 2024-09-04T22:08:16.503 INFO:teuthology.orchestra.run.smithi005.stderr:Waiting for mgr epoch 9... 2024-09-04T22:08:16.761 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:16 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/3894785804' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-04T22:08:21.888 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: { 2024-09-04T22:08:21.888 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "mgrmap_epoch": 11, 2024-09-04T22:08:21.888 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: "initialized": true 2024-09-04T22:08:21.888 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: } 2024-09-04T22:08:22.077 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:21 smithi005 ceph-mon[24451]: Active manager daemon smithi005.hteciz restarted 2024-09-04T22:08:22.077 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:21 smithi005 ceph-mon[24451]: Activating manager daemon smithi005.hteciz 2024-09-04T22:08:22.077 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:21 smithi005 ceph-mon[24451]: osdmap e3: 0 total, 0 up, 0 in 2024-09-04T22:08:22.077 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:21 smithi005 ceph-mon[24451]: mgrmap e10: smithi005.hteciz(active, starting, since 0.0528744s) 2024-09-04T22:08:22.077 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:21 smithi005 ceph-mon[24451]: from='mgr.14162 172.21.15.5:0/2395952821' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mon metadata", "id": "smithi005"}]: dispatch 2024-09-04T22:08:22.077 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:21 smithi005 ceph-mon[24451]: from='mgr.14162 172.21.15.5:0/2395952821' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mgr metadata", "who": "smithi005.hteciz", "id": "smithi005.hteciz"}]: dispatch 2024-09-04T22:08:22.078 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:21 smithi005 ceph-mon[24451]: from='mgr.14162 172.21.15.5:0/2395952821' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-04T22:08:22.078 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:21 smithi005 ceph-mon[24451]: from='mgr.14162 172.21.15.5:0/2395952821' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-04T22:08:22.078 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:21 smithi005 ceph-mon[24451]: from='mgr.14162 172.21.15.5:0/2395952821' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-04T22:08:22.078 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:21 smithi005 ceph-mon[24451]: Manager daemon smithi005.hteciz is now available 2024-09-04T22:08:22.078 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:21 smithi005 ceph-mon[24451]: from='mgr.14162 172.21.15.5:0/2395952821' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:08:22.079 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:21 smithi005 ceph-mon[24451]: from='mgr.14162 172.21.15.5:0/2395952821' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:08:22.079 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:21 smithi005 ceph-mon[24451]: from='mgr.14162 172.21.15.5:0/2395952821' entity='mgr.smithi005.hteciz' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi005.hteciz/mirror_snapshot_schedule"}]: dispatch 2024-09-04T22:08:22.079 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:21 smithi005 ceph-mon[24451]: from='mgr.14162 172.21.15.5:0/2395952821' entity='mgr.smithi005.hteciz' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi005.hteciz/trash_purge_schedule"}]: dispatch 2024-09-04T22:08:22.588 INFO:teuthology.orchestra.run.smithi005.stderr:mgr epoch 9 is available 2024-09-04T22:08:22.588 INFO:teuthology.orchestra.run.smithi005.stderr:Generating a dashboard self-signed certificate... 2024-09-04T22:08:23.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:22 smithi005 ceph-mon[24451]: mgrmap e11: smithi005.hteciz(active, since 1.0552s) 2024-09-04T22:08:23.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:22 smithi005 ceph-mon[24451]: [04/Sep/2024:22:08:22] ENGINE Bus STARTING 2024-09-04T22:08:23.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:22 smithi005 ceph-mon[24451]: [04/Sep/2024:22:08:22] ENGINE Serving on https://172.21.15.5:7150 2024-09-04T22:08:23.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:22 smithi005 ceph-mon[24451]: [04/Sep/2024:22:08:22] ENGINE Bus STARTED 2024-09-04T22:08:23.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:22 smithi005 ceph-mon[24451]: from='mgr.14162 172.21.15.5:0/2395952821' entity='mgr.smithi005.hteciz' 2024-09-04T22:08:23.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:22 smithi005 ceph-mon[24451]: from='mgr.14162 172.21.15.5:0/2395952821' entity='mgr.smithi005.hteciz' 2024-09-04T22:08:23.459 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: Self-signed certificate created 2024-09-04T22:08:24.162 INFO:teuthology.orchestra.run.smithi005.stderr:Creating initial admin user... 2024-09-04T22:08:24.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:24 smithi005 ceph-mon[24451]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:08:24.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:24 smithi005 ceph-mon[24451]: from='mgr.14162 172.21.15.5:0/2395952821' entity='mgr.smithi005.hteciz' 2024-09-04T22:08:24.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:24 smithi005 ceph-mon[24451]: from='mgr.14162 172.21.15.5:0/2395952821' entity='mgr.smithi005.hteciz' 2024-09-04T22:08:24.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:24 smithi005 ceph-mon[24451]: from='mgr.14162 172.21.15.5:0/2395952821' entity='mgr.smithi005.hteciz' 2024-09-04T22:08:24.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:24 smithi005 ceph-mon[24451]: mgrmap e12: smithi005.hteciz(active, since 2s) 2024-09-04T22:08:25.108 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: {"username": "admin", "password": "$2b$12$g0ffKRmTH8JpgXTx.8d0WekXEUp8YFLjnyWA0.wqxlcCOA7NalWC2", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1725487705, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-09-04T22:08:26.207 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:26 smithi005 ceph-mon[24451]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:08:26.207 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:26 smithi005 ceph-mon[24451]: from='mgr.14162 172.21.15.5:0/2395952821' entity='mgr.smithi005.hteciz' 2024-09-04T22:08:26.501 INFO:teuthology.orchestra.run.smithi005.stderr:Fetching dashboard port number... 2024-09-04T22:08:27.180 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: 8443 2024-09-04T22:08:27.851 INFO:teuthology.orchestra.run.smithi005.stderr:systemctl: disabled 2024-09-04T22:08:27.858 INFO:teuthology.orchestra.run.smithi005.stderr:systemctl: inactive 2024-09-04T22:08:27.859 INFO:teuthology.orchestra.run.smithi005.stderr:firewalld.service is not enabled 2024-09-04T22:08:27.859 INFO:teuthology.orchestra.run.smithi005.stderr:Not possible to open ports <[8443]>. firewalld.service is not available 2024-09-04T22:08:27.861 INFO:teuthology.orchestra.run.smithi005.stderr:Ceph Dashboard is now available at: 2024-09-04T22:08:27.861 INFO:teuthology.orchestra.run.smithi005.stderr: 2024-09-04T22:08:27.861 INFO:teuthology.orchestra.run.smithi005.stderr: URL: https://smithi005:8443/ 2024-09-04T22:08:27.861 INFO:teuthology.orchestra.run.smithi005.stderr: User: admin 2024-09-04T22:08:27.861 INFO:teuthology.orchestra.run.smithi005.stderr: Password: g6iwoyvmt2 2024-09-04T22:08:27.861 INFO:teuthology.orchestra.run.smithi005.stderr: 2024-09-04T22:08:27.861 INFO:teuthology.orchestra.run.smithi005.stderr:Enabling autotune for osd_memory_target 2024-09-04T22:08:28.367 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:28 smithi005 ceph-mon[24451]: mgrmap e13: smithi005.hteciz(active, since 6s) 2024-09-04T22:08:28.367 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:28 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/471979483' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-09-04T22:08:29.991 INFO:teuthology.orchestra.run.smithi005.stderr:/usr/bin/ceph: set mgr/dashboard/cluster/status 2024-09-04T22:08:30.655 INFO:teuthology.orchestra.run.smithi005.stderr:You can access the Ceph CLI with: 2024-09-04T22:08:30.656 INFO:teuthology.orchestra.run.smithi005.stderr: 2024-09-04T22:08:30.656 INFO:teuthology.orchestra.run.smithi005.stderr: sudo /home/ubuntu/cephtest/cephadm shell --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-09-04T22:08:30.656 INFO:teuthology.orchestra.run.smithi005.stderr: 2024-09-04T22:08:30.656 INFO:teuthology.orchestra.run.smithi005.stderr:Please consider enabling telemetry to help improve Ceph: 2024-09-04T22:08:30.656 INFO:teuthology.orchestra.run.smithi005.stderr: 2024-09-04T22:08:30.656 INFO:teuthology.orchestra.run.smithi005.stderr: ceph telemetry on 2024-09-04T22:08:30.656 INFO:teuthology.orchestra.run.smithi005.stderr: 2024-09-04T22:08:30.656 INFO:teuthology.orchestra.run.smithi005.stderr:For more information see: 2024-09-04T22:08:30.656 INFO:teuthology.orchestra.run.smithi005.stderr: 2024-09-04T22:08:30.656 INFO:teuthology.orchestra.run.smithi005.stderr: https://docs.ceph.com/docs/master/mgr/telemetry/ 2024-09-04T22:08:30.656 INFO:teuthology.orchestra.run.smithi005.stderr: 2024-09-04T22:08:30.657 INFO:teuthology.orchestra.run.smithi005.stderr:Bootstrap complete. 2024-09-04T22:08:30.693 INFO:tasks.cephadm:Fetching config... 2024-09-04T22:08:30.693 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-04T22:08:30.693 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-09-04T22:08:30.710 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-09-04T22:08:30.711 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-04T22:08:30.711 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-09-04T22:08:30.766 INFO:tasks.cephadm:Fetching mon keyring... 2024-09-04T22:08:30.767 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-04T22:08:30.767 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd if=/var/lib/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/mon.smithi005/keyring of=/dev/stdout 2024-09-04T22:08:30.833 INFO:tasks.cephadm:Fetching pub ssh key... 2024-09-04T22:08:30.833 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-04T22:08:30.833 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-09-04T22:08:30.888 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-09-04T22:08:30.888 DEBUG:teuthology.orchestra.run.smithi005:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDFEoWA+wUrrzXTd+aPlNLSgN2jkEDeSaAg+WJgK98GZ7FoGvkHqSZYflVtbnGF3yzMrZ2R3fuj+B2N3TLsR7P3GVfwuPp6WvmEwS/xfTD7Gk2/TxqB104XDS6YXRJVYcPBPLwiONileRYW1tsQ3nnAXtqxRriK3/v8MnnjexNVqVB29lV3GfUGxAeMe6wrKyudK6j3Ojc2TFrpn5QswuaAGZmz2ui99wrKdryVm7QV2ESOGIX92yxqfwls+wbVqfew4JeNBOZiUVTe7qmilFUkm0Tw6QChnFbw52wCNfUUP2DodfWYh1VBu1Q1w3ifciQg59bpLuiJrVMlzBfS4HdwilNt4x+dZ1QLNSrzhUTSoEwUh0yYU8oh0/siLPuGMz+U+80HW/IEO1oacfRMWUNMQ2iQCuYDshZuNEqJQYyPoC2shM102RPhcC3R4gr1mQ+moAM/QcFLUWVBCn3GTkHIX4XIskPlzA0sImCSBraavLhNGP65gEkt1VYfg0mivic= ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-04T22:08:30.961 INFO:teuthology.orchestra.run.smithi005.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDFEoWA+wUrrzXTd+aPlNLSgN2jkEDeSaAg+WJgK98GZ7FoGvkHqSZYflVtbnGF3yzMrZ2R3fuj+B2N3TLsR7P3GVfwuPp6WvmEwS/xfTD7Gk2/TxqB104XDS6YXRJVYcPBPLwiONileRYW1tsQ3nnAXtqxRriK3/v8MnnjexNVqVB29lV3GfUGxAeMe6wrKyudK6j3Ojc2TFrpn5QswuaAGZmz2ui99wrKdryVm7QV2ESOGIX92yxqfwls+wbVqfew4JeNBOZiUVTe7qmilFUkm0Tw6QChnFbw52wCNfUUP2DodfWYh1VBu1Q1w3ifciQg59bpLuiJrVMlzBfS4HdwilNt4x+dZ1QLNSrzhUTSoEwUh0yYU8oh0/siLPuGMz+U+80HW/IEO1oacfRMWUNMQ2iQCuYDshZuNEqJQYyPoC2shM102RPhcC3R4gr1mQ+moAM/QcFLUWVBCn3GTkHIX4XIskPlzA0sImCSBraavLhNGP65gEkt1VYfg0mivic= ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968 2024-09-04T22:08:30.973 DEBUG:teuthology.orchestra.run.smithi115:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDFEoWA+wUrrzXTd+aPlNLSgN2jkEDeSaAg+WJgK98GZ7FoGvkHqSZYflVtbnGF3yzMrZ2R3fuj+B2N3TLsR7P3GVfwuPp6WvmEwS/xfTD7Gk2/TxqB104XDS6YXRJVYcPBPLwiONileRYW1tsQ3nnAXtqxRriK3/v8MnnjexNVqVB29lV3GfUGxAeMe6wrKyudK6j3Ojc2TFrpn5QswuaAGZmz2ui99wrKdryVm7QV2ESOGIX92yxqfwls+wbVqfew4JeNBOZiUVTe7qmilFUkm0Tw6QChnFbw52wCNfUUP2DodfWYh1VBu1Q1w3ifciQg59bpLuiJrVMlzBfS4HdwilNt4x+dZ1QLNSrzhUTSoEwUh0yYU8oh0/siLPuGMz+U+80HW/IEO1oacfRMWUNMQ2iQCuYDshZuNEqJQYyPoC2shM102RPhcC3R4gr1mQ+moAM/QcFLUWVBCn3GTkHIX4XIskPlzA0sImCSBraavLhNGP65gEkt1VYfg0mivic= ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-04T22:08:31.015 INFO:teuthology.orchestra.run.smithi115.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDFEoWA+wUrrzXTd+aPlNLSgN2jkEDeSaAg+WJgK98GZ7FoGvkHqSZYflVtbnGF3yzMrZ2R3fuj+B2N3TLsR7P3GVfwuPp6WvmEwS/xfTD7Gk2/TxqB104XDS6YXRJVYcPBPLwiONileRYW1tsQ3nnAXtqxRriK3/v8MnnjexNVqVB29lV3GfUGxAeMe6wrKyudK6j3Ojc2TFrpn5QswuaAGZmz2ui99wrKdryVm7QV2ESOGIX92yxqfwls+wbVqfew4JeNBOZiUVTe7qmilFUkm0Tw6QChnFbw52wCNfUUP2DodfWYh1VBu1Q1w3ifciQg59bpLuiJrVMlzBfS4HdwilNt4x+dZ1QLNSrzhUTSoEwUh0yYU8oh0/siLPuGMz+U+80HW/IEO1oacfRMWUNMQ2iQCuYDshZuNEqJQYyPoC2shM102RPhcC3R4gr1mQ+moAM/QcFLUWVBCn3GTkHIX4XIskPlzA0sImCSBraavLhNGP65gEkt1VYfg0mivic= ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968 2024-09-04T22:08:31.028 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-09-04T22:08:31.211 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:30 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/55378713' entity='client.admin' 2024-09-04T22:08:34.604 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-09-04T22:08:34.605 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-09-04T22:08:35.182 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:34 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/1691217514' entity='client.admin' 2024-09-04T22:08:36.414 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:36 smithi005 ceph-mon[24451]: from='mgr.14162 172.21.15.5:0/2395952821' entity='mgr.smithi005.hteciz' 2024-09-04T22:08:36.415 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:36 smithi005 ceph-mon[24451]: from='mgr.14162 172.21.15.5:0/2395952821' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "who": "osd/host:smithi005", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:08:36.415 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:36 smithi005 ceph-mon[24451]: from='mgr.14162 172.21.15.5:0/2395952821' entity='mgr.smithi005.hteciz' 2024-09-04T22:08:36.415 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:36 smithi005 ceph-mon[24451]: Deploying daemon alertmanager.smithi005 on smithi005 2024-09-04T22:08:37.642 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi115 2024-09-04T22:08:37.642 DEBUG:teuthology.orchestra.run.smithi115:> set -ex 2024-09-04T22:08:37.642 DEBUG:teuthology.orchestra.run.smithi115:> dd of=/etc/ceph/ceph.conf 2024-09-04T22:08:37.662 DEBUG:teuthology.orchestra.run.smithi115:> set -ex 2024-09-04T22:08:37.662 DEBUG:teuthology.orchestra.run.smithi115:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-04T22:08:37.719 INFO:tasks.cephadm:Adding host smithi115 to orchestrator... 2024-09-04T22:08:37.720 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- ceph orch host add smithi115 2024-09-04T22:08:38.020 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:37 smithi005 ceph-mon[24451]: from='client.14186 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:08:38.020 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:37 smithi005 ceph-mon[24451]: from='mgr.14162 172.21.15.5:0/2395952821' entity='mgr.smithi005.hteciz' 2024-09-04T22:08:42.082 INFO:teuthology.orchestra.run.smithi005.stdout:Added host 'smithi115' with addr '172.21.15.115' 2024-09-04T22:08:42.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:41 smithi005 ceph-mon[24451]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:08:42.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:41 smithi005 ceph-mon[24451]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi115", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:08:42.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:41 smithi005 ceph-mon[24451]: Deploying cephadm binary to smithi115 2024-09-04T22:08:43.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:43 smithi005 ceph-mon[24451]: from='mgr.14162 172.21.15.5:0/2395952821' entity='mgr.smithi005.hteciz' 2024-09-04T22:08:43.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:43 smithi005 ceph-mon[24451]: Added host smithi115 2024-09-04T22:08:43.523 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- ceph orch host ls --format=json 2024-09-04T22:08:44.461 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:44 smithi005 ceph-mon[24451]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:08:46.898 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:46 smithi005 ceph-mon[24451]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:08:46.899 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:46 smithi005 ceph-mon[24451]: from='mgr.14162 172.21.15.5:0/2395952821' entity='mgr.smithi005.hteciz' 2024-09-04T22:08:46.899 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:46 smithi005 ceph-mon[24451]: from='mgr.14162 172.21.15.5:0/2395952821' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi005", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2024-09-04T22:08:46.899 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:46 smithi005 ceph-mon[24451]: from='mgr.14162 172.21.15.5:0/2395952821' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "auth get-or-create", "entity": "client.crash.smithi005", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]': finished 2024-09-04T22:08:46.899 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:46 smithi005 ceph-mon[24451]: from='mgr.14162 172.21.15.5:0/2395952821' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:08:46.963 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-04T22:08:46.963 INFO:teuthology.orchestra.run.smithi005.stdout:[{"addr": "172.21.15.5", "hostname": "smithi005", "labels": [], "status": ""}, {"addr": "172.21.15.115", "hostname": "smithi115", "labels": [], "status": ""}] 2024-09-04T22:08:47.609 INFO:tasks.cephadm:Setting crush tunables to default 2024-09-04T22:08:47.609 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- ceph osd crush tunables default 2024-09-04T22:08:47.721 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:47 smithi005 ceph-mon[24451]: Deploying daemon crash.smithi005 on smithi005 2024-09-04T22:08:48.854 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:48 smithi005 ceph-mon[24451]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:08:48.854 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:48 smithi005 ceph-mon[24451]: from='client.14190 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-04T22:08:50.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:50 smithi005 ceph-mon[24451]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:08:50.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:50 smithi005 ceph-mon[24451]: from='mgr.14162 172.21.15.5:0/2395952821' entity='mgr.smithi005.hteciz' 2024-09-04T22:08:50.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:50 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/2419673748' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-09-04T22:08:50.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:50 smithi005 ceph-mon[24451]: from='mgr.14162 172.21.15.5:0/2395952821' entity='mgr.smithi005.hteciz' 2024-09-04T22:08:50.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:50 smithi005 ceph-mon[24451]: from='mgr.14162 172.21.15.5:0/2395952821' entity='mgr.smithi005.hteciz' 2024-09-04T22:08:50.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:50 smithi005 ceph-mon[24451]: from='mgr.14162 172.21.15.5:0/2395952821' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-04T22:08:50.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:50 smithi005 ceph-mon[24451]: from='mgr.14162 172.21.15.5:0/2395952821' entity='mgr.smithi005.hteciz' 2024-09-04T22:08:51.364 INFO:teuthology.orchestra.run.smithi005.stderr:adjusted tunables profile to default 2024-09-04T22:08:51.710 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:51 smithi005 ceph-mon[24451]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-04T22:08:51.710 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:51 smithi005 ceph-mon[24451]: Deploying daemon grafana.smithi005 on smithi005 2024-09-04T22:08:51.710 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:51 smithi005 ceph-mon[24451]: from='mgr.14162 172.21.15.5:0/2395952821' entity='mgr.smithi005.hteciz' 2024-09-04T22:08:51.710 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:51 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/2419673748' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-04T22:08:51.710 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:51 smithi005 ceph-mon[24451]: osdmap e4: 0 total, 0 up, 0 in 2024-09-04T22:08:52.031 INFO:tasks.cephadm:Adding mon.smithi005 on smithi005 2024-09-04T22:08:52.032 INFO:tasks.cephadm:Adding mon.smithi115 on smithi115 2024-09-04T22:08:52.032 DEBUG:teuthology.orchestra.run.smithi115:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- ceph orch apply mon '2;smithi005:172.21.15.5=smithi005;smithi115:172.21.15.115=smithi115' 2024-09-04T22:08:52.961 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:52 smithi005 ceph-mon[24451]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:08:53.978 INFO:teuthology.orchestra.run.smithi115.stdout:Scheduled mon update... 2024-09-04T22:08:54.476 DEBUG:teuthology.orchestra.run.smithi115:mon.smithi115> sudo journalctl -f -n 0 -u ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@mon.smithi115.service 2024-09-04T22:08:54.479 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2024-09-04T22:08:54.479 DEBUG:teuthology.orchestra.run.smithi115:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- ceph mon dump -f json 2024-09-04T22:08:54.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:54 smithi005 ceph-mon[24451]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:08:54.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:54 smithi005 ceph-mon[24451]: from='mgr.14162 172.21.15.5:0/2395952821' entity='mgr.smithi005.hteciz' 2024-09-04T22:08:55.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:55 smithi005 ceph-mon[24451]: from='client.14194 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "2;smithi005:172.21.15.5=smithi005;smithi115:172.21.15.115=smithi115", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:08:55.990 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:55 smithi005 ceph-mon[24451]: Saving service mon spec with placement smithi005:172.21.15.5=smithi005;smithi115:172.21.15.115=smithi115;count:2 2024-09-04T22:08:56.280 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-04T22:08:56.280 INFO:teuthology.orchestra.run.smithi115.stdout:{"epoch":1,"fsid":"fc6cab94-6b09-11ef-bcd6-c7b262605968","modified":"2024-09-04T22:07:12.006794Z","created":"2024-09-04T22:07:12.006794Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"smithi005","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:3300","nonce":0},{"type":"v1","addr":"172.21.15.5:6789","nonce":0}]},"addr":"172.21.15.5:6789/0","public_addr":"172.21.15.5:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-04T22:08:56.282 INFO:teuthology.orchestra.run.smithi115.stderr:dumped monmap epoch 1 2024-09-04T22:08:56.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:56 smithi005 ceph-mon[24451]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:08:56.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:56 smithi005 ceph-mon[24451]: from='client.? 172.21.15.115:0/1574513294' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-04T22:08:57.864 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2024-09-04T22:08:57.864 DEBUG:teuthology.orchestra.run.smithi115:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- ceph mon dump -f json 2024-09-04T22:08:58.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:08:58 smithi005 ceph-mon[24451]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:08:59.633 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-04T22:08:59.634 INFO:teuthology.orchestra.run.smithi115.stdout:{"epoch":1,"fsid":"fc6cab94-6b09-11ef-bcd6-c7b262605968","modified":"2024-09-04T22:07:12.006794Z","created":"2024-09-04T22:07:12.006794Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"smithi005","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:3300","nonce":0},{"type":"v1","addr":"172.21.15.5:6789","nonce":0}]},"addr":"172.21.15.5:6789/0","public_addr":"172.21.15.5:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-04T22:08:59.635 INFO:teuthology.orchestra.run.smithi115.stderr:dumped monmap epoch 1 2024-09-04T22:09:00.927 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:00 smithi005 ceph-mon[24451]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:09:00.928 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:00 smithi005 ceph-mon[24451]: from='client.? 172.21.15.115:0/6491425' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-04T22:09:01.240 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2024-09-04T22:09:01.241 DEBUG:teuthology.orchestra.run.smithi115:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- ceph mon dump -f json 2024-09-04T22:09:02.772 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:02 smithi005 ceph-mon[24451]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:09:02.773 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:02 smithi005 ceph-mon[24451]: from='mgr.14162 172.21.15.5:0/2395952821' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:02.773 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:02 smithi005 ceph-mon[24451]: Deploying daemon node-exporter.smithi005 on smithi005 2024-09-04T22:09:03.149 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-04T22:09:03.149 INFO:teuthology.orchestra.run.smithi115.stdout:{"epoch":1,"fsid":"fc6cab94-6b09-11ef-bcd6-c7b262605968","modified":"2024-09-04T22:07:12.006794Z","created":"2024-09-04T22:07:12.006794Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"smithi005","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:3300","nonce":0},{"type":"v1","addr":"172.21.15.5:6789","nonce":0}]},"addr":"172.21.15.5:6789/0","public_addr":"172.21.15.5:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-04T22:09:03.151 INFO:teuthology.orchestra.run.smithi115.stderr:dumped monmap epoch 1 2024-09-04T22:09:03.655 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:03 smithi005 ceph-mon[24451]: from='client.? 172.21.15.115:0/838060711' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-04T22:09:04.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:04 smithi005 ceph-mon[24451]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:09:04.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:04 smithi005 ceph-mon[24451]: from='mgr.14162 172.21.15.5:0/2395952821' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:04.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:04 smithi005 ceph-mon[24451]: from='mgr.14162 172.21.15.5:0/2395952821' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-09-04T22:09:04.745 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2024-09-04T22:09:04.746 DEBUG:teuthology.orchestra.run.smithi115:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- ceph mon dump -f json 2024-09-04T22:09:06.461 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:06 smithi005 ceph-mon[24451]: from='mgr.14162 172.21.15.5:0/2395952821' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-09-04T22:09:06.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:06 smithi005 ceph-mon[24451]: mgrmap e14: smithi005.hteciz(active, since 44s) 2024-09-04T22:09:06.599 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-04T22:09:06.599 INFO:teuthology.orchestra.run.smithi115.stdout:{"epoch":1,"fsid":"fc6cab94-6b09-11ef-bcd6-c7b262605968","modified":"2024-09-04T22:07:12.006794Z","created":"2024-09-04T22:07:12.006794Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"smithi005","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:3300","nonce":0},{"type":"v1","addr":"172.21.15.5:6789","nonce":0}]},"addr":"172.21.15.5:6789/0","public_addr":"172.21.15.5:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-04T22:09:06.602 INFO:teuthology.orchestra.run.smithi115.stderr:dumped monmap epoch 1 2024-09-04T22:09:07.711 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:07 smithi005 ceph-mon[24451]: from='client.? 172.21.15.115:0/2257456319' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-04T22:09:08.148 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2024-09-04T22:09:08.149 DEBUG:teuthology.orchestra.run.smithi115:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- ceph mon dump -f json 2024-09-04T22:09:09.945 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-04T22:09:09.945 INFO:teuthology.orchestra.run.smithi115.stdout:{"epoch":1,"fsid":"fc6cab94-6b09-11ef-bcd6-c7b262605968","modified":"2024-09-04T22:07:12.006794Z","created":"2024-09-04T22:07:12.006794Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"smithi005","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:3300","nonce":0},{"type":"v1","addr":"172.21.15.5:6789","nonce":0}]},"addr":"172.21.15.5:6789/0","public_addr":"172.21.15.5:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-04T22:09:09.948 INFO:teuthology.orchestra.run.smithi115.stderr:dumped monmap epoch 1 2024-09-04T22:09:10.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:10 smithi005 ceph-mon[24451]: from='client.? 172.21.15.115:0/1311762658' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-04T22:09:11.508 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2024-09-04T22:09:11.508 DEBUG:teuthology.orchestra.run.smithi115:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- ceph mon dump -f json 2024-09-04T22:09:11.872 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:11 smithi005 ceph-mon[24451]: Active manager daemon smithi005.hteciz restarted 2024-09-04T22:09:11.873 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:11 smithi005 ceph-mon[24451]: Activating manager daemon smithi005.hteciz 2024-09-04T22:09:11.873 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:11 smithi005 ceph-mon[24451]: osdmap e5: 0 total, 0 up, 0 in 2024-09-04T22:09:12.848 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:12 smithi005 ceph-mon[24451]: mgrmap e15: smithi005.hteciz(active, starting, since 0.0561979s) 2024-09-04T22:09:12.848 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:12 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mon metadata", "id": "smithi005"}]: dispatch 2024-09-04T22:09:12.848 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:12 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mgr metadata", "who": "smithi005.hteciz", "id": "smithi005.hteciz"}]: dispatch 2024-09-04T22:09:12.848 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:12 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-04T22:09:12.848 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:12 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-04T22:09:12.848 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:12 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-04T22:09:12.848 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:12 smithi005 ceph-mon[24451]: Manager daemon smithi005.hteciz is now available 2024-09-04T22:09:12.849 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:12 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:09:12.849 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:12 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:09:12.849 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:12 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:09:12.849 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:12 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:09:12.849 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:12 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:12.849 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:12 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi005.hteciz/mirror_snapshot_schedule"}]: dispatch 2024-09-04T22:09:12.849 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:12 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi005.hteciz/trash_purge_schedule"}]: dispatch 2024-09-04T22:09:12.849 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:12 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:12.849 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:12 smithi005 ceph-mon[24451]: [04/Sep/2024:22:09:12] ENGINE Bus STARTING 2024-09-04T22:09:12.849 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:12 smithi005 ceph-mon[24451]: [04/Sep/2024:22:09:12] ENGINE Serving on https://172.21.15.5:7150 2024-09-04T22:09:12.849 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:12 smithi005 ceph-mon[24451]: [04/Sep/2024:22:09:12] ENGINE Bus STARTED 2024-09-04T22:09:12.849 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:12 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:12.849 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:12 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:13.459 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-04T22:09:13.460 INFO:teuthology.orchestra.run.smithi115.stdout:{"epoch":1,"fsid":"fc6cab94-6b09-11ef-bcd6-c7b262605968","modified":"2024-09-04T22:07:12.006794Z","created":"2024-09-04T22:07:12.006794Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"smithi005","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:3300","nonce":0},{"type":"v1","addr":"172.21.15.5:6789","nonce":0}]},"addr":"172.21.15.5:6789/0","public_addr":"172.21.15.5:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-04T22:09:13.462 INFO:teuthology.orchestra.run.smithi115.stderr:dumped monmap epoch 1 2024-09-04T22:09:13.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:13 smithi005 ceph-mon[24451]: mgrmap e16: smithi005.hteciz(active, since 1.06146s) 2024-09-04T22:09:13.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:13 smithi005 ceph-mon[24451]: from='client.? 172.21.15.115:0/3113380701' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-04T22:09:14.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:14 smithi005 ceph-mon[24451]: mgrmap e17: smithi005.hteciz(active, since 2s) 2024-09-04T22:09:14.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:14 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:15.049 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2024-09-04T22:09:15.049 DEBUG:teuthology.orchestra.run.smithi115:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- ceph mon dump -f json 2024-09-04T22:09:15.961 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:15 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:15.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:15 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:15.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:15 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "who": "osd/host:smithi005", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:09:15.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:15 smithi005 ceph-mon[24451]: Updating smithi005:/etc/ceph/ceph.conf 2024-09-04T22:09:15.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:15 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:17.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:16 smithi005 ceph-mon[24451]: Updating smithi005:/etc/ceph/ceph.client.admin.keyring 2024-09-04T22:09:17.549 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-04T22:09:17.550 INFO:teuthology.orchestra.run.smithi115.stdout:{"epoch":1,"fsid":"fc6cab94-6b09-11ef-bcd6-c7b262605968","modified":"2024-09-04T22:07:12.006794Z","created":"2024-09-04T22:07:12.006794Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"smithi005","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:3300","nonce":0},{"type":"v1","addr":"172.21.15.5:6789","nonce":0}]},"addr":"172.21.15.5:6789/0","public_addr":"172.21.15.5:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-04T22:09:17.551 INFO:teuthology.orchestra.run.smithi115.stderr:dumped monmap epoch 1 2024-09-04T22:09:18.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:17 smithi005 ceph-mon[24451]: from='client.? 172.21.15.115:0/4006515295' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-04T22:09:18.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:17 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:18.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:17 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:18.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:17 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "who": "osd/host:smithi115", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:09:18.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:17 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:18.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:17 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi115", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2024-09-04T22:09:18.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:17 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "auth get-or-create", "entity": "client.crash.smithi115", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]': finished 2024-09-04T22:09:18.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:17 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:09:19.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:18 smithi005 ceph-mon[24451]: Deploying daemon crash.smithi115 on smithi115 2024-09-04T22:09:19.263 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2024-09-04T22:09:19.264 DEBUG:teuthology.orchestra.run.smithi115:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- ceph mon dump -f json 2024-09-04T22:09:21.505 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-04T22:09:21.505 INFO:teuthology.orchestra.run.smithi115.stdout:{"epoch":1,"fsid":"fc6cab94-6b09-11ef-bcd6-c7b262605968","modified":"2024-09-04T22:07:12.006794Z","created":"2024-09-04T22:07:12.006794Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"smithi005","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:3300","nonce":0},{"type":"v1","addr":"172.21.15.5:6789","nonce":0}]},"addr":"172.21.15.5:6789/0","public_addr":"172.21.15.5:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-04T22:09:21.507 INFO:teuthology.orchestra.run.smithi115.stderr:dumped monmap epoch 1 2024-09-04T22:09:22.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:22 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:22.963 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:22 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi115.lfvwip", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-04T22:09:22.963 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:22 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.smithi115.lfvwip", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-04T22:09:22.963 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:22 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-04T22:09:22.963 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:22 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:09:22.963 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:22 smithi005 ceph-mon[24451]: Deploying daemon mgr.smithi115.lfvwip on smithi115 2024-09-04T22:09:22.963 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:22 smithi005 ceph-mon[24451]: from='client.? 172.21.15.115:0/1651803142' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-04T22:09:22.963 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:22 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:23.076 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2024-09-04T22:09:23.076 DEBUG:teuthology.orchestra.run.smithi115:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- ceph mon dump -f json 2024-09-04T22:09:25.288 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-04T22:09:25.288 INFO:teuthology.orchestra.run.smithi115.stdout:{"epoch":1,"fsid":"fc6cab94-6b09-11ef-bcd6-c7b262605968","modified":"2024-09-04T22:07:12.006794Z","created":"2024-09-04T22:07:12.006794Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"smithi005","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:3300","nonce":0},{"type":"v1","addr":"172.21.15.5:6789","nonce":0}]},"addr":"172.21.15.5:6789/0","public_addr":"172.21.15.5:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-04T22:09:25.290 INFO:teuthology.orchestra.run.smithi115.stderr:dumped monmap epoch 1 2024-09-04T22:09:26.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:26 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:26.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:26 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-04T22:09:26.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:26 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:09:26.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:26 smithi005 ceph-mon[24451]: Deploying daemon mon.smithi115 on smithi115 2024-09-04T22:09:26.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:26 smithi005 ceph-mon[24451]: from='client.? 172.21.15.115:0/4096237774' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-04T22:09:26.916 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2024-09-04T22:09:26.917 DEBUG:teuthology.orchestra.run.smithi115:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- ceph mon dump -f json 2024-09-04T22:09:27.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:27 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:28.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:28 smithi115 systemd[1]: Starting Ceph mon.smithi115 for fc6cab94-6b09-11ef-bcd6-c7b262605968... 2024-09-04T22:09:29.685 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-04T22:09:29.686 INFO:teuthology.orchestra.run.smithi115.stdout:{"epoch":1,"fsid":"fc6cab94-6b09-11ef-bcd6-c7b262605968","modified":"2024-09-04T22:07:12.006794Z","created":"2024-09-04T22:07:12.006794Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"smithi005","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:3300","nonce":0},{"type":"v1","addr":"172.21.15.5:6789","nonce":0}]},"addr":"172.21.15.5:6789/0","public_addr":"172.21.15.5:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-04T22:09:29.687 INFO:teuthology.orchestra.run.smithi115.stderr:dumped monmap epoch 1 2024-09-04T22:09:29.843 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 podman[26472]: 2024-09-04 22:09:29.476359977 +0000 UTC m=+0.016984358 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a 2024-09-04T22:09:29.844 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 podman[26472]: 2024-09-04 22:09:29.573420104 +0000 UTC m=+0.114044467 container create 9c18168348ca822aa187e77117407afe5fea801c5fbbef7c4ac21b4a129b1005 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-mon-smithi115, distribution-scope=public, GIT_BRANCH=HEAD, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_REPO=https://github.com/ceph/ceph-container.git, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.component=centos-stream-container, name=centos-stream, io.buildah.version=1.19.8, version=8, build-date=2022-05-03T08:36:31.336870, io.openshift.expose-services=, vendor=Red Hat, Inc., CEPH_POINT_RELEASE=-17.2.0, maintainer=Guillaume Abrioux , release=754, RELEASE=HEAD, vcs-type=git, GIT_CLEAN=True, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.k8s.display-name=CentOS Stream 8, io.openshift.tags=base centos centos-stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, architecture=x86_64, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, ceph=True) 2024-09-04T22:09:29.844 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 podman[26472]: 2024-09-04 22:09:29.842623774 +0000 UTC m=+0.383248138 container init 9c18168348ca822aa187e77117407afe5fea801c5fbbef7c4ac21b4a129b1005 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-mon-smithi115, ceph=True, io.openshift.expose-services=, GIT_BRANCH=HEAD, io.buildah.version=1.19.8, CEPH_POINT_RELEASE=-17.2.0, release=754, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, architecture=x86_64, io.k8s.display-name=CentOS Stream 8, vendor=Red Hat, Inc., io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.license_terms=https://centos.org/legal/licensing-policy/, name=centos-stream, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vcs-type=git, maintainer=Guillaume Abrioux , RELEASE=HEAD, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.openshift.tags=base centos centos-stream, GIT_REPO=https://github.com/ceph/ceph-container.git, version=8, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_CLEAN=True, com.redhat.component=centos-stream-container, build-date=2022-05-03T08:36:31.336870, distribution-scope=public) 2024-09-04T22:09:30.135 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 podman[26472]: 2024-09-04 22:09:29.846152419 +0000 UTC m=+0.386776785 container start 9c18168348ca822aa187e77117407afe5fea801c5fbbef7c4ac21b4a129b1005 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-mon-smithi115, GIT_CLEAN=True, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., build-date=2022-05-03T08:36:31.336870, ceph=True, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=centos-stream-container, RELEASE=HEAD, name=centos-stream, vcs-type=git, io.k8s.display-name=CentOS Stream 8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_BRANCH=HEAD, architecture=x86_64, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.openshift.tags=base centos centos-stream, GIT_REPO=https://github.com/ceph/ceph-container.git, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, version=8, maintainer=Guillaume Abrioux , io.openshift.expose-services=, CEPH_POINT_RELEASE=-17.2.0, distribution-scope=public, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, vendor=Red Hat, Inc., io.buildah.version=1.19.8, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, release=754) 2024-09-04T22:09:30.135 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: set uid:gid to 167:167 (ceph:ceph) 2024-09-04T22:09:30.136 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable), process ceph-mon, pid 2 2024-09-04T22:09:30.136 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: pidfile_write: ignore empty --pid-file 2024-09-04T22:09:30.136 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: load: jerasure load: lrc 2024-09-04T22:09:30.136 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: RocksDB version: 6.15.5 2024-09-04T22:09:30.136 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-09-04T22:09:30.136 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Compile date Apr 18 2022 2024-09-04T22:09:30.136 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: DB SUMMARY 2024-09-04T22:09:30.136 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: DB Session ID: GMLXYU0J37ASZ1HH8UWO 2024-09-04T22:09:30.136 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: CURRENT file: CURRENT 2024-09-04T22:09:30.136 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: IDENTITY file: IDENTITY 2024-09-04T22:09:30.136 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: MANIFEST file: MANIFEST-000003 size: 57 Bytes 2024-09-04T22:09:30.136 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: SST files in /var/lib/ceph/mon/ceph-smithi115/store.db dir, Total Num: 0, files: 2024-09-04T22:09:30.136 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-smithi115/store.db: 000004.log size: 511 ; 2024-09-04T22:09:30.137 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.error_if_exists: 0 2024-09-04T22:09:30.137 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.create_if_missing: 0 2024-09-04T22:09:30.137 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.paranoid_checks: 1 2024-09-04T22:09:30.137 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-04T22:09:30.137 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.env: 0x55f4d90c6860 2024-09-04T22:09:30.137 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.fs: Posix File System 2024-09-04T22:09:30.137 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.info_log: 0x55f4d9ed7fa0 2024-09-04T22:09:30.137 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.max_file_opening_threads: 16 2024-09-04T22:09:30.137 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.statistics: (nil) 2024-09-04T22:09:30.137 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.use_fsync: 0 2024-09-04T22:09:30.137 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.max_log_file_size: 0 2024-09-04T22:09:30.137 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-04T22:09:30.137 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-04T22:09:30.138 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.keep_log_file_num: 1000 2024-09-04T22:09:30.138 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.recycle_log_file_num: 0 2024-09-04T22:09:30.138 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.allow_fallocate: 1 2024-09-04T22:09:30.138 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.allow_mmap_reads: 0 2024-09-04T22:09:30.138 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.allow_mmap_writes: 0 2024-09-04T22:09:30.138 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.use_direct_reads: 0 2024-09-04T22:09:30.138 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-04T22:09:30.138 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.create_missing_column_families: 0 2024-09-04T22:09:30.138 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.db_log_dir: 2024-09-04T22:09:30.138 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-smithi115/store.db 2024-09-04T22:09:30.138 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-04T22:09:30.138 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-04T22:09:30.138 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-04T22:09:30.139 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-04T22:09:30.139 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-04T22:09:30.139 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-04T22:09:30.139 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.advise_random_on_open: 1 2024-09-04T22:09:30.139 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.db_write_buffer_size: 0 2024-09-04T22:09:30.139 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.write_buffer_manager: 0x55f4d9fc8330 2024-09-04T22:09:30.139 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-04T22:09:30.139 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-09-04T22:09:30.139 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-04T22:09:30.139 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-04T22:09:30.139 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.rate_limiter: (nil) 2024-09-04T22:09:30.139 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-04T22:09:30.139 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.wal_recovery_mode: 2 2024-09-04T22:09:30.140 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.enable_thread_tracking: 0 2024-09-04T22:09:30.140 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.enable_pipelined_write: 0 2024-09-04T22:09:30.140 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.unordered_write: 0 2024-09-04T22:09:30.140 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-04T22:09:30.140 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-04T22:09:30.140 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-04T22:09:30.140 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-04T22:09:30.140 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.row_cache: None 2024-09-04T22:09:30.142 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.wal_filter: None 2024-09-04T22:09:30.142 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-04T22:09:30.142 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.allow_ingest_behind: 0 2024-09-04T22:09:30.142 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.preserve_deletes: 0 2024-09-04T22:09:30.142 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.two_write_queues: 0 2024-09-04T22:09:30.142 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.manual_wal_flush: 0 2024-09-04T22:09:30.142 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.atomic_flush: 0 2024-09-04T22:09:30.142 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-04T22:09:30.142 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-04T22:09:30.143 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-04T22:09:30.143 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.log_readahead_size: 0 2024-09-04T22:09:30.143 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-04T22:09:30.143 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.best_efforts_recovery: 0 2024-09-04T22:09:30.143 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-04T22:09:30.143 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-04T22:09:30.143 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.allow_data_in_errors: 0 2024-09-04T22:09:30.143 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.db_host_id: __hostname__ 2024-09-04T22:09:30.143 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.max_background_jobs: 2 2024-09-04T22:09:30.143 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.max_background_compactions: -1 2024-09-04T22:09:30.143 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.max_subcompactions: 1 2024-09-04T22:09:30.143 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-04T22:09:30.143 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-04T22:09:30.144 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-04T22:09:30.144 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.max_total_wal_size: 0 2024-09-04T22:09:30.144 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-04T22:09:30.144 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-04T22:09:30.144 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-04T22:09:30.144 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-04T22:09:30.144 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.max_open_files: -1 2024-09-04T22:09:30.144 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.bytes_per_sync: 0 2024-09-04T22:09:30.144 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-04T22:09:30.144 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-04T22:09:30.144 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.compaction_readahead_size: 0 2024-09-04T22:09:30.144 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.max_background_flushes: -1 2024-09-04T22:09:30.145 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Compression algorithms supported: 2024-09-04T22:09:30.145 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-04T22:09:30.145 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: kZSTD supported: 0 2024-09-04T22:09:30.145 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: kXpressCompression supported: 0 2024-09-04T22:09:30.145 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: kLZ4HCCompression supported: 1 2024-09-04T22:09:30.145 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: kLZ4Compression supported: 1 2024-09-04T22:09:30.145 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: kBZip2Compression supported: 0 2024-09-04T22:09:30.145 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: kZlibCompression supported: 1 2024-09-04T22:09:30.145 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: kSnappyCompression supported: 1 2024-09-04T22:09:30.145 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-04T22:09:30.145 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: [db/version_set.cc:4725] Recovering from manifest file: /var/lib/ceph/mon/ceph-smithi115/store.db/MANIFEST-000003 2024-09-04T22:09:30.145 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: [db/column_family.cc:597] --------------- Options for column family [default]: 2024-09-04T22:09:30.146 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-04T22:09:30.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.merge_operator: 2024-09-04T22:09:30.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.compaction_filter: None 2024-09-04T22:09:30.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.compaction_filter_factory: None 2024-09-04T22:09:30.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.sst_partitioner_factory: None 2024-09-04T22:09:30.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-04T22:09:30.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-04T22:09:30.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55f4d9ea3d00) 2024-09-04T22:09:30.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: cache_index_and_filter_blocks: 1 2024-09-04T22:09:30.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-04T22:09:30.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-04T22:09:30.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: pin_top_level_index_and_filter: 1 2024-09-04T22:09:30.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: index_type: 0 2024-09-04T22:09:30.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: data_block_index_type: 0 2024-09-04T22:09:30.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: index_shortening: 1 2024-09-04T22:09:30.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-04T22:09:30.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: hash_index_allow_collision: 1 2024-09-04T22:09:30.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: checksum: 1 2024-09-04T22:09:30.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: no_block_cache: 0 2024-09-04T22:09:30.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: block_cache: 0x55f4d9f0e170 2024-09-04T22:09:30.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: block_cache_name: BinnedLRUCache 2024-09-04T22:09:30.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: block_cache_options: 2024-09-04T22:09:30.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: capacity : 536870912 2024-09-04T22:09:30.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: num_shard_bits : 4 2024-09-04T22:09:30.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: strict_capacity_limit : 0 2024-09-04T22:09:30.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: high_pri_pool_ratio: 0.000 2024-09-04T22:09:30.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: block_cache_compressed: (nil) 2024-09-04T22:09:30.149 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: persistent_cache: (nil) 2024-09-04T22:09:30.149 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: block_size: 4096 2024-09-04T22:09:30.149 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: block_size_deviation: 10 2024-09-04T22:09:30.149 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: block_restart_interval: 16 2024-09-04T22:09:30.149 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: index_block_restart_interval: 1 2024-09-04T22:09:30.149 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: metadata_block_size: 4096 2024-09-04T22:09:30.149 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: partition_filters: 0 2024-09-04T22:09:30.149 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: use_delta_encoding: 1 2024-09-04T22:09:30.149 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-09-04T22:09:30.150 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: whole_key_filtering: 1 2024-09-04T22:09:30.150 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: verify_compression: 0 2024-09-04T22:09:30.150 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: read_amp_bytes_per_bit: 0 2024-09-04T22:09:30.150 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: format_version: 4 2024-09-04T22:09:30.150 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: enable_index_compression: 1 2024-09-04T22:09:30.150 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: block_align: 0 2024-09-04T22:09:30.150 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.write_buffer_size: 33554432 2024-09-04T22:09:30.150 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.max_write_buffer_number: 2 2024-09-04T22:09:30.150 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.compression: NoCompression 2024-09-04T22:09:30.150 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.bottommost_compression: Disabled 2024-09-04T22:09:30.150 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.prefix_extractor: nullptr 2024-09-04T22:09:30.150 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-04T22:09:30.151 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.num_levels: 7 2024-09-04T22:09:30.151 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-04T22:09:30.151 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-04T22:09:30.151 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-04T22:09:30.151 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-04T22:09:30.151 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-04T22:09:30.151 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-04T22:09:30.151 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-04T22:09:30.151 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-04T22:09:30.151 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-04T22:09:30.151 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-04T22:09:30.151 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-04T22:09:30.151 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.compression_opts.level: 32767 2024-09-04T22:09:30.151 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.compression_opts.strategy: 0 2024-09-04T22:09:30.152 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-04T22:09:30.152 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-04T22:09:30.152 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-04T22:09:30.152 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.compression_opts.enabled: false 2024-09-04T22:09:30.152 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-04T22:09:30.152 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-04T22:09:30.152 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-04T22:09:30.152 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.target_file_size_base: 67108864 2024-09-04T22:09:30.152 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-04T22:09:30.152 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-04T22:09:30.152 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-04T22:09:30.152 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-04T22:09:30.152 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-04T22:09:30.152 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-04T22:09:30.153 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-04T22:09:30.153 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-04T22:09:30.153 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-04T22:09:30.153 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-04T22:09:30.153 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-04T22:09:30.153 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-04T22:09:30.153 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-04T22:09:30.153 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.arena_block_size: 4194304 2024-09-04T22:09:30.153 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-04T22:09:30.153 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-04T22:09:30.153 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-09-04T22:09:30.153 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.disable_auto_compactions: 0 2024-09-04T22:09:30.153 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-04T22:09:30.154 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-04T22:09:30.154 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-04T22:09:30.154 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-04T22:09:30.154 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-04T22:09:30.154 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-04T22:09:30.154 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-04T22:09:30.154 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-04T22:09:30.154 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-04T22:09:30.154 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-04T22:09:30.154 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.table_properties_collectors: 2024-09-04T22:09:30.154 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.inplace_update_support: 0 2024-09-04T22:09:30.154 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-04T22:09:30.154 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-04T22:09:30.155 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-04T22:09:30.155 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-04T22:09:30.155 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.bloom_locality: 0 2024-09-04T22:09:30.155 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.max_successive_merges: 0 2024-09-04T22:09:30.155 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-04T22:09:30.155 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.paranoid_file_checks: 0 2024-09-04T22:09:30.155 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.force_consistency_checks: 1 2024-09-04T22:09:30.155 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.report_bg_io_stats: 0 2024-09-04T22:09:30.155 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.ttl: 2592000 2024-09-04T22:09:30.155 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-04T22:09:30.155 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.enable_blob_files: false 2024-09-04T22:09:30.155 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.min_blob_size: 0 2024-09-04T22:09:30.155 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.blob_file_size: 268435456 2024-09-04T22:09:30.155 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-04T22:09:30.156 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-04T22:09:30.156 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-04T22:09:30.156 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: [db/version_set.cc:4773] Recovered from manifest file:/var/lib/ceph/mon/ceph-smithi115/store.db/MANIFEST-000003 succeeded,manifest_file_number is 3, next_file_number is 5, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-04T22:09:30.156 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: [db/version_set.cc:4782] Column family [default] (ID 0), log number is 0 2024-09-04T22:09:30.156 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: [db/version_set.cc:4083] Creating manifest 7 2024-09-04T22:09:30.156 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725487769873120, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-09-04T22:09:30.156 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: [db/db_impl/db_impl_open.cc:847] Recovering log #4 mode 2 2024-09-04T22:09:30.156 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: [table/block_based/filter_policy.cc:996] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-09-04T22:09:30.156 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725487769873434, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1545, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1725487769, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "b10cb633-f597-46ab-b719-8d2043a07672", "db_session_id": "GMLXYU0J37ASZ1HH8UWO"}} 2024-09-04T22:09:30.156 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: [db/version_set.cc:4083] Creating manifest 9 2024-09-04T22:09:30.156 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725487769873744, "job": 1, "event": "recovery_finished"} 2024-09-04T22:09:30.156 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: [file/delete_scheduler.cc:73] Deleted file /var/lib/ceph/mon/ceph-smithi115/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-04T22:09:30.156 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: [db/db_impl/db_impl_open.cc:1701] SstFileManager instance 0x55f4d9ef4a80 2024-09-04T22:09:30.157 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: DB pointer 0x55f4d9f04000 2024-09-04T22:09:30.157 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: [db/db_impl/db_impl.cc:902] ------- DUMPING STATS ------- 2024-09-04T22:09:30.157 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-09-04T22:09:30.157 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: ** DB Stats ** 2024-09-04T22:09:30.157 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-04T22:09:30.157 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-04T22:09:30.157 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-04T22:09:30.157 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-04T22:09:30.157 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-04T22:09:30.157 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-09-04T22:09:30.157 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-04T22:09:30.157 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: 2024-09-04T22:09:30.157 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: ** Compaction Stats [default] ** 2024-09-04T22:09:30.157 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-04T22:09:30.158 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-04T22:09:30.158 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: L0 1/0 1.51 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.9 0.00 0.00 1 0.000 0 0 2024-09-04T22:09:30.158 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: Sum 1/0 1.51 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.9 0.00 0.00 1 0.000 0 0 2024-09-04T22:09:30.158 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.9 0.00 0.00 1 0.000 0 0 2024-09-04T22:09:30.158 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: 2024-09-04T22:09:30.158 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: ** Compaction Stats [default] ** 2024-09-04T22:09:30.158 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-04T22:09:30.158 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-04T22:09:30.158 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.9 0.00 0.00 1 0.000 0 0 2024-09-04T22:09:30.158 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-04T22:09:30.158 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-04T22:09:30.158 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-04T22:09:30.158 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-04T22:09:30.158 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-04T22:09:30.158 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-04T22:09:30.159 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: Cumulative compaction: 0.00 GB write, 0.54 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-04T22:09:30.159 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: Interval compaction: 0.00 GB write, 0.54 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-04T22:09:30.159 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-04T22:09:30.159 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: 2024-09-04T22:09:30.159 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-04T22:09:30.159 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: 2024-09-04T22:09:30.159 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: ** Compaction Stats [default] ** 2024-09-04T22:09:30.159 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-04T22:09:30.159 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-04T22:09:30.159 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: L0 1/0 1.51 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.9 0.00 0.00 1 0.000 0 0 2024-09-04T22:09:30.159 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: Sum 1/0 1.51 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.9 0.00 0.00 1 0.000 0 0 2024-09-04T22:09:30.159 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-09-04T22:09:30.159 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: 2024-09-04T22:09:30.160 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: ** Compaction Stats [default] ** 2024-09-04T22:09:30.160 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-04T22:09:30.160 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-04T22:09:30.160 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.9 0.00 0.00 1 0.000 0 0 2024-09-04T22:09:30.160 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-04T22:09:30.160 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-04T22:09:30.160 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-04T22:09:30.160 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-04T22:09:30.160 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-04T22:09:30.160 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-04T22:09:30.160 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: Cumulative compaction: 0.00 GB write, 0.54 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-04T22:09:30.160 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-04T22:09:30.160 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-04T22:09:30.160 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: 2024-09-04T22:09:30.161 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-04T22:09:30.161 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: mon.smithi115 does not exist in monmap, will attempt to join an existing cluster 2024-09-04T22:09:30.161 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: using public_addr v2:172.21.15.115:0/0 -> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-04T22:09:30.161 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: starting mon.smithi115 rank -1 at public addrs [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] at bind addrs [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon_data /var/lib/ceph/mon/ceph-smithi115 fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 2024-09-04T22:09:30.161 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: mon.smithi115@-1(???) e0 preinit fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 2024-09-04T22:09:30.161 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: mon.smithi115@-1(synchronizing).mds e1 new map 2024-09-04T22:09:30.161 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: mon.smithi115@-1(synchronizing).mds e1 print_map 2024-09-04T22:09:30.161 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: e1 2024-09-04T22:09:30.161 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-04T22:09:30.161 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-04T22:09:30.161 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: legacy client fscid: -1 2024-09-04T22:09:30.161 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: 2024-09-04T22:09:30.161 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: No filesystems configured 2024-09-04T22:09:30.162 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: mon.smithi115@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-09-04T22:09:30.162 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: mon.smithi115@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-09-04T22:09:30.162 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: mon.smithi115@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-09-04T22:09:30.162 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: mon.smithi115@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-09-04T22:09:30.162 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: mon.smithi115@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-09-04T22:09:30.162 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: mon.smithi115@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-09-04T22:09:30.162 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: mon.smithi115@-1(synchronizing).osd e5 e5: 0 total, 0 up, 0 in 2024-09-04T22:09:30.162 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: mon.smithi115@-1(synchronizing).osd e5 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-04T22:09:30.162 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: mon.smithi115@-1(synchronizing).osd e5 crush map has features 288514050185494528, adjusting msgr requires 2024-09-04T22:09:30.162 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: mon.smithi115@-1(synchronizing).osd e5 crush map has features 288514050185494528, adjusting msgr requires 2024-09-04T22:09:30.162 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: mon.smithi115@-1(synchronizing).osd e5 crush map has features 288514050185494528, adjusting msgr requires 2024-09-04T22:09:30.162 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:09:30.162 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='client.14190 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-04T22:09:30.162 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:09:30.163 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='mgr.14162 172.21.15.5:0/2395952821' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:30.163 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='client.? 172.21.15.5:0/2419673748' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-09-04T22:09:30.163 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='mgr.14162 172.21.15.5:0/2395952821' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:30.163 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='mgr.14162 172.21.15.5:0/2395952821' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:30.163 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='mgr.14162 172.21.15.5:0/2395952821' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-04T22:09:30.163 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='mgr.14162 172.21.15.5:0/2395952821' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:30.163 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-04T22:09:30.163 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: Deploying daemon grafana.smithi005 on smithi005 2024-09-04T22:09:30.163 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='mgr.14162 172.21.15.5:0/2395952821' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:30.163 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='client.? 172.21.15.5:0/2419673748' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-04T22:09:30.163 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: osdmap e4: 0 total, 0 up, 0 in 2024-09-04T22:09:30.163 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:09:30.163 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:09:30.163 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='mgr.14162 172.21.15.5:0/2395952821' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:30.164 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='client.14194 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "2;smithi005:172.21.15.5=smithi005;smithi115:172.21.15.115=smithi115", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:09:30.164 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: Saving service mon spec with placement smithi005:172.21.15.5=smithi005;smithi115:172.21.15.115=smithi115;count:2 2024-09-04T22:09:30.164 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:09:30.164 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='client.? 172.21.15.115:0/1574513294' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-04T22:09:30.164 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:09:30.164 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:09:30.164 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='client.? 172.21.15.115:0/6491425' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-04T22:09:30.164 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:09:30.164 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='mgr.14162 172.21.15.5:0/2395952821' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:30.164 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: Deploying daemon node-exporter.smithi005 on smithi005 2024-09-04T22:09:30.164 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='client.? 172.21.15.115:0/838060711' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-04T22:09:30.164 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:09:30.164 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='mgr.14162 172.21.15.5:0/2395952821' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:30.165 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='mgr.14162 172.21.15.5:0/2395952821' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-09-04T22:09:30.165 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='mgr.14162 172.21.15.5:0/2395952821' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-09-04T22:09:30.165 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: mgrmap e14: smithi005.hteciz(active, since 44s) 2024-09-04T22:09:30.165 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='client.? 172.21.15.115:0/2257456319' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-04T22:09:30.165 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='client.? 172.21.15.115:0/1311762658' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-04T22:09:30.165 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: Active manager daemon smithi005.hteciz restarted 2024-09-04T22:09:30.165 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: Activating manager daemon smithi005.hteciz 2024-09-04T22:09:30.165 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: osdmap e5: 0 total, 0 up, 0 in 2024-09-04T22:09:30.165 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: mgrmap e15: smithi005.hteciz(active, starting, since 0.0561979s) 2024-09-04T22:09:30.165 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mon metadata", "id": "smithi005"}]: dispatch 2024-09-04T22:09:30.165 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mgr metadata", "who": "smithi005.hteciz", "id": "smithi005.hteciz"}]: dispatch 2024-09-04T22:09:30.165 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-04T22:09:30.165 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-04T22:09:30.165 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-04T22:09:30.166 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: Manager daemon smithi005.hteciz is now available 2024-09-04T22:09:30.166 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:09:30.166 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:09:30.166 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:09:30.166 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:09:30.166 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:30.166 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi005.hteciz/mirror_snapshot_schedule"}]: dispatch 2024-09-04T22:09:30.166 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi005.hteciz/trash_purge_schedule"}]: dispatch 2024-09-04T22:09:30.166 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:30.166 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: [04/Sep/2024:22:09:12] ENGINE Bus STARTING 2024-09-04T22:09:30.166 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: [04/Sep/2024:22:09:12] ENGINE Serving on https://172.21.15.5:7150 2024-09-04T22:09:30.166 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: [04/Sep/2024:22:09:12] ENGINE Bus STARTED 2024-09-04T22:09:30.166 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:30.166 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:30.166 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: mgrmap e16: smithi005.hteciz(active, since 1.06146s) 2024-09-04T22:09:30.167 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='client.? 172.21.15.115:0/3113380701' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-04T22:09:30.167 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: mgrmap e17: smithi005.hteciz(active, since 2s) 2024-09-04T22:09:30.167 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:30.167 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:30.167 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:30.167 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "who": "osd/host:smithi005", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:09:30.167 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: Updating smithi005:/etc/ceph/ceph.conf 2024-09-04T22:09:30.167 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:30.167 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: Updating smithi005:/etc/ceph/ceph.client.admin.keyring 2024-09-04T22:09:30.167 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='client.? 172.21.15.115:0/4006515295' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-04T22:09:30.167 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:30.167 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:30.167 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "who": "osd/host:smithi115", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:09:30.167 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:30.168 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi115", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2024-09-04T22:09:30.168 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "auth get-or-create", "entity": "client.crash.smithi115", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]': finished 2024-09-04T22:09:30.168 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:09:30.168 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: Deploying daemon crash.smithi115 on smithi115 2024-09-04T22:09:30.168 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:30.168 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi115.lfvwip", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-04T22:09:30.168 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.smithi115.lfvwip", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-04T22:09:30.168 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-04T22:09:30.168 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:09:30.168 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: Deploying daemon mgr.smithi115.lfvwip on smithi115 2024-09-04T22:09:30.168 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='client.? 172.21.15.115:0/1651803142' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-04T22:09:30.168 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:30.168 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:30.169 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-04T22:09:30.169 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:09:30.169 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: Deploying daemon mon.smithi115 on smithi115 2024-09-04T22:09:30.169 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='client.? 172.21.15.115:0/4096237774' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-04T22:09:30.169 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:30.169 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: mon.smithi115@-1(synchronizing).paxosservice(auth 1..6) refresh upgraded, format 0 -> 3 2024-09-04T22:09:30.169 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 ceph-mon[26506]: mon.smithi115@-1(synchronizing) e1 handle_conf_change mon_allow_pool_delete,mon_cluster_log_to_file 2024-09-04T22:09:30.169 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 bash[26472]: 9c18168348ca822aa187e77117407afe5fea801c5fbbef7c4ac21b4a129b1005 2024-09-04T22:09:30.169 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:29 smithi115 systemd[1]: Started Ceph mon.smithi115 for fc6cab94-6b09-11ef-bcd6-c7b262605968. 2024-09-04T22:09:31.563 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2024-09-04T22:09:31.563 DEBUG:teuthology.orchestra.run.smithi115:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- ceph mon dump -f json 2024-09-04T22:09:35.203 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:34 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mon metadata", "id": "smithi115"}]: dispatch 2024-09-04T22:09:35.204 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:34 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mon metadata", "id": "smithi005"}]: dispatch 2024-09-04T22:09:35.204 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:34 smithi115 ceph-mon[26506]: mon.smithi005 calling monitor election 2024-09-04T22:09:35.204 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:34 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mon metadata", "id": "smithi115"}]: dispatch 2024-09-04T22:09:35.204 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:34 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mon metadata", "id": "smithi115"}]: dispatch 2024-09-04T22:09:35.204 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:34 smithi115 ceph-mon[26506]: from='mgr.? 172.21.15.115:0/2381743414' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi115.lfvwip/crt"}]: dispatch 2024-09-04T22:09:35.204 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:34 smithi115 ceph-mon[26506]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:09:35.204 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:34 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mon metadata", "id": "smithi115"}]: dispatch 2024-09-04T22:09:35.204 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:34 smithi115 ceph-mon[26506]: mon.smithi115 calling monitor election 2024-09-04T22:09:35.204 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:34 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mon metadata", "id": "smithi115"}]: dispatch 2024-09-04T22:09:35.204 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:34 smithi115 ceph-mon[26506]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:09:35.205 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:34 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mon metadata", "id": "smithi115"}]: dispatch 2024-09-04T22:09:35.205 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:34 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mon metadata", "id": "smithi115"}]: dispatch 2024-09-04T22:09:35.205 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:34 smithi115 ceph-mon[26506]: mon.smithi005 is new leader, mons smithi005,smithi115 in quorum (ranks 0,1) 2024-09-04T22:09:35.205 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:34 smithi115 ceph-mon[26506]: monmap e2: 2 mons at {smithi005=[v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0],smithi115=[v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0]} 2024-09-04T22:09:35.205 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:34 smithi115 ceph-mon[26506]: fsmap 2024-09-04T22:09:35.205 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:34 smithi115 ceph-mon[26506]: osdmap e5: 0 total, 0 up, 0 in 2024-09-04T22:09:35.205 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:34 smithi115 ceph-mon[26506]: mgrmap e17: smithi005.hteciz(active, since 23s) 2024-09-04T22:09:35.205 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:34 smithi115 ceph-mon[26506]: Standby manager daemon smithi115.lfvwip started 2024-09-04T22:09:35.205 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:34 smithi115 ceph-mon[26506]: from='mgr.? 172.21.15.115:0/2381743414' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-04T22:09:35.205 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:34 smithi115 ceph-mon[26506]: overall HEALTH_OK 2024-09-04T22:09:35.205 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:34 smithi115 ceph-mon[26506]: from='mgr.? 172.21.15.115:0/2381743414' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi115.lfvwip/key"}]: dispatch 2024-09-04T22:09:35.205 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:34 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:35.205 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:34 smithi115 ceph-mon[26506]: from='mgr.? 172.21.15.115:0/2381743414' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-04T22:09:35.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:34 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mon metadata", "id": "smithi115"}]: dispatch 2024-09-04T22:09:35.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:34 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mon metadata", "id": "smithi005"}]: dispatch 2024-09-04T22:09:35.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:34 smithi005 ceph-mon[24451]: mon.smithi005 calling monitor election 2024-09-04T22:09:35.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:34 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mon metadata", "id": "smithi115"}]: dispatch 2024-09-04T22:09:35.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:34 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mon metadata", "id": "smithi115"}]: dispatch 2024-09-04T22:09:35.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:34 smithi005 ceph-mon[24451]: from='mgr.? 172.21.15.115:0/2381743414' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi115.lfvwip/crt"}]: dispatch 2024-09-04T22:09:35.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:34 smithi005 ceph-mon[24451]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:09:35.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:34 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mon metadata", "id": "smithi115"}]: dispatch 2024-09-04T22:09:35.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:34 smithi005 ceph-mon[24451]: mon.smithi115 calling monitor election 2024-09-04T22:09:35.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:34 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mon metadata", "id": "smithi115"}]: dispatch 2024-09-04T22:09:35.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:34 smithi005 ceph-mon[24451]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:09:35.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:34 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mon metadata", "id": "smithi115"}]: dispatch 2024-09-04T22:09:35.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:34 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mon metadata", "id": "smithi115"}]: dispatch 2024-09-04T22:09:35.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:34 smithi005 ceph-mon[24451]: mon.smithi005 is new leader, mons smithi005,smithi115 in quorum (ranks 0,1) 2024-09-04T22:09:35.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:34 smithi005 ceph-mon[24451]: monmap e2: 2 mons at {smithi005=[v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0],smithi115=[v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0]} 2024-09-04T22:09:35.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:34 smithi005 ceph-mon[24451]: fsmap 2024-09-04T22:09:35.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:34 smithi005 ceph-mon[24451]: osdmap e5: 0 total, 0 up, 0 in 2024-09-04T22:09:35.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:34 smithi005 ceph-mon[24451]: mgrmap e17: smithi005.hteciz(active, since 23s) 2024-09-04T22:09:35.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:34 smithi005 ceph-mon[24451]: Standby manager daemon smithi115.lfvwip started 2024-09-04T22:09:35.464 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:34 smithi005 ceph-mon[24451]: from='mgr.? 172.21.15.115:0/2381743414' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-04T22:09:35.464 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:34 smithi005 ceph-mon[24451]: overall HEALTH_OK 2024-09-04T22:09:35.464 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:34 smithi005 ceph-mon[24451]: from='mgr.? 172.21.15.115:0/2381743414' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi115.lfvwip/key"}]: dispatch 2024-09-04T22:09:35.464 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:34 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:35.464 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:34 smithi005 ceph-mon[24451]: from='mgr.? 172.21.15.115:0/2381743414' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-04T22:09:36.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:35 smithi115 ceph-mon[26506]: Deploying daemon node-exporter.smithi115 on smithi115 2024-09-04T22:09:36.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:35 smithi115 ceph-mon[26506]: mgrmap e18: smithi005.hteciz(active, since 23s), standbys: smithi115.lfvwip 2024-09-04T22:09:36.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:35 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mgr metadata", "who": "smithi115.lfvwip", "id": "smithi115.lfvwip"}]: dispatch 2024-09-04T22:09:36.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:35 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mon metadata", "id": "smithi115"}]: dispatch 2024-09-04T22:09:36.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:35 smithi005 ceph-mon[24451]: Deploying daemon node-exporter.smithi115 on smithi115 2024-09-04T22:09:36.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:35 smithi005 ceph-mon[24451]: mgrmap e18: smithi005.hteciz(active, since 23s), standbys: smithi115.lfvwip 2024-09-04T22:09:36.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:35 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mgr metadata", "who": "smithi115.lfvwip", "id": "smithi115.lfvwip"}]: dispatch 2024-09-04T22:09:36.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:35 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mon metadata", "id": "smithi115"}]: dispatch 2024-09-04T22:09:36.498 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-04T22:09:36.499 INFO:teuthology.orchestra.run.smithi115.stdout:{"epoch":2,"fsid":"fc6cab94-6b09-11ef-bcd6-c7b262605968","modified":"2024-09-04T22:09:29.902795Z","created":"2024-09-04T22:07:12.006794Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"smithi005","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:3300","nonce":0},{"type":"v1","addr":"172.21.15.5:6789","nonce":0}]},"addr":"172.21.15.5:6789/0","public_addr":"172.21.15.5:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"smithi115","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:3300","nonce":0},{"type":"v1","addr":"172.21.15.115:6789","nonce":0}]},"addr":"172.21.15.115:6789/0","public_addr":"172.21.15.115:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-09-04T22:09:36.500 INFO:teuthology.orchestra.run.smithi115.stderr:dumped monmap epoch 2 2024-09-04T22:09:37.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:36 smithi115 ceph-mon[26506]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:09:37.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:36 smithi115 ceph-mon[26506]: from='client.? 172.21.15.115:0/4056360073' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-04T22:09:37.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:36 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:37.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:36 smithi005 ceph-mon[24451]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:09:37.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:36 smithi005 ceph-mon[24451]: from='client.? 172.21.15.115:0/4056360073' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-04T22:09:37.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:36 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:38.099 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-09-04T22:09:38.099 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- ceph config generate-minimal-conf 2024-09-04T22:09:39.211 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:38 smithi005 ceph-mon[24451]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:09:39.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:38 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:39.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:38 smithi115 ceph-mon[26506]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:09:39.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:38 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:40.166 INFO:teuthology.orchestra.run.smithi005.stdout:# minimal ceph.conf for fc6cab94-6b09-11ef-bcd6-c7b262605968 2024-09-04T22:09:40.166 INFO:teuthology.orchestra.run.smithi005.stdout:[global] 2024-09-04T22:09:40.166 INFO:teuthology.orchestra.run.smithi005.stdout: fsid = fc6cab94-6b09-11ef-bcd6-c7b262605968 2024-09-04T22:09:40.167 INFO:teuthology.orchestra.run.smithi005.stdout: mon_host = [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-04T22:09:40.167 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:39 smithi005 ceph-mon[24451]: Deploying daemon prometheus.smithi005 on smithi005 2024-09-04T22:09:40.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:39 smithi115 ceph-mon[26506]: Deploying daemon prometheus.smithi005 on smithi005 2024-09-04T22:09:40.816 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-09-04T22:09:40.816 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-04T22:09:40.816 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd of=/etc/ceph/ceph.conf 2024-09-04T22:09:40.843 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-04T22:09:40.843 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-04T22:09:40.907 DEBUG:teuthology.orchestra.run.smithi115:> set -ex 2024-09-04T22:09:40.907 DEBUG:teuthology.orchestra.run.smithi115:> sudo dd of=/etc/ceph/ceph.conf 2024-09-04T22:09:40.940 DEBUG:teuthology.orchestra.run.smithi115:> set -ex 2024-09-04T22:09:40.941 DEBUG:teuthology.orchestra.run.smithi115:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-04T22:09:41.009 INFO:tasks.cephadm:Deploying OSDs... 2024-09-04T22:09:41.010 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-04T22:09:41.010 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/scratch_devs of=/dev/stdout 2024-09-04T22:09:41.025 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-04T22:09:41.026 DEBUG:teuthology.orchestra.run.smithi005:> stat /dev/vg_nvme/lv_1 2024-09-04T22:09:41.080 INFO:teuthology.orchestra.run.smithi005.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-04T22:09:41.080 INFO:teuthology.orchestra.run.smithi005.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-04T22:09:41.081 INFO:teuthology.orchestra.run.smithi005.stdout:Device: 5h/5d Inode: 664 Links: 1 2024-09-04T22:09:41.081 INFO:teuthology.orchestra.run.smithi005.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-04T22:09:41.081 INFO:teuthology.orchestra.run.smithi005.stdout:Context: system_u:object_r:device_t:s0 2024-09-04T22:09:41.081 INFO:teuthology.orchestra.run.smithi005.stdout:Access: 2024-09-04 22:09:02.092980281 +0000 2024-09-04T22:09:41.081 INFO:teuthology.orchestra.run.smithi005.stdout:Modify: 2024-09-04 22:06:29.749711624 +0000 2024-09-04T22:09:41.081 INFO:teuthology.orchestra.run.smithi005.stdout:Change: 2024-09-04 22:06:29.749711624 +0000 2024-09-04T22:09:41.081 INFO:teuthology.orchestra.run.smithi005.stdout: Birth: 2024-09-04 22:06:29.749711624 +0000 2024-09-04T22:09:41.081 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-04T22:09:41.141 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:40 smithi005 ceph-mon[24451]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:09:41.142 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:40 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/1936266995' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:09:41.144 INFO:teuthology.orchestra.run.smithi005.stderr:1+0 records in 2024-09-04T22:09:41.144 INFO:teuthology.orchestra.run.smithi005.stderr:1+0 records out 2024-09-04T22:09:41.144 INFO:teuthology.orchestra.run.smithi005.stderr:512 bytes copied, 0.000103988 s, 4.9 MB/s 2024-09-04T22:09:41.145 DEBUG:teuthology.orchestra.run.smithi005:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-04T22:09:41.201 DEBUG:teuthology.orchestra.run.smithi005:> stat /dev/vg_nvme/lv_2 2024-09-04T22:09:41.257 INFO:teuthology.orchestra.run.smithi005.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-04T22:09:41.257 INFO:teuthology.orchestra.run.smithi005.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-04T22:09:41.257 INFO:teuthology.orchestra.run.smithi005.stdout:Device: 5h/5d Inode: 686 Links: 1 2024-09-04T22:09:41.257 INFO:teuthology.orchestra.run.smithi005.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-04T22:09:41.257 INFO:teuthology.orchestra.run.smithi005.stdout:Context: system_u:object_r:device_t:s0 2024-09-04T22:09:41.257 INFO:teuthology.orchestra.run.smithi005.stdout:Access: 2024-09-04 22:09:02.092980281 +0000 2024-09-04T22:09:41.257 INFO:teuthology.orchestra.run.smithi005.stdout:Modify: 2024-09-04 22:06:30.079704862 +0000 2024-09-04T22:09:41.257 INFO:teuthology.orchestra.run.smithi005.stdout:Change: 2024-09-04 22:06:30.079704862 +0000 2024-09-04T22:09:41.257 INFO:teuthology.orchestra.run.smithi005.stdout: Birth: 2024-09-04 22:06:30.079704862 +0000 2024-09-04T22:09:41.258 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-04T22:09:41.320 INFO:teuthology.orchestra.run.smithi005.stderr:1+0 records in 2024-09-04T22:09:41.320 INFO:teuthology.orchestra.run.smithi005.stderr:1+0 records out 2024-09-04T22:09:41.320 INFO:teuthology.orchestra.run.smithi005.stderr:512 bytes copied, 0.000107694 s, 4.8 MB/s 2024-09-04T22:09:41.321 DEBUG:teuthology.orchestra.run.smithi005:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-04T22:09:41.378 DEBUG:teuthology.orchestra.run.smithi005:> stat /dev/vg_nvme/lv_3 2024-09-04T22:09:41.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:40 smithi115 ceph-mon[26506]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:09:41.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:40 smithi115 ceph-mon[26506]: from='client.? 172.21.15.5:0/1936266995' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:09:41.434 INFO:teuthology.orchestra.run.smithi005.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-04T22:09:41.434 INFO:teuthology.orchestra.run.smithi005.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-04T22:09:41.434 INFO:teuthology.orchestra.run.smithi005.stdout:Device: 5h/5d Inode: 702 Links: 1 2024-09-04T22:09:41.434 INFO:teuthology.orchestra.run.smithi005.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-04T22:09:41.434 INFO:teuthology.orchestra.run.smithi005.stdout:Context: system_u:object_r:device_t:s0 2024-09-04T22:09:41.435 INFO:teuthology.orchestra.run.smithi005.stdout:Access: 2024-09-04 22:09:02.092980281 +0000 2024-09-04T22:09:41.435 INFO:teuthology.orchestra.run.smithi005.stdout:Modify: 2024-09-04 22:06:30.395698385 +0000 2024-09-04T22:09:41.435 INFO:teuthology.orchestra.run.smithi005.stdout:Change: 2024-09-04 22:06:30.395698385 +0000 2024-09-04T22:09:41.435 INFO:teuthology.orchestra.run.smithi005.stdout: Birth: 2024-09-04 22:06:30.395698385 +0000 2024-09-04T22:09:41.435 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-04T22:09:41.498 INFO:teuthology.orchestra.run.smithi005.stderr:1+0 records in 2024-09-04T22:09:41.498 INFO:teuthology.orchestra.run.smithi005.stderr:1+0 records out 2024-09-04T22:09:41.498 INFO:teuthology.orchestra.run.smithi005.stderr:512 bytes copied, 8.5878e-05 s, 6.0 MB/s 2024-09-04T22:09:41.499 DEBUG:teuthology.orchestra.run.smithi005:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-04T22:09:41.555 DEBUG:teuthology.orchestra.run.smithi005:> stat /dev/vg_nvme/lv_4 2024-09-04T22:09:41.610 INFO:teuthology.orchestra.run.smithi005.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-04T22:09:41.610 INFO:teuthology.orchestra.run.smithi005.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-04T22:09:41.610 INFO:teuthology.orchestra.run.smithi005.stdout:Device: 5h/5d Inode: 722 Links: 1 2024-09-04T22:09:41.610 INFO:teuthology.orchestra.run.smithi005.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-04T22:09:41.610 INFO:teuthology.orchestra.run.smithi005.stdout:Context: system_u:object_r:device_t:s0 2024-09-04T22:09:41.610 INFO:teuthology.orchestra.run.smithi005.stdout:Access: 2024-09-04 22:09:02.093980261 +0000 2024-09-04T22:09:41.610 INFO:teuthology.orchestra.run.smithi005.stdout:Modify: 2024-09-04 22:06:30.719691746 +0000 2024-09-04T22:09:41.610 INFO:teuthology.orchestra.run.smithi005.stdout:Change: 2024-09-04 22:06:30.719691746 +0000 2024-09-04T22:09:41.610 INFO:teuthology.orchestra.run.smithi005.stdout: Birth: 2024-09-04 22:06:30.719691746 +0000 2024-09-04T22:09:41.611 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-04T22:09:41.674 INFO:teuthology.orchestra.run.smithi005.stderr:1+0 records in 2024-09-04T22:09:41.675 INFO:teuthology.orchestra.run.smithi005.stderr:1+0 records out 2024-09-04T22:09:41.675 INFO:teuthology.orchestra.run.smithi005.stderr:512 bytes copied, 9.5198e-05 s, 5.4 MB/s 2024-09-04T22:09:41.676 DEBUG:teuthology.orchestra.run.smithi005:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-04T22:09:41.731 DEBUG:teuthology.orchestra.run.smithi115:> set -ex 2024-09-04T22:09:41.731 DEBUG:teuthology.orchestra.run.smithi115:> dd if=/scratch_devs of=/dev/stdout 2024-09-04T22:09:41.747 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-04T22:09:41.748 DEBUG:teuthology.orchestra.run.smithi115:> stat /dev/vg_nvme/lv_1 2024-09-04T22:09:41.804 INFO:teuthology.orchestra.run.smithi115.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-04T22:09:41.804 INFO:teuthology.orchestra.run.smithi115.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-04T22:09:41.804 INFO:teuthology.orchestra.run.smithi115.stdout:Device: 5h/5d Inode: 664 Links: 1 2024-09-04T22:09:41.804 INFO:teuthology.orchestra.run.smithi115.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-04T22:09:41.804 INFO:teuthology.orchestra.run.smithi115.stdout:Context: system_u:object_r:device_t:s0 2024-09-04T22:09:41.805 INFO:teuthology.orchestra.run.smithi115.stdout:Access: 2024-09-04 22:09:35.487249621 +0000 2024-09-04T22:09:41.805 INFO:teuthology.orchestra.run.smithi115.stdout:Modify: 2024-09-04 22:06:29.762364156 +0000 2024-09-04T22:09:41.805 INFO:teuthology.orchestra.run.smithi115.stdout:Change: 2024-09-04 22:06:29.762364156 +0000 2024-09-04T22:09:41.805 INFO:teuthology.orchestra.run.smithi115.stdout: Birth: 2024-09-04 22:06:29.762364156 +0000 2024-09-04T22:09:41.805 DEBUG:teuthology.orchestra.run.smithi115:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-04T22:09:41.868 INFO:teuthology.orchestra.run.smithi115.stderr:1+0 records in 2024-09-04T22:09:41.868 INFO:teuthology.orchestra.run.smithi115.stderr:1+0 records out 2024-09-04T22:09:41.868 INFO:teuthology.orchestra.run.smithi115.stderr:512 bytes copied, 0.000198688 s, 2.6 MB/s 2024-09-04T22:09:41.869 DEBUG:teuthology.orchestra.run.smithi115:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-04T22:09:41.926 DEBUG:teuthology.orchestra.run.smithi115:> stat /dev/vg_nvme/lv_2 2024-09-04T22:09:41.982 INFO:teuthology.orchestra.run.smithi115.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-04T22:09:41.983 INFO:teuthology.orchestra.run.smithi115.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-04T22:09:41.983 INFO:teuthology.orchestra.run.smithi115.stdout:Device: 5h/5d Inode: 682 Links: 1 2024-09-04T22:09:41.983 INFO:teuthology.orchestra.run.smithi115.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-04T22:09:41.983 INFO:teuthology.orchestra.run.smithi115.stdout:Context: system_u:object_r:device_t:s0 2024-09-04T22:09:41.983 INFO:teuthology.orchestra.run.smithi115.stdout:Access: 2024-09-04 22:09:35.488249604 +0000 2024-09-04T22:09:41.983 INFO:teuthology.orchestra.run.smithi115.stdout:Modify: 2024-09-04 22:06:30.108358157 +0000 2024-09-04T22:09:41.983 INFO:teuthology.orchestra.run.smithi115.stdout:Change: 2024-09-04 22:06:30.108358157 +0000 2024-09-04T22:09:41.983 INFO:teuthology.orchestra.run.smithi115.stdout: Birth: 2024-09-04 22:06:30.108358157 +0000 2024-09-04T22:09:41.983 DEBUG:teuthology.orchestra.run.smithi115:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-04T22:09:42.046 INFO:teuthology.orchestra.run.smithi115.stderr:1+0 records in 2024-09-04T22:09:42.046 INFO:teuthology.orchestra.run.smithi115.stderr:1+0 records out 2024-09-04T22:09:42.046 INFO:teuthology.orchestra.run.smithi115.stderr:512 bytes copied, 0.000227126 s, 2.3 MB/s 2024-09-04T22:09:42.047 DEBUG:teuthology.orchestra.run.smithi115:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-04T22:09:42.104 DEBUG:teuthology.orchestra.run.smithi115:> stat /dev/vg_nvme/lv_3 2024-09-04T22:09:42.159 INFO:teuthology.orchestra.run.smithi115.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-04T22:09:42.159 INFO:teuthology.orchestra.run.smithi115.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-04T22:09:42.159 INFO:teuthology.orchestra.run.smithi115.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-09-04T22:09:42.159 INFO:teuthology.orchestra.run.smithi115.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-04T22:09:42.159 INFO:teuthology.orchestra.run.smithi115.stdout:Context: system_u:object_r:device_t:s0 2024-09-04T22:09:42.159 INFO:teuthology.orchestra.run.smithi115.stdout:Access: 2024-09-04 22:09:35.488249604 +0000 2024-09-04T22:09:42.159 INFO:teuthology.orchestra.run.smithi115.stdout:Modify: 2024-09-04 22:06:30.423352695 +0000 2024-09-04T22:09:42.159 INFO:teuthology.orchestra.run.smithi115.stdout:Change: 2024-09-04 22:06:30.423352695 +0000 2024-09-04T22:09:42.159 INFO:teuthology.orchestra.run.smithi115.stdout: Birth: 2024-09-04 22:06:30.423352695 +0000 2024-09-04T22:09:42.160 DEBUG:teuthology.orchestra.run.smithi115:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-04T22:09:42.222 INFO:teuthology.orchestra.run.smithi115.stderr:1+0 records in 2024-09-04T22:09:42.222 INFO:teuthology.orchestra.run.smithi115.stderr:1+0 records out 2024-09-04T22:09:42.222 INFO:teuthology.orchestra.run.smithi115.stderr:512 bytes copied, 0.000203864 s, 2.5 MB/s 2024-09-04T22:09:42.223 DEBUG:teuthology.orchestra.run.smithi115:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-04T22:09:42.280 DEBUG:teuthology.orchestra.run.smithi115:> stat /dev/vg_nvme/lv_4 2024-09-04T22:09:42.335 INFO:teuthology.orchestra.run.smithi115.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-04T22:09:42.335 INFO:teuthology.orchestra.run.smithi115.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-04T22:09:42.335 INFO:teuthology.orchestra.run.smithi115.stdout:Device: 5h/5d Inode: 720 Links: 1 2024-09-04T22:09:42.335 INFO:teuthology.orchestra.run.smithi115.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-04T22:09:42.335 INFO:teuthology.orchestra.run.smithi115.stdout:Context: system_u:object_r:device_t:s0 2024-09-04T22:09:42.335 INFO:teuthology.orchestra.run.smithi115.stdout:Access: 2024-09-04 22:09:35.489249587 +0000 2024-09-04T22:09:42.335 INFO:teuthology.orchestra.run.smithi115.stdout:Modify: 2024-09-04 22:06:30.772346644 +0000 2024-09-04T22:09:42.335 INFO:teuthology.orchestra.run.smithi115.stdout:Change: 2024-09-04 22:06:30.772346644 +0000 2024-09-04T22:09:42.336 INFO:teuthology.orchestra.run.smithi115.stdout: Birth: 2024-09-04 22:06:30.772346644 +0000 2024-09-04T22:09:42.336 DEBUG:teuthology.orchestra.run.smithi115:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-04T22:09:42.397 INFO:teuthology.orchestra.run.smithi115.stderr:1+0 records in 2024-09-04T22:09:42.398 INFO:teuthology.orchestra.run.smithi115.stderr:1+0 records out 2024-09-04T22:09:42.398 INFO:teuthology.orchestra.run.smithi115.stderr:512 bytes copied, 0.000184264 s, 2.8 MB/s 2024-09-04T22:09:42.399 DEBUG:teuthology.orchestra.run.smithi115:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-04T22:09:42.454 INFO:tasks.cephadm:Deploying osd.0 on smithi005 with /dev/vg_nvme/lv_4... 2024-09-04T22:09:42.455 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-09-04T22:09:42.753 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:42 smithi005 ceph-mon[24451]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:09:42.753 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:42 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:42.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:42 smithi115 ceph-mon[26506]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:09:42.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:42 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:44.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:44 smithi005 ceph-mon[24451]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:09:45.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:44 smithi115 ceph-mon[26506]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:09:46.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:46 smithi005 ceph-mon[24451]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:09:47.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:46 smithi115 ceph-mon[26506]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:09:48.756 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:48 smithi005 ceph-mon[24451]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:09:49.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:48 smithi115 ceph-mon[26506]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:09:50.855 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:50 smithi005 ceph-mon[24451]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:09:50.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:50 smithi115 ceph-mon[26506]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:09:52.172 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:52 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:52.172 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:52 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:09:52.172 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:52 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:09:52.172 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:52 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:09:52.172 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:52 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:52.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:52 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:52.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:52 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:09:52.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:52 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:09:52.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:52 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:09:52.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:52 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:52.842 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-04T22:09:52.862 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- ceph orch daemon add osd smithi005:vg_nvme/lv_4 2024-09-04T22:09:53.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:53 smithi115 ceph-mon[26506]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:09:53.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:53 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:53.455 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:53 smithi005 ceph-mon[24451]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:09:53.456 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:53 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:54.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:54 smithi005 ceph-mon[24451]: Updating smithi115:/etc/ceph/ceph.conf 2024-09-04T22:09:54.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:54 smithi005 ceph-mon[24451]: Updating smithi115:/etc/ceph/ceph.client.admin.keyring 2024-09-04T22:09:54.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:54 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:54.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:54 smithi115 ceph-mon[26506]: Updating smithi115:/etc/ceph/ceph.conf 2024-09-04T22:09:54.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:54 smithi115 ceph-mon[26506]: Updating smithi115:/etc/ceph/ceph.client.admin.keyring 2024-09-04T22:09:54.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:54 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:55.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:55 smithi005 ceph-mon[24451]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:09:55.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:55 smithi115 ceph-mon[26506]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:09:57.467 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:57 smithi005 ceph-mon[24451]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:09:57.467 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:57 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-04T22:09:57.467 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:57 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-04T22:09:57.467 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:57 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:09:57.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:57 smithi115 ceph-mon[26506]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:09:57.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:57 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-04T22:09:57.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:57 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-04T22:09:57.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:57 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:09:58.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:58 smithi115 ceph-mon[26506]: from='client.14236 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi005:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:09:58.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:58 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:58.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:58 smithi115 ceph-mon[26506]: Updating smithi005:/etc/ceph/ceph.conf 2024-09-04T22:09:58.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:58 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:58.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:58 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:58.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:58 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-04T22:09:58.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:58 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-04T22:09:58.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:58 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:09:58.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:58 smithi005 ceph-mon[24451]: from='client.14236 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi005:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:09:58.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:58 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:58.713 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:58 smithi005 ceph-mon[24451]: Updating smithi005:/etc/ceph/ceph.conf 2024-09-04T22:09:58.713 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:58 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:58.713 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:58 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:09:58.713 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:58 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-04T22:09:58.713 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:58 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-04T22:09:58.713 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:58 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:09:59.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:59 smithi115 ceph-mon[26506]: Reconfiguring mon.smithi005 (unknown last config time)... 2024-09-04T22:09:59.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:59 smithi115 ceph-mon[26506]: Reconfiguring daemon mon.smithi005 on smithi005 2024-09-04T22:09:59.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:09:59 smithi115 ceph-mon[26506]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:09:59.711 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:59 smithi005 ceph-mon[24451]: Reconfiguring mon.smithi005 (unknown last config time)... 2024-09-04T22:09:59.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:59 smithi005 ceph-mon[24451]: Reconfiguring daemon mon.smithi005 on smithi005 2024-09-04T22:09:59.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:09:59 smithi005 ceph-mon[24451]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:10:00.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:00 smithi115 ceph-mon[26506]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:10:00.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:00 smithi115 ceph-mon[26506]: overall HEALTH_OK 2024-09-04T22:10:00.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:00 smithi005 ceph-mon[24451]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:10:00.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:00 smithi005 ceph-mon[24451]: overall HEALTH_OK 2024-09-04T22:10:02.400 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:02 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:10:02.400 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:02 smithi115 ceph-mon[26506]: Reconfiguring mgr.smithi005.hteciz (unknown last config time)... 2024-09-04T22:10:02.400 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:02 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi005.hteciz", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-04T22:10:02.401 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:02 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-04T22:10:02.401 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:02 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:10:02.401 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:02 smithi115 ceph-mon[26506]: Reconfiguring daemon mgr.smithi005.hteciz on smithi005 2024-09-04T22:10:02.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:02 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:10:02.473 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:02 smithi005 ceph-mon[24451]: Reconfiguring mgr.smithi005.hteciz (unknown last config time)... 2024-09-04T22:10:02.473 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:02 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi005.hteciz", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-04T22:10:02.474 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:02 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-04T22:10:02.474 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:02 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:10:02.474 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:02 smithi005 ceph-mon[24451]: Reconfiguring daemon mgr.smithi005.hteciz on smithi005 2024-09-04T22:10:03.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:03 smithi115 ceph-mon[26506]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:10:03.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:03 smithi115 ceph-mon[26506]: from='client.? 172.21.15.5:0/2715796719' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4d99fdd3-84c8-413b-84f6-98a3dbec549f"}]: dispatch 2024-09-04T22:10:03.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:03 smithi115 ceph-mon[26506]: from='client.? 172.21.15.5:0/2715796719' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4d99fdd3-84c8-413b-84f6-98a3dbec549f"}]': finished 2024-09-04T22:10:03.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:03 smithi115 ceph-mon[26506]: osdmap e6: 1 total, 0 up, 1 in 2024-09-04T22:10:03.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:03 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-04T22:10:03.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:03 smithi115 ceph-mon[26506]: from='client.? 172.21.15.5:0/1635518756' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-04T22:10:03.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:03 smithi005 ceph-mon[24451]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:10:03.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:03 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/2715796719' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4d99fdd3-84c8-413b-84f6-98a3dbec549f"}]: dispatch 2024-09-04T22:10:03.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:03 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/2715796719' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4d99fdd3-84c8-413b-84f6-98a3dbec549f"}]': finished 2024-09-04T22:10:03.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:03 smithi005 ceph-mon[24451]: osdmap e6: 1 total, 0 up, 1 in 2024-09-04T22:10:03.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:03 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-04T22:10:03.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:03 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/1635518756' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-04T22:10:05.187 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:05 smithi005 ceph-mon[24451]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:10:05.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:05 smithi115 ceph-mon[26506]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:10:07.357 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:07 smithi005 ceph-mon[24451]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:10:07.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:07 smithi115 ceph-mon[26506]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:10:08.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:08 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:10:08.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:08 smithi115 ceph-mon[26506]: Reconfiguring alertmanager.smithi005 (dependencies changed)... 2024-09-04T22:10:08.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:08 smithi115 ceph-mon[26506]: Reconfiguring daemon alertmanager.smithi005 on smithi005 2024-09-04T22:10:08.690 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:08 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:10:08.690 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:08 smithi005 ceph-mon[24451]: Reconfiguring alertmanager.smithi005 (dependencies changed)... 2024-09-04T22:10:08.690 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:08 smithi005 ceph-mon[24451]: Reconfiguring daemon alertmanager.smithi005 on smithi005 2024-09-04T22:10:09.503 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:09 smithi005 ceph-mon[24451]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:10:09.503 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:09 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-04T22:10:09.503 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:09 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:10:09.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:09 smithi115 ceph-mon[26506]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:10:09.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:09 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-04T22:10:09.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:09 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:10:10.592 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:10 smithi005 ceph-mon[24451]: Deploying daemon osd.0 on smithi005 2024-09-04T22:10:10.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:10 smithi115 ceph-mon[26506]: Deploying daemon osd.0 on smithi005 2024-09-04T22:10:11.595 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:11 smithi005 ceph-mon[24451]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:10:11.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:11 smithi115 ceph-mon[26506]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:10:12.595 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:12 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi005.hteciz/mirror_snapshot_schedule"}]: dispatch 2024-09-04T22:10:12.595 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:12 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi005.hteciz/trash_purge_schedule"}]: dispatch 2024-09-04T22:10:12.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:12 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi005.hteciz/mirror_snapshot_schedule"}]: dispatch 2024-09-04T22:10:12.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:12 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi005.hteciz/trash_purge_schedule"}]: dispatch 2024-09-04T22:10:13.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:13 smithi115 ceph-mon[26506]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:10:13.515 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:13 smithi005 ceph-mon[24451]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:10:14.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:14 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:10:14.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:14 smithi115 ceph-mon[26506]: Reconfiguring crash.smithi005 (monmap changed)... 2024-09-04T22:10:14.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:14 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi005", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2024-09-04T22:10:14.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:14 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:10:14.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:14 smithi115 ceph-mon[26506]: Reconfiguring daemon crash.smithi005 on smithi005 2024-09-04T22:10:14.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:14 smithi115 ceph-mon[26506]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:10:14.898 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:14 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:10:14.898 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:14 smithi005 ceph-mon[24451]: Reconfiguring crash.smithi005 (monmap changed)... 2024-09-04T22:10:14.898 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:14 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi005", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2024-09-04T22:10:14.898 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:14 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:10:14.898 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:14 smithi005 ceph-mon[24451]: Reconfiguring daemon crash.smithi005 on smithi005 2024-09-04T22:10:14.899 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:14 smithi005 ceph-mon[24451]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:10:16.740 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:16 smithi005 ceph-mon[24451]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:10:17.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:16 smithi115 ceph-mon[26506]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:10:18.910 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:18 smithi005 ceph-mon[24451]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:10:18.910 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:18 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:10:19.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:18 smithi115 ceph-mon[26506]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:10:19.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:18 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:10:20.879 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:20 smithi005 ceph-mon[24451]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:10:20.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:20 smithi115 ceph-mon[26506]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:10:21.877 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:21 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:10:21.878 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:21 smithi005 ceph-mon[24451]: Reconfiguring grafana.smithi005 (dependencies changed)... 2024-09-04T22:10:21.878 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:21 smithi005 ceph-mon[24451]: Reconfiguring daemon grafana.smithi005 on smithi005 2024-09-04T22:10:22.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:21 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:10:22.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:21 smithi115 ceph-mon[26506]: Reconfiguring grafana.smithi005 (dependencies changed)... 2024-09-04T22:10:22.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:21 smithi115 ceph-mon[26506]: Reconfiguring daemon grafana.smithi005 on smithi005 2024-09-04T22:10:22.191 INFO:teuthology.orchestra.run.smithi005.stdout:Created osd(s) 0 on host 'smithi005' 2024-09-04T22:10:22.814 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:22 smithi005 ceph-mon[24451]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:10:22.815 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:22 smithi005 ceph-mon[24451]: from='osd.0 [v2:172.21.15.5:6802/344590121,v1:172.21.15.5:6803/344590121]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-04T22:10:22.815 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:22 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:10:22.837 DEBUG:teuthology.orchestra.run.smithi005:osd.0> sudo journalctl -f -n 0 -u ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@osd.0.service 2024-09-04T22:10:22.839 INFO:tasks.cephadm:Deploying osd.1 on smithi005 with /dev/vg_nvme/lv_3... 2024-09-04T22:10:22.840 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-09-04T22:10:23.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:22 smithi115 ceph-mon[26506]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:10:23.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:22 smithi115 ceph-mon[26506]: from='osd.0 [v2:172.21.15.5:6802/344590121,v1:172.21.15.5:6803/344590121]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-04T22:10:23.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:22 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:10:24.098 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:23 smithi005 ceph-mon[24451]: from='osd.0 [v2:172.21.15.5:6802/344590121,v1:172.21.15.5:6803/344590121]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-04T22:10:24.098 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:23 smithi005 ceph-mon[24451]: osdmap e7: 1 total, 0 up, 1 in 2024-09-04T22:10:24.098 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:23 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-04T22:10:24.098 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:23 smithi005 ceph-mon[24451]: from='osd.0 [v2:172.21.15.5:6802/344590121,v1:172.21.15.5:6803/344590121]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]: dispatch 2024-09-04T22:10:24.098 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:10:23 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-0[34998]: 2024-09-04T22:10:23.737+0000 7f710af8c700 -1 osd.0 0 waiting for initial osdmap 2024-09-04T22:10:24.099 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:10:23 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-0[34998]: 2024-09-04T22:10:23.743+0000 7f7107927700 -1 osd.0 8 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-04T22:10:24.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:23 smithi115 ceph-mon[26506]: from='osd.0 [v2:172.21.15.5:6802/344590121,v1:172.21.15.5:6803/344590121]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-04T22:10:24.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:23 smithi115 ceph-mon[26506]: osdmap e7: 1 total, 0 up, 1 in 2024-09-04T22:10:24.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:23 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-04T22:10:24.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:23 smithi115 ceph-mon[26506]: from='osd.0 [v2:172.21.15.5:6802/344590121,v1:172.21.15.5:6803/344590121]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]: dispatch 2024-09-04T22:10:25.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:24 smithi115 ceph-mon[26506]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:10:25.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:24 smithi115 ceph-mon[26506]: from='osd.0 [v2:172.21.15.5:6802/344590121,v1:172.21.15.5:6803/344590121]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]': finished 2024-09-04T22:10:25.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:24 smithi115 ceph-mon[26506]: osdmap e8: 1 total, 0 up, 1 in 2024-09-04T22:10:25.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:24 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-04T22:10:25.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:24 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-04T22:10:25.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:24 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-04T22:10:25.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:24 smithi005 ceph-mon[24451]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:10:25.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:24 smithi005 ceph-mon[24451]: from='osd.0 [v2:172.21.15.5:6802/344590121,v1:172.21.15.5:6803/344590121]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]': finished 2024-09-04T22:10:25.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:24 smithi005 ceph-mon[24451]: osdmap e8: 1 total, 0 up, 1 in 2024-09-04T22:10:25.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:24 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-04T22:10:25.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:24 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-04T22:10:25.213 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:24 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-04T22:10:25.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:25 smithi005 ceph-mon[24451]: purged_snaps scrub starts 2024-09-04T22:10:25.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:25 smithi005 ceph-mon[24451]: purged_snaps scrub ok 2024-09-04T22:10:25.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:25 smithi005 ceph-mon[24451]: osd.0 [v2:172.21.15.5:6802/344590121,v1:172.21.15.5:6803/344590121] boot 2024-09-04T22:10:25.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:25 smithi005 ceph-mon[24451]: osdmap e9: 1 total, 1 up, 1 in 2024-09-04T22:10:25.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:25 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-04T22:10:26.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:25 smithi115 ceph-mon[26506]: purged_snaps scrub starts 2024-09-04T22:10:26.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:25 smithi115 ceph-mon[26506]: purged_snaps scrub ok 2024-09-04T22:10:26.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:25 smithi115 ceph-mon[26506]: osd.0 [v2:172.21.15.5:6802/344590121,v1:172.21.15.5:6803/344590121] boot 2024-09-04T22:10:26.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:25 smithi115 ceph-mon[26506]: osdmap e9: 1 total, 1 up, 1 in 2024-09-04T22:10:26.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:25 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-04T22:10:27.128 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:26 smithi005 ceph-mon[24451]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:10:27.128 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:26 smithi005 ceph-mon[24451]: osdmap e10: 1 total, 1 up, 1 in 2024-09-04T22:10:27.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:26 smithi115 ceph-mon[26506]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-04T22:10:27.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:26 smithi115 ceph-mon[26506]: osdmap e10: 1 total, 1 up, 1 in 2024-09-04T22:10:28.706 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:28 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:10:28.706 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:28 smithi115 ceph-mon[26506]: Reconfiguring crash.smithi115 (monmap changed)... 2024-09-04T22:10:28.706 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:28 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi115", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2024-09-04T22:10:28.706 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:28 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:10:28.706 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:28 smithi115 ceph-mon[26506]: Reconfiguring daemon crash.smithi115 on smithi115 2024-09-04T22:10:28.707 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:28 smithi115 ceph-mon[26506]: pgmap v36: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-09-04T22:10:28.857 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:28 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:10:28.857 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:28 smithi005 ceph-mon[24451]: Reconfiguring crash.smithi115 (monmap changed)... 2024-09-04T22:10:28.857 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:28 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi115", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2024-09-04T22:10:28.857 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:28 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:10:28.857 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:28 smithi005 ceph-mon[24451]: Reconfiguring daemon crash.smithi115 on smithi115 2024-09-04T22:10:28.857 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:28 smithi005 ceph-mon[24451]: pgmap v36: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-09-04T22:10:28.862 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-04T22:10:28.882 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- ceph orch daemon add osd smithi005:vg_nvme/lv_3 2024-09-04T22:10:30.046 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:29 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:10:30.047 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:29 smithi115 ceph-mon[26506]: Reconfiguring mgr.smithi115.lfvwip (monmap changed)... 2024-09-04T22:10:30.047 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:29 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi115.lfvwip", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-04T22:10:30.047 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:29 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-04T22:10:30.047 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:29 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:10:30.047 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:29 smithi115 ceph-mon[26506]: Reconfiguring daemon mgr.smithi115.lfvwip on smithi115 2024-09-04T22:10:30.138 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:29 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:10:30.138 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:29 smithi005 ceph-mon[24451]: Reconfiguring mgr.smithi115.lfvwip (monmap changed)... 2024-09-04T22:10:30.138 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:29 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi115.lfvwip", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-04T22:10:30.138 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:29 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-04T22:10:30.138 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:29 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:10:30.138 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:29 smithi005 ceph-mon[24451]: Reconfiguring daemon mgr.smithi115.lfvwip on smithi115 2024-09-04T22:10:31.314 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:31 smithi115 ceph-mon[26506]: pgmap v37: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-09-04T22:10:31.315 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:31 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:10:31.315 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:31 smithi115 ceph-mon[26506]: Reconfiguring mon.smithi115 (monmap changed)... 2024-09-04T22:10:31.315 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:31 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-04T22:10:31.315 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:31 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-04T22:10:31.315 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:31 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:10:31.315 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:31 smithi115 ceph-mon[26506]: Reconfiguring daemon mon.smithi115 on smithi115 2024-09-04T22:10:31.315 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:31 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-04T22:10:31.315 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:31 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-04T22:10:31.315 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:31 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:10:31.317 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:31 smithi005 ceph-mon[24451]: pgmap v37: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-09-04T22:10:31.317 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:31 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:10:31.317 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:31 smithi005 ceph-mon[24451]: Reconfiguring mon.smithi115 (monmap changed)... 2024-09-04T22:10:31.317 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:31 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-04T22:10:31.317 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:31 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-04T22:10:31.317 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:31 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:10:31.317 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:31 smithi005 ceph-mon[24451]: Reconfiguring daemon mon.smithi115 on smithi115 2024-09-04T22:10:31.317 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:31 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-04T22:10:31.317 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:31 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-04T22:10:31.317 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:31 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:10:32.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:32 smithi115 ceph-mon[26506]: from='client.14254 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi005:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:10:32.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:32 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:10:32.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:32 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-04T22:10:32.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:32 smithi115 ceph-mon[26506]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-04T22:10:32.650 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:32 smithi005 ceph-mon[24451]: from='client.14254 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi005:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:10:32.651 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:32 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:10:32.651 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:32 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-04T22:10:32.651 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:32 smithi005 ceph-mon[24451]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-04T22:10:33.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:33 smithi115 ceph-mon[26506]: pgmap v38: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-09-04T22:10:33.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:33 smithi115 ceph-mon[26506]: from='client.? 172.21.15.5:0/825690531' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e8235043-4037-4b04-a8dc-9ab3ee273a86"}]: dispatch 2024-09-04T22:10:33.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:33 smithi115 ceph-mon[26506]: from='client.? 172.21.15.5:0/825690531' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e8235043-4037-4b04-a8dc-9ab3ee273a86"}]': finished 2024-09-04T22:10:33.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:33 smithi115 ceph-mon[26506]: osdmap e11: 2 total, 1 up, 2 in 2024-09-04T22:10:33.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:33 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-04T22:10:33.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:33 smithi005 ceph-mon[24451]: pgmap v38: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-09-04T22:10:33.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:33 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/825690531' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e8235043-4037-4b04-a8dc-9ab3ee273a86"}]: dispatch 2024-09-04T22:10:33.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:33 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/825690531' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e8235043-4037-4b04-a8dc-9ab3ee273a86"}]': finished 2024-09-04T22:10:33.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:33 smithi005 ceph-mon[24451]: osdmap e11: 2 total, 1 up, 2 in 2024-09-04T22:10:33.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:33 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-04T22:10:34.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:34 smithi115 ceph-mon[26506]: from='client.? 172.21.15.5:0/1203064412' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-04T22:10:34.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:34 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/1203064412' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-04T22:10:35.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:35 smithi115 ceph-mon[26506]: pgmap v40: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-09-04T22:10:35.665 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:35 smithi005 ceph-mon[24451]: pgmap v40: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-09-04T22:10:37.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:37 smithi115 ceph-mon[26506]: pgmap v41: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-09-04T22:10:37.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:37 smithi005 ceph-mon[24451]: pgmap v41: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-09-04T22:10:39.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:39 smithi115 ceph-mon[26506]: pgmap v42: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2024-09-04T22:10:39.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:39 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-04T22:10:39.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:39 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:10:39.664 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:39 smithi005 ceph-mon[24451]: pgmap v42: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2024-09-04T22:10:39.664 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:39 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-04T22:10:39.664 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:39 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:10:40.597 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:40 smithi005 ceph-mon[24451]: Deploying daemon osd.1 on smithi005 2024-09-04T22:10:40.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:40 smithi115 ceph-mon[26506]: Deploying daemon osd.1 on smithi005 2024-09-04T22:10:41.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:41 smithi115 ceph-mon[26506]: pgmap v43: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2024-09-04T22:10:41.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:41 smithi005 ceph-mon[24451]: pgmap v43: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2024-09-04T22:10:43.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:43 smithi005 ceph-mon[24451]: pgmap v44: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2024-09-04T22:10:43.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:43 smithi115 ceph-mon[26506]: pgmap v44: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2024-09-04T22:10:45.621 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:45 smithi005 ceph-mon[24451]: pgmap v45: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2024-09-04T22:10:45.622 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:45 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:10:45.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:45 smithi115 ceph-mon[26506]: pgmap v45: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2024-09-04T22:10:45.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:45 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:10:47.065 INFO:teuthology.orchestra.run.smithi005.stdout:Created osd(s) 1 on host 'smithi005' 2024-09-04T22:10:47.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:47 smithi115 ceph-mon[26506]: pgmap v46: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2024-09-04T22:10:47.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:47 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:10:47.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:47 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.5:9093"}]: dispatch 2024-09-04T22:10:47.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:47 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:10:47.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:47 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-04T22:10:47.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:47 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.5:3000"}]: dispatch 2024-09-04T22:10:47.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:47 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:10:47.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:47 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-04T22:10:47.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:47 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.5:9095"}]: dispatch 2024-09-04T22:10:47.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:47 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:10:47.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:47 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:10:47.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:47 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:10:47.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:47 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:10:47.707 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:47 smithi005 ceph-mon[24451]: pgmap v46: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2024-09-04T22:10:47.707 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:47 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:10:47.707 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:47 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.5:9093"}]: dispatch 2024-09-04T22:10:47.707 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:47 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:10:47.707 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:47 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-04T22:10:47.707 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:47 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.5:3000"}]: dispatch 2024-09-04T22:10:47.707 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:47 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:10:47.707 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:47 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-04T22:10:47.707 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:47 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.5:9095"}]: dispatch 2024-09-04T22:10:47.708 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:47 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:10:47.708 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:47 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:10:47.708 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:47 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:10:47.708 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:47 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:10:47.730 DEBUG:teuthology.orchestra.run.smithi005:osd.1> sudo journalctl -f -n 0 -u ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@osd.1.service 2024-09-04T22:10:47.733 INFO:tasks.cephadm:Deploying osd.2 on smithi005 with /dev/vg_nvme/lv_2... 2024-09-04T22:10:47.733 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-09-04T22:10:48.594 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:48 smithi005 ceph-mon[24451]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.5:9093"}]: dispatch 2024-09-04T22:10:48.595 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:48 smithi005 ceph-mon[24451]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-04T22:10:48.595 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:48 smithi005 ceph-mon[24451]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.5:3000"}]: dispatch 2024-09-04T22:10:48.595 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:48 smithi005 ceph-mon[24451]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-04T22:10:48.595 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:48 smithi005 ceph-mon[24451]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.5:9095"}]: dispatch 2024-09-04T22:10:48.595 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:48 smithi005 ceph-mon[24451]: from='osd.1 [v2:172.21.15.5:6810/2996342244,v1:172.21.15.5:6811/2996342244]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-04T22:10:48.612 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:48 smithi115 ceph-mon[26506]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.5:9093"}]: dispatch 2024-09-04T22:10:48.612 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:48 smithi115 ceph-mon[26506]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-04T22:10:48.612 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:48 smithi115 ceph-mon[26506]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.5:3000"}]: dispatch 2024-09-04T22:10:48.612 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:48 smithi115 ceph-mon[26506]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-04T22:10:48.612 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:48 smithi115 ceph-mon[26506]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.5:9095"}]: dispatch 2024-09-04T22:10:48.612 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:48 smithi115 ceph-mon[26506]: from='osd.1 [v2:172.21.15.5:6810/2996342244,v1:172.21.15.5:6811/2996342244]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-04T22:10:49.516 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:49 smithi005 ceph-mon[24451]: pgmap v47: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2024-09-04T22:10:49.516 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:49 smithi005 ceph-mon[24451]: from='osd.1 [v2:172.21.15.5:6810/2996342244,v1:172.21.15.5:6811/2996342244]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-04T22:10:49.516 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:49 smithi005 ceph-mon[24451]: osdmap e12: 2 total, 1 up, 2 in 2024-09-04T22:10:49.516 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:49 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-04T22:10:49.516 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:49 smithi005 ceph-mon[24451]: from='osd.1 [v2:172.21.15.5:6810/2996342244,v1:172.21.15.5:6811/2996342244]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]: dispatch 2024-09-04T22:10:49.516 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:49 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:10:49.517 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:10:49 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-1[37823]: 2024-09-04T22:10:49.318+0000 7fc9bd35f700 -1 osd.1 0 waiting for initial osdmap 2024-09-04T22:10:49.517 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:10:49 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-1[37823]: 2024-09-04T22:10:49.321+0000 7fc9b74f5700 -1 osd.1 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-04T22:10:49.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:49 smithi115 ceph-mon[26506]: pgmap v47: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2024-09-04T22:10:49.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:49 smithi115 ceph-mon[26506]: from='osd.1 [v2:172.21.15.5:6810/2996342244,v1:172.21.15.5:6811/2996342244]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-04T22:10:49.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:49 smithi115 ceph-mon[26506]: osdmap e12: 2 total, 1 up, 2 in 2024-09-04T22:10:49.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:49 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-04T22:10:49.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:49 smithi115 ceph-mon[26506]: from='osd.1 [v2:172.21.15.5:6810/2996342244,v1:172.21.15.5:6811/2996342244]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]: dispatch 2024-09-04T22:10:49.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:49 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:10:50.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:50 smithi005 ceph-mon[24451]: from='osd.1 [v2:172.21.15.5:6810/2996342244,v1:172.21.15.5:6811/2996342244]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]': finished 2024-09-04T22:10:50.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:50 smithi005 ceph-mon[24451]: osdmap e13: 2 total, 1 up, 2 in 2024-09-04T22:10:50.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:50 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-04T22:10:50.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:50 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-04T22:10:50.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:50 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-04T22:10:50.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:50 smithi115 ceph-mon[26506]: from='osd.1 [v2:172.21.15.5:6810/2996342244,v1:172.21.15.5:6811/2996342244]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]': finished 2024-09-04T22:10:50.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:50 smithi115 ceph-mon[26506]: osdmap e13: 2 total, 1 up, 2 in 2024-09-04T22:10:50.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:50 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-04T22:10:50.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:50 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-04T22:10:50.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:50 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-04T22:10:50.863 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-04T22:10:50.883 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- ceph orch daemon add osd smithi005:vg_nvme/lv_2 2024-09-04T22:10:51.584 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:51 smithi005 ceph-mon[24451]: purged_snaps scrub starts 2024-09-04T22:10:51.584 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:51 smithi005 ceph-mon[24451]: purged_snaps scrub ok 2024-09-04T22:10:51.584 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:51 smithi005 ceph-mon[24451]: pgmap v50: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2024-09-04T22:10:51.584 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:51 smithi005 ceph-mon[24451]: osd.1 [v2:172.21.15.5:6810/2996342244,v1:172.21.15.5:6811/2996342244] boot 2024-09-04T22:10:51.584 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:51 smithi005 ceph-mon[24451]: osdmap e14: 2 total, 2 up, 2 in 2024-09-04T22:10:51.585 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:51 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-04T22:10:51.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:51 smithi115 ceph-mon[26506]: purged_snaps scrub starts 2024-09-04T22:10:51.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:51 smithi115 ceph-mon[26506]: purged_snaps scrub ok 2024-09-04T22:10:51.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:51 smithi115 ceph-mon[26506]: pgmap v50: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2024-09-04T22:10:51.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:51 smithi115 ceph-mon[26506]: osd.1 [v2:172.21.15.5:6810/2996342244,v1:172.21.15.5:6811/2996342244] boot 2024-09-04T22:10:51.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:51 smithi115 ceph-mon[26506]: osdmap e14: 2 total, 2 up, 2 in 2024-09-04T22:10:51.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:51 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-04T22:10:52.577 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:52 smithi005 ceph-mon[24451]: osdmap e15: 2 total, 2 up, 2 in 2024-09-04T22:10:52.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:52 smithi115 ceph-mon[26506]: osdmap e15: 2 total, 2 up, 2 in 2024-09-04T22:10:53.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:53 smithi005 ceph-mon[24451]: pgmap v53: 0 pgs: ; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail 2024-09-04T22:10:53.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:53 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-04T22:10:53.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:53 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-04T22:10:53.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:53 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:10:53.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:53 smithi115 ceph-mon[26506]: pgmap v53: 0 pgs: ; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail 2024-09-04T22:10:53.667 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:53 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-04T22:10:53.667 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:53 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-04T22:10:53.668 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:53 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:10:54.573 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:54 smithi005 ceph-mon[24451]: from='client.14272 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi005:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:10:54.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:54 smithi115 ceph-mon[26506]: from='client.14272 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi005:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:10:55.614 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:55 smithi005 ceph-mon[24451]: pgmap v54: 0 pgs: ; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail 2024-09-04T22:10:55.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:55 smithi115 ceph-mon[26506]: pgmap v54: 0 pgs: ; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail 2024-09-04T22:10:56.870 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:56 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:10:56.870 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:56 smithi005 ceph-mon[24451]: pgmap v55: 0 pgs: ; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail 2024-09-04T22:10:56.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:56 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:10:56.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:56 smithi115 ceph-mon[26506]: pgmap v55: 0 pgs: ; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail 2024-09-04T22:10:57.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:57 smithi115 ceph-mon[26506]: from='client.? 172.21.15.5:0/317175685' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6c90444b-9ef9-4891-a965-8f7b4e0ee7d3"}]: dispatch 2024-09-04T22:10:57.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:57 smithi115 ceph-mon[26506]: from='client.? 172.21.15.5:0/317175685' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6c90444b-9ef9-4891-a965-8f7b4e0ee7d3"}]': finished 2024-09-04T22:10:57.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:57 smithi115 ceph-mon[26506]: osdmap e16: 3 total, 2 up, 3 in 2024-09-04T22:10:57.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:57 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-04T22:10:57.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:57 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/317175685' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6c90444b-9ef9-4891-a965-8f7b4e0ee7d3"}]: dispatch 2024-09-04T22:10:57.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:57 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/317175685' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6c90444b-9ef9-4891-a965-8f7b4e0ee7d3"}]': finished 2024-09-04T22:10:57.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:57 smithi005 ceph-mon[24451]: osdmap e16: 3 total, 2 up, 3 in 2024-09-04T22:10:57.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:57 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-04T22:10:58.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:58 smithi115 ceph-mon[26506]: pgmap v57: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-09-04T22:10:58.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:10:58 smithi115 ceph-mon[26506]: from='client.? 172.21.15.5:0/1729475402' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-04T22:10:58.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:58 smithi005 ceph-mon[24451]: pgmap v57: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-09-04T22:10:58.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:10:58 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/1729475402' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-04T22:11:00.771 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:00 smithi005 ceph-mon[24451]: pgmap v58: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-09-04T22:11:01.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:00 smithi115 ceph-mon[26506]: pgmap v58: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-09-04T22:11:02.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:02 smithi005 ceph-mon[24451]: pgmap v59: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-09-04T22:11:02.949 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:02 smithi115 ceph-mon[26506]: pgmap v59: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-09-04T22:11:03.937 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:03 smithi005 ceph-mon[24451]: Detected new or changed devices on smithi005 2024-09-04T22:11:03.937 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:03 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:11:03.937 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:03 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:11:03.937 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:03 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:11:03.937 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:03 smithi005 ceph-mon[24451]: Adjusting osd_memory_target on smithi005 to 6434M 2024-09-04T22:11:03.937 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:03 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:11:03.938 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:03 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:11:03.938 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:03 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:11:03.938 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:03 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:11:03.938 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:03 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:11:04.049 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:03 smithi115 ceph-mon[26506]: Detected new or changed devices on smithi005 2024-09-04T22:11:04.049 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:03 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:11:04.049 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:03 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:11:04.049 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:03 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:11:04.050 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:03 smithi115 ceph-mon[26506]: Adjusting osd_memory_target on smithi005 to 6434M 2024-09-04T22:11:04.050 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:03 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:11:04.050 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:03 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:11:04.050 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:03 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:11:04.050 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:03 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:11:04.050 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:03 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:11:04.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:04 smithi005 ceph-mon[24451]: pgmap v60: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-09-04T22:11:04.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:04 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:11:04.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:04 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-04T22:11:04.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:04 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:11:05.113 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:04 smithi115 ceph-mon[26506]: pgmap v60: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-09-04T22:11:05.113 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:04 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:11:05.113 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:04 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-04T22:11:05.113 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:04 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:11:05.912 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:05 smithi005 ceph-mon[24451]: Deploying daemon osd.2 on smithi005 2024-09-04T22:11:06.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:05 smithi115 ceph-mon[26506]: Deploying daemon osd.2 on smithi005 2024-09-04T22:11:06.892 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:06 smithi005 ceph-mon[24451]: pgmap v61: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-09-04T22:11:07.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:06 smithi115 ceph-mon[26506]: pgmap v61: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-09-04T22:11:09.063 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:08 smithi005 ceph-mon[24451]: pgmap v62: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-09-04T22:11:09.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:08 smithi115 ceph-mon[26506]: pgmap v62: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-09-04T22:11:11.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:10 smithi115 ceph-mon[26506]: pgmap v63: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-09-04T22:11:11.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:10 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:11:11.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:10 smithi005 ceph-mon[24451]: pgmap v63: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-09-04T22:11:11.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:10 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:11:12.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:11 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi005.hteciz/mirror_snapshot_schedule"}]: dispatch 2024-09-04T22:11:12.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:11 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi005.hteciz/trash_purge_schedule"}]: dispatch 2024-09-04T22:11:12.211 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:11 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi005.hteciz/mirror_snapshot_schedule"}]: dispatch 2024-09-04T22:11:12.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:11 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi005.hteciz/trash_purge_schedule"}]: dispatch 2024-09-04T22:11:13.100 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:12 smithi005 ceph-mon[24451]: pgmap v64: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-09-04T22:11:13.100 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:12 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:11:13.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:12 smithi115 ceph-mon[26506]: pgmap v64: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-09-04T22:11:13.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:12 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:11:15.549 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:15 smithi005 ceph-mon[24451]: pgmap v65: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-09-04T22:11:15.549 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:15 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:11:15.550 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:15 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:11:15.550 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:15 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:11:15.550 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:15 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:11:15.550 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:15 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:11:15.554 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:15 smithi115 ceph-mon[26506]: pgmap v65: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-09-04T22:11:15.554 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:15 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:11:15.554 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:15 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:11:15.554 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:15 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:11:15.554 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:15 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:11:15.554 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:15 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:11:16.475 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:16 smithi005 ceph-mon[24451]: from='osd.2 [v2:172.21.15.5:6818/2077521578,v1:172.21.15.5:6819/2077521578]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-04T22:11:16.475 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:16 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:11:16.513 INFO:teuthology.orchestra.run.smithi005.stdout:Created osd(s) 2 on host 'smithi005' 2024-09-04T22:11:16.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:16 smithi115 ceph-mon[26506]: from='osd.2 [v2:172.21.15.5:6818/2077521578,v1:172.21.15.5:6819/2077521578]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-04T22:11:16.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:16 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:11:17.370 DEBUG:teuthology.orchestra.run.smithi005:osd.2> sudo journalctl -f -n 0 -u ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@osd.2.service 2024-09-04T22:11:17.372 INFO:tasks.cephadm:Deploying osd.3 on smithi005 with /dev/vg_nvme/lv_1... 2024-09-04T22:11:17.372 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-09-04T22:11:17.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:17 smithi115 ceph-mon[26506]: pgmap v66: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-09-04T22:11:17.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:17 smithi115 ceph-mon[26506]: from='osd.2 [v2:172.21.15.5:6818/2077521578,v1:172.21.15.5:6819/2077521578]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-04T22:11:17.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:17 smithi115 ceph-mon[26506]: osdmap e17: 3 total, 2 up, 3 in 2024-09-04T22:11:17.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:17 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-04T22:11:17.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:17 smithi115 ceph-mon[26506]: from='osd.2 [v2:172.21.15.5:6818/2077521578,v1:172.21.15.5:6819/2077521578]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]: dispatch 2024-09-04T22:11:17.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:17 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:11:17.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:17 smithi005 ceph-mon[24451]: pgmap v66: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-09-04T22:11:17.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:17 smithi005 ceph-mon[24451]: from='osd.2 [v2:172.21.15.5:6818/2077521578,v1:172.21.15.5:6819/2077521578]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-04T22:11:17.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:17 smithi005 ceph-mon[24451]: osdmap e17: 3 total, 2 up, 3 in 2024-09-04T22:11:17.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:17 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-04T22:11:17.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:17 smithi005 ceph-mon[24451]: from='osd.2 [v2:172.21.15.5:6818/2077521578,v1:172.21.15.5:6819/2077521578]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]: dispatch 2024-09-04T22:11:17.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:17 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:11:18.461 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:18 smithi005 ceph-mon[24451]: from='osd.2 [v2:172.21.15.5:6818/2077521578,v1:172.21.15.5:6819/2077521578]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]': finished 2024-09-04T22:11:18.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:18 smithi005 ceph-mon[24451]: osdmap e18: 3 total, 2 up, 3 in 2024-09-04T22:11:18.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:18 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-04T22:11:18.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:18 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-04T22:11:18.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:18 smithi115 ceph-mon[26506]: from='osd.2 [v2:172.21.15.5:6818/2077521578,v1:172.21.15.5:6819/2077521578]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]': finished 2024-09-04T22:11:18.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:18 smithi115 ceph-mon[26506]: osdmap e18: 3 total, 2 up, 3 in 2024-09-04T22:11:18.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:18 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-04T22:11:18.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:18 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-04T22:11:19.645 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:19 smithi005 ceph-mon[24451]: purged_snaps scrub starts 2024-09-04T22:11:19.645 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:19 smithi005 ceph-mon[24451]: purged_snaps scrub ok 2024-09-04T22:11:19.645 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:19 smithi005 ceph-mon[24451]: pgmap v69: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-09-04T22:11:19.645 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:19 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-04T22:11:19.645 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:19 smithi005 ceph-mon[24451]: osd.2 [v2:172.21.15.5:6818/2077521578,v1:172.21.15.5:6819/2077521578] boot 2024-09-04T22:11:19.645 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:19 smithi005 ceph-mon[24451]: osdmap e19: 3 total, 3 up, 3 in 2024-09-04T22:11:19.645 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:19 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-04T22:11:19.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:19 smithi115 ceph-mon[26506]: purged_snaps scrub starts 2024-09-04T22:11:19.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:19 smithi115 ceph-mon[26506]: purged_snaps scrub ok 2024-09-04T22:11:19.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:19 smithi115 ceph-mon[26506]: pgmap v69: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-09-04T22:11:19.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:19 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-04T22:11:19.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:19 smithi115 ceph-mon[26506]: osd.2 [v2:172.21.15.5:6818/2077521578,v1:172.21.15.5:6819/2077521578] boot 2024-09-04T22:11:19.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:19 smithi115 ceph-mon[26506]: osdmap e19: 3 total, 3 up, 3 in 2024-09-04T22:11:19.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:19 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-04T22:11:20.391 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:20 smithi005 ceph-mon[24451]: osdmap e20: 3 total, 3 up, 3 in 2024-09-04T22:11:20.391 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:20 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-09-04T22:11:20.396 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-04T22:11:20.416 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- ceph orch daemon add osd smithi005:vg_nvme/lv_1 2024-09-04T22:11:20.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:20 smithi115 ceph-mon[26506]: osdmap e20: 3 total, 3 up, 3 in 2024-09-04T22:11:20.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:20 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-09-04T22:11:21.598 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:21 smithi005 ceph-mon[24451]: pgmap v72: 0 pgs: ; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-09-04T22:11:21.599 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:21 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-09-04T22:11:21.599 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:21 smithi005 ceph-mon[24451]: osdmap e21: 3 total, 3 up, 3 in 2024-09-04T22:11:21.599 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:21 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-04T22:11:21.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:21 smithi115 ceph-mon[26506]: pgmap v72: 0 pgs: ; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-09-04T22:11:21.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:21 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-09-04T22:11:21.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:21 smithi115 ceph-mon[26506]: osdmap e21: 3 total, 3 up, 3 in 2024-09-04T22:11:21.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:21 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-04T22:11:22.896 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:11:22 smithi005 sudo[43095]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-04T22:11:22.897 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:11:22 smithi005 sudo[43095]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-09-04T22:11:22.897 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:11:22 smithi005 sudo[43095]: pam_unix(sudo:session): session closed for user root 2024-09-04T22:11:22.897 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:22 smithi005 ceph-mon[24451]: pgmap v74: 1 pgs: 1 unknown; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-09-04T22:11:22.897 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:22 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-04T22:11:22.897 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:22 smithi005 ceph-mon[24451]: osdmap e22: 3 total, 3 up, 3 in 2024-09-04T22:11:22.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:22 smithi115 ceph-mon[26506]: pgmap v74: 1 pgs: 1 unknown; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-09-04T22:11:22.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:22 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-04T22:11:22.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:22 smithi115 ceph-mon[26506]: osdmap e22: 3 total, 3 up, 3 in 2024-09-04T22:11:23.211 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:11:23 smithi005 sudo[43103]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-04T22:11:23.212 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:11:23 smithi005 sudo[43103]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-09-04T22:11:23.212 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:11:23 smithi005 sudo[43103]: pam_unix(sudo:session): session closed for user root 2024-09-04T22:11:23.643 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:11:23 smithi005 sudo[43130]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-04T22:11:23.643 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:11:23 smithi005 sudo[43130]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-09-04T22:11:23.644 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:11:23 smithi005 sudo[43130]: pam_unix(sudo:session): session closed for user root 2024-09-04T22:11:23.906 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:11:23 smithi005 sudo[43184]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-04T22:11:23.906 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:11:23 smithi005 sudo[43184]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-09-04T22:11:23.907 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:11:23 smithi005 sudo[43184]: pam_unix(sudo:session): session closed for user root 2024-09-04T22:11:24.159 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:24 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:11:24.159 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:24 smithi005 ceph-mon[24451]: osdmap e23: 3 total, 3 up, 3 in 2024-09-04T22:11:24.159 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:24 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:11:24.159 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:24 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-04T22:11:24.159 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:24 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-04T22:11:24.159 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:24 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:11:24.159 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:11:23 smithi005 sudo[43287]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-04T22:11:24.159 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:11:23 smithi005 sudo[43287]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-09-04T22:11:24.160 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:11:23 smithi005 sudo[43287]: pam_unix(sudo:session): session closed for user root 2024-09-04T22:11:24.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:24 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:11:24.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:24 smithi115 ceph-mon[26506]: osdmap e23: 3 total, 3 up, 3 in 2024-09-04T22:11:24.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:24 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:11:24.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:24 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-04T22:11:24.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:24 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-04T22:11:24.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:24 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:11:24.434 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:11:24 smithi005 sudo[43332]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-04T22:11:24.435 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:11:24 smithi005 sudo[43332]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-09-04T22:11:24.435 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:11:24 smithi005 sudo[43332]: pam_unix(sudo:session): session closed for user root 2024-09-04T22:11:24.703 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:24 smithi005 sudo[43348]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-04T22:11:24.704 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:24 smithi005 sudo[43348]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-09-04T22:11:24.704 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:24 smithi005 sudo[43348]: pam_unix(sudo:session): session closed for user root 2024-09-04T22:11:24.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:24 smithi005 sudo[43369]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-04T22:11:24.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:24 smithi005 sudo[43369]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-09-04T22:11:24.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:24 smithi005 sudo[43369]: pam_unix(sudo:session): session closed for user root 2024-09-04T22:11:25.209 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:24 smithi115 sudo[28820]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-04T22:11:25.209 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:24 smithi115 sudo[28820]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-09-04T22:11:25.209 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:24 smithi115 sudo[28820]: pam_unix(sudo:session): session closed for user root 2024-09-04T22:11:25.455 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:25 smithi005 ceph-mon[24451]: pgmap v77: 1 pgs: 1 unknown; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-09-04T22:11:25.455 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:25 smithi005 ceph-mon[24451]: from='client.14294 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi005:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:11:25.455 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:25 smithi005 ceph-mon[24451]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-04T22:11:25.455 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:25 smithi005 ceph-mon[24451]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-04T22:11:25.455 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:25 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mon metadata", "id": "smithi005"}]: dispatch 2024-09-04T22:11:25.456 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:25 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mon metadata", "id": "smithi115"}]: dispatch 2024-09-04T22:11:25.456 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:25 smithi005 ceph-mon[24451]: mgrmap e19: smithi005.hteciz(active, since 2m), standbys: smithi115.lfvwip 2024-09-04T22:11:25.456 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:25 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mon metadata", "id": "smithi005"}]: dispatch 2024-09-04T22:11:25.456 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:25 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mon metadata", "id": "smithi115"}]: dispatch 2024-09-04T22:11:25.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:25 smithi115 sudo[28823]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-04T22:11:25.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:25 smithi115 sudo[28823]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-09-04T22:11:25.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:25 smithi115 sudo[28823]: pam_unix(sudo:session): session closed for user root 2024-09-04T22:11:25.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:25 smithi115 ceph-mon[26506]: pgmap v77: 1 pgs: 1 unknown; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-09-04T22:11:25.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:25 smithi115 ceph-mon[26506]: from='client.14294 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi005:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:11:25.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:25 smithi115 ceph-mon[26506]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-04T22:11:25.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:25 smithi115 ceph-mon[26506]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-04T22:11:25.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:25 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mon metadata", "id": "smithi005"}]: dispatch 2024-09-04T22:11:25.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:25 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mon metadata", "id": "smithi115"}]: dispatch 2024-09-04T22:11:25.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:25 smithi115 ceph-mon[26506]: mgrmap e19: smithi005.hteciz(active, since 2m), standbys: smithi115.lfvwip 2024-09-04T22:11:25.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:25 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mon metadata", "id": "smithi005"}]: dispatch 2024-09-04T22:11:25.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:25 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mon metadata", "id": "smithi115"}]: dispatch 2024-09-04T22:11:26.461 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:26 smithi005 ceph-mon[24451]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-04T22:11:26.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:26 smithi005 ceph-mon[24451]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-04T22:11:26.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:26 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:11:26.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:26 smithi115 ceph-mon[26506]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-04T22:11:26.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:26 smithi115 ceph-mon[26506]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-04T22:11:26.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:26 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:11:27.289 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:27 smithi005 ceph-mon[24451]: pgmap v78: 1 pgs: 1 unknown; 0 B data, 16 MiB used, 268 GiB / 268 GiB avail 2024-09-04T22:11:27.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:27 smithi115 ceph-mon[26506]: pgmap v78: 1 pgs: 1 unknown; 0 B data, 16 MiB used, 268 GiB / 268 GiB avail 2024-09-04T22:11:28.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:28 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:11:28.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:28 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:11:28.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:28 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:11:28.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:28 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:11:28.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:28 smithi005 ceph-mon[24451]: Adjusting osd_memory_target on smithi005 to 4289M 2024-09-04T22:11:28.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:28 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:11:28.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:28 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:11:28.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:28 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:11:28.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:28 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:11:28.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:28 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:11:28.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:28 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:11:28.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:28 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:11:28.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:28 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:11:28.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:28 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:11:28.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:28 smithi115 ceph-mon[26506]: Adjusting osd_memory_target on smithi005 to 4289M 2024-09-04T22:11:28.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:28 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:11:28.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:28 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:11:28.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:28 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:11:28.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:28 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:11:28.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:28 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:11:29.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:29 smithi115 ceph-mon[26506]: pgmap v79: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-09-04T22:11:29.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:29 smithi115 ceph-mon[26506]: from='client.? 172.21.15.5:0/419136570' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fbbc0c03-77bd-4a15-86bf-f9ce1b7a76c5"}]: dispatch 2024-09-04T22:11:29.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:29 smithi115 ceph-mon[26506]: from='client.? 172.21.15.5:0/419136570' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fbbc0c03-77bd-4a15-86bf-f9ce1b7a76c5"}]': finished 2024-09-04T22:11:29.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:29 smithi115 ceph-mon[26506]: osdmap e24: 4 total, 3 up, 4 in 2024-09-04T22:11:29.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:29 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-04T22:11:29.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:29 smithi115 ceph-mon[26506]: from='client.? 172.21.15.5:0/2768098300' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-04T22:11:29.674 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:29 smithi005 ceph-mon[24451]: pgmap v79: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-09-04T22:11:29.674 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:29 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/419136570' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fbbc0c03-77bd-4a15-86bf-f9ce1b7a76c5"}]: dispatch 2024-09-04T22:11:29.674 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:29 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/419136570' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fbbc0c03-77bd-4a15-86bf-f9ce1b7a76c5"}]': finished 2024-09-04T22:11:29.674 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:29 smithi005 ceph-mon[24451]: osdmap e24: 4 total, 3 up, 4 in 2024-09-04T22:11:29.674 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:29 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-04T22:11:29.674 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:29 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/2768098300' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-04T22:11:31.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:31 smithi115 ceph-mon[26506]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2024-09-04T22:11:31.650 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:31 smithi005 ceph-mon[24451]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2024-09-04T22:11:33.612 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:33 smithi005 ceph-mon[24451]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-09-04T22:11:33.613 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:33 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:11:33.613 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:33 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:11:33.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:33 smithi115 ceph-mon[26506]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-09-04T22:11:33.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:33 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:11:33.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:33 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:11:35.544 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:35 smithi005 ceph-mon[24451]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-09-04T22:11:35.544 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:35 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-04T22:11:35.544 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:35 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:11:35.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:35 smithi115 ceph-mon[26506]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-09-04T22:11:35.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:35 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-04T22:11:35.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:35 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:11:36.449 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:36 smithi005 ceph-mon[24451]: Deploying daemon osd.3 on smithi005 2024-09-04T22:11:36.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:36 smithi115 ceph-mon[26506]: Deploying daemon osd.3 on smithi005 2024-09-04T22:11:37.379 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:37 smithi005 ceph-mon[24451]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-09-04T22:11:37.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:37 smithi115 ceph-mon[26506]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-09-04T22:11:39.567 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:39 smithi005 ceph-mon[24451]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-09-04T22:11:39.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:39 smithi115 ceph-mon[26506]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-09-04T22:11:41.105 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:40 smithi005 ceph-mon[24451]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-09-04T22:11:41.106 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:40 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:11:41.106 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:40 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:11:41.106 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:40 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:11:41.106 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:40 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:11:41.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:40 smithi115 ceph-mon[26506]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-09-04T22:11:41.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:40 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:11:41.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:40 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:11:41.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:40 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:11:41.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:40 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:11:42.815 INFO:teuthology.orchestra.run.smithi005.stdout:Created osd(s) 3 on host 'smithi005' 2024-09-04T22:11:43.113 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:42 smithi005 ceph-mon[24451]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-09-04T22:11:43.113 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:42 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:11:43.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:42 smithi115 ceph-mon[26506]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-09-04T22:11:43.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:42 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:11:43.412 DEBUG:teuthology.orchestra.run.smithi005:osd.3> sudo journalctl -f -n 0 -u ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@osd.3.service 2024-09-04T22:11:43.415 INFO:tasks.cephadm:Deploying osd.4 on smithi115 with /dev/vg_nvme/lv_4... 2024-09-04T22:11:43.415 DEBUG:teuthology.orchestra.run.smithi115:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-09-04T22:11:43.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:43 smithi005 ceph-mon[24451]: from='osd.3 [v2:172.21.15.5:6826/3591843344,v1:172.21.15.5:6827/3591843344]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-04T22:11:44.012 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:43 smithi115 ceph-mon[26506]: from='osd.3 [v2:172.21.15.5:6826/3591843344,v1:172.21.15.5:6827/3591843344]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-04T22:11:44.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:44 smithi115 ceph-mon[26506]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-09-04T22:11:44.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:44 smithi115 ceph-mon[26506]: from='osd.3 [v2:172.21.15.5:6826/3591843344,v1:172.21.15.5:6827/3591843344]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-04T22:11:44.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:44 smithi115 ceph-mon[26506]: osdmap e25: 4 total, 3 up, 4 in 2024-09-04T22:11:44.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:44 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-04T22:11:44.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:44 smithi115 ceph-mon[26506]: from='osd.3 [v2:172.21.15.5:6826/3591843344,v1:172.21.15.5:6827/3591843344]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]: dispatch 2024-09-04T22:11:45.107 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:44 smithi005 ceph-mon[24451]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-09-04T22:11:45.107 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:44 smithi005 ceph-mon[24451]: from='osd.3 [v2:172.21.15.5:6826/3591843344,v1:172.21.15.5:6827/3591843344]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-04T22:11:45.107 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:44 smithi005 ceph-mon[24451]: osdmap e25: 4 total, 3 up, 4 in 2024-09-04T22:11:45.107 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:44 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-04T22:11:45.107 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:44 smithi005 ceph-mon[24451]: from='osd.3 [v2:172.21.15.5:6826/3591843344,v1:172.21.15.5:6827/3591843344]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]: dispatch 2024-09-04T22:11:45.107 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:11:44 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-3[45470]: 2024-09-04T22:11:44.831+0000 7f3309ee9700 -1 osd.3 0 waiting for initial osdmap 2024-09-04T22:11:45.108 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:11:44 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-3[45470]: 2024-09-04T22:11:44.835+0000 7f3305081700 -1 osd.3 26 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-04T22:11:45.927 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:45 smithi005 ceph-mon[24451]: from='osd.3 [v2:172.21.15.5:6826/3591843344,v1:172.21.15.5:6827/3591843344]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]': finished 2024-09-04T22:11:45.927 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:45 smithi005 ceph-mon[24451]: osdmap e26: 4 total, 3 up, 4 in 2024-09-04T22:11:45.928 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:45 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-04T22:11:45.928 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:45 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-04T22:11:46.047 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:45 smithi115 ceph-mon[26506]: from='osd.3 [v2:172.21.15.5:6826/3591843344,v1:172.21.15.5:6827/3591843344]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]': finished 2024-09-04T22:11:46.047 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:45 smithi115 ceph-mon[26506]: osdmap e26: 4 total, 3 up, 4 in 2024-09-04T22:11:46.048 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:45 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-04T22:11:46.048 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:45 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-04T22:11:46.052 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-04T22:11:46.071 DEBUG:teuthology.orchestra.run.smithi115:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- ceph orch daemon add osd smithi115:vg_nvme/lv_4 2024-09-04T22:11:46.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:46 smithi005 ceph-mon[24451]: purged_snaps scrub starts 2024-09-04T22:11:46.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:46 smithi005 ceph-mon[24451]: purged_snaps scrub ok 2024-09-04T22:11:46.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:46 smithi005 ceph-mon[24451]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-09-04T22:11:46.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:46 smithi005 ceph-mon[24451]: osd.3 [v2:172.21.15.5:6826/3591843344,v1:172.21.15.5:6827/3591843344] boot 2024-09-04T22:11:46.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:46 smithi005 ceph-mon[24451]: osdmap e27: 4 total, 4 up, 4 in 2024-09-04T22:11:46.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:46 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-04T22:11:46.963 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:46 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:11:47.044 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:46 smithi115 ceph-mon[26506]: purged_snaps scrub starts 2024-09-04T22:11:47.044 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:46 smithi115 ceph-mon[26506]: purged_snaps scrub ok 2024-09-04T22:11:47.044 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:46 smithi115 ceph-mon[26506]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-09-04T22:11:47.044 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:46 smithi115 ceph-mon[26506]: osd.3 [v2:172.21.15.5:6826/3591843344,v1:172.21.15.5:6827/3591843344] boot 2024-09-04T22:11:47.044 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:46 smithi115 ceph-mon[26506]: osdmap e27: 4 total, 4 up, 4 in 2024-09-04T22:11:47.044 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:46 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-04T22:11:47.044 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:46 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:11:47.861 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:47 smithi005 ceph-mon[24451]: osdmap e28: 4 total, 4 up, 4 in 2024-09-04T22:11:47.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:47 smithi115 ceph-mon[26506]: osdmap e28: 4 total, 4 up, 4 in 2024-09-04T22:11:48.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:48 smithi005 ceph-mon[24451]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-09-04T22:11:48.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:48 smithi005 ceph-mon[24451]: from='client.24145 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi115:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:11:48.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:48 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-04T22:11:48.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:48 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-04T22:11:48.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:48 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:11:49.137 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:48 smithi115 ceph-mon[26506]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-09-04T22:11:49.137 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:48 smithi115 ceph-mon[26506]: from='client.24145 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi115:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:11:49.137 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:48 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-04T22:11:49.138 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:48 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-04T22:11:49.138 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:48 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:11:50.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:50 smithi115 ceph-mon[26506]: Detected new or changed devices on smithi005 2024-09-04T22:11:50.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:50 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:11:50.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:50 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:11:50.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:50 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:11:50.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:50 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:11:50.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:50 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:11:50.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:50 smithi115 ceph-mon[26506]: Adjusting osd_memory_target on smithi005 to 3217M 2024-09-04T22:11:50.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:50 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:11:50.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:50 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:11:50.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:50 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:11:50.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:50 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:11:50.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:50 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:11:50.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:50 smithi115 ceph-mon[26506]: from='client.? 172.21.15.115:0/1598774562' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d0c3fdb9-dd1e-41a9-b26c-7e9f040f0417"}]: dispatch 2024-09-04T22:11:50.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:50 smithi115 ceph-mon[26506]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d0c3fdb9-dd1e-41a9-b26c-7e9f040f0417"}]: dispatch 2024-09-04T22:11:50.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:50 smithi115 ceph-mon[26506]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d0c3fdb9-dd1e-41a9-b26c-7e9f040f0417"}]': finished 2024-09-04T22:11:50.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:50 smithi115 ceph-mon[26506]: osdmap e29: 5 total, 4 up, 5 in 2024-09-04T22:11:50.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:50 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-04T22:11:50.666 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:50 smithi005 ceph-mon[24451]: Detected new or changed devices on smithi005 2024-09-04T22:11:50.666 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:50 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:11:50.666 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:50 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:11:50.666 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:50 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:11:50.666 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:50 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:11:50.666 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:50 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:11:50.666 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:50 smithi005 ceph-mon[24451]: Adjusting osd_memory_target on smithi005 to 3217M 2024-09-04T22:11:50.666 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:50 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:11:50.666 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:50 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:11:50.667 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:50 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:11:50.667 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:50 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:11:50.667 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:50 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:11:50.667 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:50 smithi005 ceph-mon[24451]: from='client.? 172.21.15.115:0/1598774562' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d0c3fdb9-dd1e-41a9-b26c-7e9f040f0417"}]: dispatch 2024-09-04T22:11:50.667 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:50 smithi005 ceph-mon[24451]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d0c3fdb9-dd1e-41a9-b26c-7e9f040f0417"}]: dispatch 2024-09-04T22:11:50.667 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:50 smithi005 ceph-mon[24451]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d0c3fdb9-dd1e-41a9-b26c-7e9f040f0417"}]': finished 2024-09-04T22:11:50.667 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:50 smithi005 ceph-mon[24451]: osdmap e29: 5 total, 4 up, 5 in 2024-09-04T22:11:50.667 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:50 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-04T22:11:51.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:51 smithi115 ceph-mon[26506]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-09-04T22:11:51.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:51 smithi115 ceph-mon[26506]: from='client.? 172.21.15.115:0/4202706263' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-04T22:11:51.695 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:51 smithi005 ceph-mon[24451]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-09-04T22:11:51.695 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:51 smithi005 ceph-mon[24451]: from='client.? 172.21.15.115:0/4202706263' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-04T22:11:53.503 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:53 smithi115 ceph-mon[26506]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-09-04T22:11:53.711 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:53 smithi005 ceph-mon[24451]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-09-04T22:11:54.876 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:54 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:11:54.876 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:54 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:11:54.876 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:54 smithi115 ceph-mon[26506]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-09-04T22:11:54.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:54 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:11:54.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:54 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:11:54.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:54 smithi005 ceph-mon[24451]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-09-04T22:11:56.834 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:56 smithi115 ceph-mon[26506]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-09-04T22:11:56.834 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:56 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-04T22:11:56.834 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:56 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:11:56.834 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:56 smithi115 ceph-mon[26506]: Deploying daemon osd.4 on smithi115 2024-09-04T22:11:57.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:56 smithi005 ceph-mon[24451]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-09-04T22:11:57.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:56 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-04T22:11:57.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:56 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:11:57.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:56 smithi005 ceph-mon[24451]: Deploying daemon osd.4 on smithi115 2024-09-04T22:11:58.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:11:58 smithi115 ceph-mon[26506]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-09-04T22:11:59.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:11:58 smithi005 ceph-mon[24451]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-09-04T22:12:01.001 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:00 smithi115 ceph-mon[26506]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-09-04T22:12:01.085 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:00 smithi005 ceph-mon[24451]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-09-04T22:12:02.322 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:02 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:12:02.322 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:02 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:12:02.322 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:02 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:12:02.322 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:02 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:12:02.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:02 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:12:02.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:02 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:12:02.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:02 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:12:02.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:02 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:12:03.202 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:03 smithi115 ceph-mon[26506]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-09-04T22:12:03.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:03 smithi005 ceph-mon[24451]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-09-04T22:12:03.934 INFO:teuthology.orchestra.run.smithi115.stdout:Created osd(s) 4 on host 'smithi115' 2024-09-04T22:12:04.529 DEBUG:teuthology.orchestra.run.smithi115:osd.4> sudo journalctl -f -n 0 -u ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@osd.4.service 2024-09-04T22:12:04.532 INFO:tasks.cephadm:Deploying osd.5 on smithi115 with /dev/vg_nvme/lv_3... 2024-09-04T22:12:04.532 DEBUG:teuthology.orchestra.run.smithi115:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-09-04T22:12:05.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:04 smithi005 ceph-mon[24451]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-09-04T22:12:05.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:04 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:12:05.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:04 smithi005 ceph-mon[24451]: from='osd.4 [v2:172.21.15.115:6800/3047116288,v1:172.21.15.115:6801/3047116288]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-04T22:12:05.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:04 smithi005 ceph-mon[24451]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-04T22:12:05.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:04 smithi115 ceph-mon[26506]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-09-04T22:12:05.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:04 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:12:05.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:04 smithi115 ceph-mon[26506]: from='osd.4 [v2:172.21.15.115:6800/3047116288,v1:172.21.15.115:6801/3047116288]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-04T22:12:05.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:04 smithi115 ceph-mon[26506]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-04T22:12:06.240 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:06 smithi115 ceph-mon[26506]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-04T22:12:06.240 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:06 smithi115 ceph-mon[26506]: osdmap e30: 5 total, 4 up, 5 in 2024-09-04T22:12:06.240 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:06 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-04T22:12:06.240 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:06 smithi115 ceph-mon[26506]: from='osd.4 [v2:172.21.15.115:6800/3047116288,v1:172.21.15.115:6801/3047116288]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]: dispatch 2024-09-04T22:12:06.240 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:06 smithi115 ceph-mon[26506]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]: dispatch 2024-09-04T22:12:06.240 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:06 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:12:06.240 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:12:06 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4[30729]: 2024-09-04T22:12:06.023+0000 7fe9994c5700 -1 osd.4 0 waiting for initial osdmap 2024-09-04T22:12:06.240 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:12:06 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4[30729]: 2024-09-04T22:12:06.027+0000 7fe99365b700 -1 osd.4 31 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-04T22:12:06.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:06 smithi005 ceph-mon[24451]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-04T22:12:06.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:06 smithi005 ceph-mon[24451]: osdmap e30: 5 total, 4 up, 5 in 2024-09-04T22:12:06.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:06 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-04T22:12:06.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:06 smithi005 ceph-mon[24451]: from='osd.4 [v2:172.21.15.115:6800/3047116288,v1:172.21.15.115:6801/3047116288]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]: dispatch 2024-09-04T22:12:06.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:06 smithi005 ceph-mon[24451]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]: dispatch 2024-09-04T22:12:06.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:06 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:12:07.393 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:07 smithi115 ceph-mon[26506]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-09-04T22:12:07.393 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:07 smithi115 ceph-mon[26506]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]': finished 2024-09-04T22:12:07.394 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:07 smithi115 ceph-mon[26506]: osdmap e31: 5 total, 4 up, 5 in 2024-09-04T22:12:07.394 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:07 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-04T22:12:07.394 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:07 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-04T22:12:07.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:07 smithi005 ceph-mon[24451]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-09-04T22:12:07.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:07 smithi005 ceph-mon[24451]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]': finished 2024-09-04T22:12:07.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:07 smithi005 ceph-mon[24451]: osdmap e31: 5 total, 4 up, 5 in 2024-09-04T22:12:07.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:07 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-04T22:12:07.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:07 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-04T22:12:08.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:08 smithi115 ceph-mon[26506]: purged_snaps scrub starts 2024-09-04T22:12:08.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:08 smithi115 ceph-mon[26506]: purged_snaps scrub ok 2024-09-04T22:12:08.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:08 smithi115 ceph-mon[26506]: osd.4 [v2:172.21.15.115:6800/3047116288,v1:172.21.15.115:6801/3047116288] boot 2024-09-04T22:12:08.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:08 smithi115 ceph-mon[26506]: osdmap e32: 5 total, 5 up, 5 in 2024-09-04T22:12:08.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:08 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-04T22:12:08.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:08 smithi005 ceph-mon[24451]: purged_snaps scrub starts 2024-09-04T22:12:08.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:08 smithi005 ceph-mon[24451]: purged_snaps scrub ok 2024-09-04T22:12:08.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:08 smithi005 ceph-mon[24451]: osd.4 [v2:172.21.15.115:6800/3047116288,v1:172.21.15.115:6801/3047116288] boot 2024-09-04T22:12:08.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:08 smithi005 ceph-mon[24451]: osdmap e32: 5 total, 5 up, 5 in 2024-09-04T22:12:08.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:08 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-04T22:12:09.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:09 smithi115 ceph-mon[26506]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-09-04T22:12:09.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:09 smithi115 ceph-mon[26506]: osdmap e33: 5 total, 5 up, 5 in 2024-09-04T22:12:09.160 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-04T22:12:09.181 DEBUG:teuthology.orchestra.run.smithi115:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- ceph orch daemon add osd smithi115:vg_nvme/lv_3 2024-09-04T22:12:09.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:09 smithi005 ceph-mon[24451]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-09-04T22:12:09.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:09 smithi005 ceph-mon[24451]: osdmap e33: 5 total, 5 up, 5 in 2024-09-04T22:12:10.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:10 smithi115 ceph-mon[26506]: osdmap e34: 5 total, 5 up, 5 in 2024-09-04T22:12:10.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:10 smithi115 ceph-mon[26506]: osdmap e35: 5 total, 5 up, 5 in 2024-09-04T22:12:10.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:10 smithi005 ceph-mon[24451]: osdmap e34: 5 total, 5 up, 5 in 2024-09-04T22:12:10.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:10 smithi005 ceph-mon[24451]: osdmap e35: 5 total, 5 up, 5 in 2024-09-04T22:12:11.342 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:11 smithi115 ceph-mon[26506]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 28 MiB used, 447 GiB / 447 GiB avail 2024-09-04T22:12:11.342 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:11 smithi115 ceph-mon[26506]: osdmap e36: 5 total, 5 up, 5 in 2024-09-04T22:12:11.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:11 smithi005 ceph-mon[24451]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 28 MiB used, 447 GiB / 447 GiB avail 2024-09-04T22:12:11.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:11 smithi005 ceph-mon[24451]: osdmap e36: 5 total, 5 up, 5 in 2024-09-04T22:12:12.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:12 smithi005 ceph-mon[24451]: Detected new or changed devices on smithi115 2024-09-04T22:12:12.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:12 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:12:12.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:12 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:12:12.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:12 smithi005 ceph-mon[24451]: Adjusting osd_memory_target on smithi115 to 15936M 2024-09-04T22:12:12.713 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:12 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:12:12.713 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:12 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:12:12.713 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:12 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:12:12.713 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:12 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:12:12.713 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:12 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:12:12.713 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:12 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:12:12.713 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:12 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi005.hteciz/mirror_snapshot_schedule"}]: dispatch 2024-09-04T22:12:12.713 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:12 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi005.hteciz/trash_purge_schedule"}]: dispatch 2024-09-04T22:12:12.713 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:12 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-04T22:12:12.713 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:12 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-04T22:12:12.713 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:12 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:12:12.743 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:12 smithi115 ceph-mon[26506]: Detected new or changed devices on smithi115 2024-09-04T22:12:12.743 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:12 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:12:12.743 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:12 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:12:12.743 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:12 smithi115 ceph-mon[26506]: Adjusting osd_memory_target on smithi115 to 15936M 2024-09-04T22:12:12.743 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:12 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:12:12.743 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:12 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:12:12.743 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:12 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:12:12.743 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:12 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:12:12.744 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:12 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:12:12.744 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:12 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:12:12.744 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:12 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi005.hteciz/mirror_snapshot_schedule"}]: dispatch 2024-09-04T22:12:12.744 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:12 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi005.hteciz/trash_purge_schedule"}]: dispatch 2024-09-04T22:12:12.744 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:12 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-04T22:12:12.744 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:12 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-04T22:12:12.744 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:12 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:12:13.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:13 smithi005 ceph-mon[24451]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 28 MiB used, 447 GiB / 447 GiB avail; 129 KiB/s, 0 objects/s recovering 2024-09-04T22:12:13.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:13 smithi005 ceph-mon[24451]: from='client.24163 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi115:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:12:13.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:13 smithi115 ceph-mon[26506]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 28 MiB used, 447 GiB / 447 GiB avail; 129 KiB/s, 0 objects/s recovering 2024-09-04T22:12:13.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:13 smithi115 ceph-mon[26506]: from='client.24163 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi115:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:12:14.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:14 smithi005 ceph-mon[24451]: from='client.? 172.21.15.115:0/10548749' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "405a7428-9f9e-4900-81bb-f593a02bb26a"}]: dispatch 2024-09-04T22:12:14.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:14 smithi005 ceph-mon[24451]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "405a7428-9f9e-4900-81bb-f593a02bb26a"}]: dispatch 2024-09-04T22:12:14.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:14 smithi005 ceph-mon[24451]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "405a7428-9f9e-4900-81bb-f593a02bb26a"}]': finished 2024-09-04T22:12:14.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:14 smithi005 ceph-mon[24451]: osdmap e37: 6 total, 5 up, 6 in 2024-09-04T22:12:14.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:14 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-04T22:12:14.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:14 smithi115 ceph-mon[26506]: from='client.? 172.21.15.115:0/10548749' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "405a7428-9f9e-4900-81bb-f593a02bb26a"}]: dispatch 2024-09-04T22:12:14.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:14 smithi115 ceph-mon[26506]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "405a7428-9f9e-4900-81bb-f593a02bb26a"}]: dispatch 2024-09-04T22:12:14.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:14 smithi115 ceph-mon[26506]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "405a7428-9f9e-4900-81bb-f593a02bb26a"}]': finished 2024-09-04T22:12:14.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:14 smithi115 ceph-mon[26506]: osdmap e37: 6 total, 5 up, 6 in 2024-09-04T22:12:14.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:14 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-04T22:12:15.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:15 smithi005 ceph-mon[24451]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 92 KiB/s, 0 objects/s recovering 2024-09-04T22:12:15.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:15 smithi005 ceph-mon[24451]: from='client.? 172.21.15.115:0/501284127' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-04T22:12:15.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:15 smithi115 ceph-mon[26506]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 92 KiB/s, 0 objects/s recovering 2024-09-04T22:12:15.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:15 smithi115 ceph-mon[26506]: from='client.? 172.21.15.115:0/501284127' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-04T22:12:17.711 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:17 smithi005 ceph-mon[24451]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-09-04T22:12:17.804 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:17 smithi115 ceph-mon[26506]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-09-04T22:12:19.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:19 smithi005 ceph-mon[24451]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-09-04T22:12:19.889 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:19 smithi115 ceph-mon[26506]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-09-04T22:12:21.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:20 smithi115 ceph-mon[26506]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-04T22:12:21.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:20 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-04T22:12:21.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:20 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:12:21.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:20 smithi115 ceph-mon[26506]: Deploying daemon osd.5 on smithi115 2024-09-04T22:12:21.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:20 smithi005 ceph-mon[24451]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-04T22:12:21.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:20 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-04T22:12:21.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:20 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:12:21.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:20 smithi005 ceph-mon[24451]: Deploying daemon osd.5 on smithi115 2024-09-04T22:12:22.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:22 smithi115 ceph-mon[26506]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-09-04T22:12:23.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:22 smithi005 ceph-mon[24451]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-09-04T22:12:25.037 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:24 smithi115 ceph-mon[26506]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-09-04T22:12:25.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:24 smithi005 ceph-mon[24451]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-09-04T22:12:26.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:26 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:12:26.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:26 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:12:26.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:26 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:12:26.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:26 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:12:26.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:26 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:12:26.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:26 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:12:26.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:26 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:12:26.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:26 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:12:27.307 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:27 smithi115 ceph-mon[26506]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-09-04T22:12:27.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:27 smithi005 ceph-mon[24451]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-09-04T22:12:28.436 INFO:teuthology.orchestra.run.smithi115.stdout:Created osd(s) 5 on host 'smithi115' 2024-09-04T22:12:29.060 DEBUG:teuthology.orchestra.run.smithi115:osd.5> sudo journalctl -f -n 0 -u ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@osd.5.service 2024-09-04T22:12:29.063 INFO:tasks.cephadm:Deploying osd.6 on smithi115 with /dev/vg_nvme/lv_2... 2024-09-04T22:12:29.063 DEBUG:teuthology.orchestra.run.smithi115:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-09-04T22:12:29.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:29 smithi115 ceph-mon[26506]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-09-04T22:12:29.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:29 smithi115 ceph-mon[26506]: from='osd.5 [v2:172.21.15.115:6808/635032652,v1:172.21.15.115:6809/635032652]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-04T22:12:29.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:29 smithi115 ceph-mon[26506]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-04T22:12:29.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:29 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:12:29.461 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:29 smithi005 ceph-mon[24451]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-09-04T22:12:29.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:29 smithi005 ceph-mon[24451]: from='osd.5 [v2:172.21.15.115:6808/635032652,v1:172.21.15.115:6809/635032652]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-04T22:12:29.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:29 smithi005 ceph-mon[24451]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-04T22:12:29.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:29 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:12:30.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:30 smithi115 ceph-mon[26506]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-04T22:12:30.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:30 smithi115 ceph-mon[26506]: osdmap e38: 6 total, 5 up, 6 in 2024-09-04T22:12:30.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:30 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-04T22:12:30.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:30 smithi115 ceph-mon[26506]: from='osd.5 [v2:172.21.15.115:6808/635032652,v1:172.21.15.115:6809/635032652]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]: dispatch 2024-09-04T22:12:30.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:30 smithi115 ceph-mon[26506]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]: dispatch 2024-09-04T22:12:30.398 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:12:30 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5[33679]: 2024-09-04T22:12:30.101+0000 7f4844046700 -1 osd.5 0 waiting for initial osdmap 2024-09-04T22:12:30.398 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:12:30 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5[33679]: 2024-09-04T22:12:30.109+0000 7f483e9dd700 -1 osd.5 39 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-04T22:12:30.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:30 smithi005 ceph-mon[24451]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-04T22:12:30.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:30 smithi005 ceph-mon[24451]: osdmap e38: 6 total, 5 up, 6 in 2024-09-04T22:12:30.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:30 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-04T22:12:30.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:30 smithi005 ceph-mon[24451]: from='osd.5 [v2:172.21.15.115:6808/635032652,v1:172.21.15.115:6809/635032652]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]: dispatch 2024-09-04T22:12:30.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:30 smithi005 ceph-mon[24451]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]: dispatch 2024-09-04T22:12:31.353 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:31 smithi115 ceph-mon[26506]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-09-04T22:12:31.354 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:31 smithi115 ceph-mon[26506]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]': finished 2024-09-04T22:12:31.354 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:31 smithi115 ceph-mon[26506]: osdmap e39: 6 total, 5 up, 6 in 2024-09-04T22:12:31.354 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:31 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-04T22:12:31.354 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:31 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-04T22:12:31.354 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:31 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:12:31.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:31 smithi005 ceph-mon[24451]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-09-04T22:12:31.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:31 smithi005 ceph-mon[24451]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]': finished 2024-09-04T22:12:31.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:31 smithi005 ceph-mon[24451]: osdmap e39: 6 total, 5 up, 6 in 2024-09-04T22:12:31.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:31 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-04T22:12:31.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:31 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-04T22:12:31.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:31 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:12:32.204 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:32 smithi115 ceph-mon[26506]: purged_snaps scrub starts 2024-09-04T22:12:32.204 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:32 smithi115 ceph-mon[26506]: purged_snaps scrub ok 2024-09-04T22:12:32.204 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:32 smithi115 ceph-mon[26506]: osd.5 [v2:172.21.15.115:6808/635032652,v1:172.21.15.115:6809/635032652] boot 2024-09-04T22:12:32.204 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:32 smithi115 ceph-mon[26506]: osdmap e40: 6 total, 6 up, 6 in 2024-09-04T22:12:32.204 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:32 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-04T22:12:32.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:32 smithi005 ceph-mon[24451]: purged_snaps scrub starts 2024-09-04T22:12:32.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:32 smithi005 ceph-mon[24451]: purged_snaps scrub ok 2024-09-04T22:12:32.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:32 smithi005 ceph-mon[24451]: osd.5 [v2:172.21.15.115:6808/635032652,v1:172.21.15.115:6809/635032652] boot 2024-09-04T22:12:32.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:32 smithi005 ceph-mon[24451]: osdmap e40: 6 total, 6 up, 6 in 2024-09-04T22:12:32.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:32 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-04T22:12:32.612 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-04T22:12:32.635 DEBUG:teuthology.orchestra.run.smithi115:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- ceph orch daemon add osd smithi115:vg_nvme/lv_2 2024-09-04T22:12:33.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:33 smithi115 ceph-mon[26506]: pgmap v128: 1 pgs: 1 peering; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2024-09-04T22:12:33.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:33 smithi115 ceph-mon[26506]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-04T22:12:33.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:33 smithi115 ceph-mon[26506]: osdmap e41: 6 total, 6 up, 6 in 2024-09-04T22:12:33.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:33 smithi005 ceph-mon[24451]: pgmap v128: 1 pgs: 1 peering; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2024-09-04T22:12:33.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:33 smithi005 ceph-mon[24451]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-04T22:12:33.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:33 smithi005 ceph-mon[24451]: osdmap e41: 6 total, 6 up, 6 in 2024-09-04T22:12:34.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:34 smithi115 ceph-mon[26506]: osdmap e42: 6 total, 6 up, 6 in 2024-09-04T22:12:34.461 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:34 smithi005 ceph-mon[24451]: osdmap e42: 6 total, 6 up, 6 in 2024-09-04T22:12:35.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:35 smithi115 ceph-mon[26506]: pgmap v131: 1 pgs: 1 peering; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2024-09-04T22:12:35.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:35 smithi115 ceph-mon[26506]: osdmap e43: 6 total, 6 up, 6 in 2024-09-04T22:12:35.461 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:35 smithi005 ceph-mon[24451]: pgmap v131: 1 pgs: 1 peering; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2024-09-04T22:12:35.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:35 smithi005 ceph-mon[24451]: osdmap e43: 6 total, 6 up, 6 in 2024-09-04T22:12:36.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:36 smithi115 ceph-mon[26506]: from='client.24181 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi115:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:12:36.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:36 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-04T22:12:36.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:36 smithi115 ceph-mon[26506]: osdmap e44: 6 total, 6 up, 6 in 2024-09-04T22:12:36.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:36 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-04T22:12:36.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:36 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:12:36.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:36 smithi115 ceph-mon[26506]: Detected new or changed devices on smithi115 2024-09-04T22:12:36.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:36 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:12:36.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:36 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:12:36.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:36 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:12:36.399 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:36 smithi115 ceph-mon[26506]: Adjusting osd_memory_target on smithi115 to 7968M 2024-09-04T22:12:36.399 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:36 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:12:36.399 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:36 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:12:36.399 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:36 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:12:36.399 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:36 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:12:36.399 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:36 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:12:36.399 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:36 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:12:36.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:36 smithi005 ceph-mon[24451]: from='client.24181 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi115:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:12:36.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:36 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-04T22:12:36.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:36 smithi005 ceph-mon[24451]: osdmap e44: 6 total, 6 up, 6 in 2024-09-04T22:12:36.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:36 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-04T22:12:36.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:36 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:12:36.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:36 smithi005 ceph-mon[24451]: Detected new or changed devices on smithi115 2024-09-04T22:12:36.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:36 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:12:36.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:36 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:12:36.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:36 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:12:36.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:36 smithi005 ceph-mon[24451]: Adjusting osd_memory_target on smithi115 to 7968M 2024-09-04T22:12:36.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:36 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:12:36.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:36 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:12:36.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:36 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:12:36.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:36 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:12:36.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:36 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:12:36.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:36 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:12:37.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:37 smithi115 ceph-mon[26506]: pgmap v134: 1 pgs: 1 peering; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2024-09-04T22:12:37.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:37 smithi005 ceph-mon[24451]: pgmap v134: 1 pgs: 1 peering; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2024-09-04T22:12:38.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:38 smithi115 ceph-mon[26506]: from='client.? 172.21.15.115:0/2637827684' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2b2aff9d-06f5-4912-936c-3fb02cb54fd1"}]: dispatch 2024-09-04T22:12:38.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:38 smithi115 ceph-mon[26506]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2b2aff9d-06f5-4912-936c-3fb02cb54fd1"}]: dispatch 2024-09-04T22:12:38.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:38 smithi115 ceph-mon[26506]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2b2aff9d-06f5-4912-936c-3fb02cb54fd1"}]': finished 2024-09-04T22:12:38.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:38 smithi115 ceph-mon[26506]: osdmap e45: 7 total, 6 up, 7 in 2024-09-04T22:12:38.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:38 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-04T22:12:38.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:38 smithi115 ceph-mon[26506]: from='client.? 172.21.15.115:0/1656786921' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-04T22:12:38.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:38 smithi005 ceph-mon[24451]: from='client.? 172.21.15.115:0/2637827684' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2b2aff9d-06f5-4912-936c-3fb02cb54fd1"}]: dispatch 2024-09-04T22:12:38.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:38 smithi005 ceph-mon[24451]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2b2aff9d-06f5-4912-936c-3fb02cb54fd1"}]: dispatch 2024-09-04T22:12:38.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:38 smithi005 ceph-mon[24451]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2b2aff9d-06f5-4912-936c-3fb02cb54fd1"}]': finished 2024-09-04T22:12:38.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:38 smithi005 ceph-mon[24451]: osdmap e45: 7 total, 6 up, 7 in 2024-09-04T22:12:38.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:38 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-04T22:12:38.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:38 smithi005 ceph-mon[24451]: from='client.? 172.21.15.115:0/1656786921' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-04T22:12:39.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:39 smithi115 ceph-mon[26506]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 114 KiB/s, 0 objects/s recovering 2024-09-04T22:12:39.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:39 smithi115 ceph-mon[26506]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-04T22:12:39.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:39 smithi115 ceph-mon[26506]: Cluster is now healthy 2024-09-04T22:12:39.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:39 smithi005 ceph-mon[24451]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 114 KiB/s, 0 objects/s recovering 2024-09-04T22:12:39.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:39 smithi005 ceph-mon[24451]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-04T22:12:39.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:39 smithi005 ceph-mon[24451]: Cluster is now healthy 2024-09-04T22:12:41.525 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:41 smithi115 ceph-mon[26506]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-09-04T22:12:41.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:41 smithi005 ceph-mon[24451]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-09-04T22:12:43.511 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:43 smithi115 ceph-mon[26506]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-09-04T22:12:43.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:43 smithi005 ceph-mon[24451]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-09-04T22:12:44.423 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:44 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-04T22:12:44.423 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:44 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:12:44.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:44 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-04T22:12:44.713 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:44 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:12:45.574 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:45 smithi115 ceph-mon[26506]: Deploying daemon osd.6 on smithi115 2024-09-04T22:12:45.574 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:45 smithi115 ceph-mon[26506]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-09-04T22:12:45.664 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:45 smithi005 ceph-mon[24451]: Deploying daemon osd.6 on smithi115 2024-09-04T22:12:45.664 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:45 smithi005 ceph-mon[24451]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-09-04T22:12:47.377 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:47 smithi115 ceph-mon[26506]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 52 KiB/s, 0 objects/s recovering 2024-09-04T22:12:47.711 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:47 smithi005 ceph-mon[24451]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 52 KiB/s, 0 objects/s recovering 2024-09-04T22:12:49.624 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:49 smithi115 ceph-mon[26506]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-09-04T22:12:49.625 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:49 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:12:49.625 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:49 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:12:49.625 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:49 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:12:49.625 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:49 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:12:49.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:49 smithi005 ceph-mon[24451]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-09-04T22:12:49.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:49 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:12:49.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:49 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:12:49.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:49 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:12:49.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:49 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:12:51.590 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:51 smithi115 ceph-mon[26506]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-09-04T22:12:51.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:51 smithi005 ceph-mon[24451]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-09-04T22:12:52.109 INFO:teuthology.orchestra.run.smithi115.stdout:Created osd(s) 6 on host 'smithi115' 2024-09-04T22:12:52.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:52 smithi115 ceph-mon[26506]: from='osd.6 [v2:172.21.15.115:6816/108945897,v1:172.21.15.115:6817/108945897]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-04T22:12:52.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:52 smithi115 ceph-mon[26506]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-04T22:12:52.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:52 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:12:52.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:52 smithi005 ceph-mon[24451]: from='osd.6 [v2:172.21.15.115:6816/108945897,v1:172.21.15.115:6817/108945897]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-04T22:12:52.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:52 smithi005 ceph-mon[24451]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-04T22:12:52.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:52 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:12:53.032 DEBUG:teuthology.orchestra.run.smithi115:osd.6> sudo journalctl -f -n 0 -u ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@osd.6.service 2024-09-04T22:12:53.035 INFO:tasks.cephadm:Deploying osd.7 on smithi115 with /dev/vg_nvme/lv_1... 2024-09-04T22:12:53.035 DEBUG:teuthology.orchestra.run.smithi115:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-09-04T22:12:53.259 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:53 smithi115 ceph-mon[26506]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-09-04T22:12:53.260 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:53 smithi115 ceph-mon[26506]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-04T22:12:53.260 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:53 smithi115 ceph-mon[26506]: osdmap e46: 7 total, 6 up, 7 in 2024-09-04T22:12:53.260 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:53 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-04T22:12:53.260 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:53 smithi115 ceph-mon[26506]: from='osd.6 [v2:172.21.15.115:6816/108945897,v1:172.21.15.115:6817/108945897]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]: dispatch 2024-09-04T22:12:53.260 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:53 smithi115 ceph-mon[26506]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]: dispatch 2024-09-04T22:12:53.260 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:53 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:12:53.577 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:12:53 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[36645]: 2024-09-04T22:12:53.256+0000 7f724c2fa700 -1 osd.6 0 waiting for initial osdmap 2024-09-04T22:12:53.578 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:12:53 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[36645]: 2024-09-04T22:12:53.264+0000 7f7246490700 -1 osd.6 47 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-04T22:12:53.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:53 smithi005 ceph-mon[24451]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-09-04T22:12:53.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:53 smithi005 ceph-mon[24451]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-04T22:12:53.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:53 smithi005 ceph-mon[24451]: osdmap e46: 7 total, 6 up, 7 in 2024-09-04T22:12:53.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:53 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-04T22:12:53.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:53 smithi005 ceph-mon[24451]: from='osd.6 [v2:172.21.15.115:6816/108945897,v1:172.21.15.115:6817/108945897]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]: dispatch 2024-09-04T22:12:53.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:53 smithi005 ceph-mon[24451]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]: dispatch 2024-09-04T22:12:53.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:53 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:12:54.441 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:54 smithi115 ceph-mon[26506]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]': finished 2024-09-04T22:12:54.441 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:54 smithi115 ceph-mon[26506]: osdmap e47: 7 total, 6 up, 7 in 2024-09-04T22:12:54.441 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:54 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-04T22:12:54.441 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:54 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-04T22:12:54.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:54 smithi005 ceph-mon[24451]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]': finished 2024-09-04T22:12:54.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:54 smithi005 ceph-mon[24451]: osdmap e47: 7 total, 6 up, 7 in 2024-09-04T22:12:54.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:54 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-04T22:12:54.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:54 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-04T22:12:55.529 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:55 smithi115 ceph-mon[26506]: purged_snaps scrub starts 2024-09-04T22:12:55.530 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:55 smithi115 ceph-mon[26506]: purged_snaps scrub ok 2024-09-04T22:12:55.530 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:55 smithi115 ceph-mon[26506]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-09-04T22:12:55.530 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:55 smithi115 ceph-mon[26506]: osd.6 [v2:172.21.15.115:6816/108945897,v1:172.21.15.115:6817/108945897] boot 2024-09-04T22:12:55.530 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:55 smithi115 ceph-mon[26506]: osdmap e48: 7 total, 7 up, 7 in 2024-09-04T22:12:55.530 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:55 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-04T22:12:55.530 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:55 smithi115 ceph-mon[26506]: osdmap e49: 7 total, 7 up, 7 in 2024-09-04T22:12:55.664 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:55 smithi005 ceph-mon[24451]: purged_snaps scrub starts 2024-09-04T22:12:55.664 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:55 smithi005 ceph-mon[24451]: purged_snaps scrub ok 2024-09-04T22:12:55.664 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:55 smithi005 ceph-mon[24451]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-09-04T22:12:55.664 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:55 smithi005 ceph-mon[24451]: osd.6 [v2:172.21.15.115:6816/108945897,v1:172.21.15.115:6817/108945897] boot 2024-09-04T22:12:55.664 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:55 smithi005 ceph-mon[24451]: osdmap e48: 7 total, 7 up, 7 in 2024-09-04T22:12:55.664 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:55 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-04T22:12:55.664 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:55 smithi005 ceph-mon[24451]: osdmap e49: 7 total, 7 up, 7 in 2024-09-04T22:12:56.114 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-04T22:12:56.135 DEBUG:teuthology.orchestra.run.smithi115:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- ceph orch daemon add osd smithi115:vg_nvme/lv_1 2024-09-04T22:12:56.867 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:56 smithi115 ceph-mon[26506]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 40 MiB used, 626 GiB / 626 GiB avail 2024-09-04T22:12:56.867 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:56 smithi115 ceph-mon[26506]: osdmap e50: 7 total, 7 up, 7 in 2024-09-04T22:12:57.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:56 smithi005 ceph-mon[24451]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 40 MiB used, 626 GiB / 626 GiB avail 2024-09-04T22:12:57.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:56 smithi005 ceph-mon[24451]: osdmap e50: 7 total, 7 up, 7 in 2024-09-04T22:12:58.011 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:57 smithi115 ceph-mon[26506]: osdmap e51: 7 total, 7 up, 7 in 2024-09-04T22:12:58.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:57 smithi005 ceph-mon[24451]: osdmap e51: 7 total, 7 up, 7 in 2024-09-04T22:12:58.869 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:58 smithi115 ceph-mon[26506]: pgmap v152: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 2/6 objects degraded (33.333%) 2024-09-04T22:12:58.869 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:58 smithi115 ceph-mon[26506]: Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2024-09-04T22:12:58.869 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:58 smithi115 ceph-mon[26506]: osdmap e52: 7 total, 7 up, 7 in 2024-09-04T22:12:58.870 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:58 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:12:58.870 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:58 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:12:58.870 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:58 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:12:58.870 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:58 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:12:58.870 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:58 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:12:58.870 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:58 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:12:58.870 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:58 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:12:58.870 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:58 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:12:58.870 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:58 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:12:58.870 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:58 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:12:59.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:58 smithi005 ceph-mon[24451]: pgmap v152: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 2/6 objects degraded (33.333%) 2024-09-04T22:12:59.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:58 smithi005 ceph-mon[24451]: Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2024-09-04T22:12:59.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:58 smithi005 ceph-mon[24451]: osdmap e52: 7 total, 7 up, 7 in 2024-09-04T22:12:59.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:58 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:12:59.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:58 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:12:59.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:58 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:12:59.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:58 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:12:59.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:58 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:12:59.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:58 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:12:59.213 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:58 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:12:59.213 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:58 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:12:59.213 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:58 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:12:59.213 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:58 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:12:59.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:59 smithi115 ceph-mon[26506]: Detected new or changed devices on smithi115 2024-09-04T22:12:59.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:59 smithi115 ceph-mon[26506]: Adjusting osd_memory_target on smithi115 to 5312M 2024-09-04T22:12:59.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:59 smithi115 ceph-mon[26506]: from='client.24199 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi115:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:12:59.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:59 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-04T22:12:59.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:59 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-04T22:12:59.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:12:59 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:13:00.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:59 smithi005 ceph-mon[24451]: Detected new or changed devices on smithi115 2024-09-04T22:13:00.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:59 smithi005 ceph-mon[24451]: Adjusting osd_memory_target on smithi115 to 5312M 2024-09-04T22:13:00.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:59 smithi005 ceph-mon[24451]: from='client.24199 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi115:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:13:00.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:59 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-04T22:13:00.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:59 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-04T22:13:00.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:12:59 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:13:01.004 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:00 smithi115 ceph-mon[26506]: pgmap v154: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 2/6 objects degraded (33.333%) 2024-09-04T22:13:01.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:00 smithi005 ceph-mon[24451]: pgmap v154: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 2/6 objects degraded (33.333%) 2024-09-04T22:13:02.076 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:01 smithi115 ceph-mon[26506]: from='client.? 172.21.15.115:0/132043322' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0db5a53c-8f32-40da-a9c4-541a2c089e77"}]: dispatch 2024-09-04T22:13:02.076 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:01 smithi115 ceph-mon[26506]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0db5a53c-8f32-40da-a9c4-541a2c089e77"}]: dispatch 2024-09-04T22:13:02.076 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:01 smithi115 ceph-mon[26506]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0db5a53c-8f32-40da-a9c4-541a2c089e77"}]': finished 2024-09-04T22:13:02.076 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:01 smithi115 ceph-mon[26506]: osdmap e53: 8 total, 7 up, 8 in 2024-09-04T22:13:02.076 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:01 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-04T22:13:02.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:01 smithi005 ceph-mon[24451]: from='client.? 172.21.15.115:0/132043322' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0db5a53c-8f32-40da-a9c4-541a2c089e77"}]: dispatch 2024-09-04T22:13:02.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:01 smithi005 ceph-mon[24451]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0db5a53c-8f32-40da-a9c4-541a2c089e77"}]: dispatch 2024-09-04T22:13:02.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:01 smithi005 ceph-mon[24451]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0db5a53c-8f32-40da-a9c4-541a2c089e77"}]': finished 2024-09-04T22:13:02.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:01 smithi005 ceph-mon[24451]: osdmap e53: 8 total, 7 up, 8 in 2024-09-04T22:13:02.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:01 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-04T22:13:03.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:02 smithi115 ceph-mon[26506]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-09-04T22:13:03.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:02 smithi115 ceph-mon[26506]: from='client.? 172.21.15.115:0/3319100819' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-04T22:13:03.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:02 smithi115 ceph-mon[26506]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded) 2024-09-04T22:13:03.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:02 smithi115 ceph-mon[26506]: Cluster is now healthy 2024-09-04T22:13:03.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:02 smithi005 ceph-mon[24451]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-09-04T22:13:03.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:02 smithi005 ceph-mon[24451]: from='client.? 172.21.15.115:0/3319100819' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-04T22:13:03.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:02 smithi005 ceph-mon[24451]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded) 2024-09-04T22:13:03.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:02 smithi005 ceph-mon[24451]: Cluster is now healthy 2024-09-04T22:13:05.135 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:04 smithi115 ceph-mon[26506]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 75 KiB/s, 0 objects/s recovering 2024-09-04T22:13:05.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:04 smithi005 ceph-mon[24451]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 75 KiB/s, 0 objects/s recovering 2024-09-04T22:13:07.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:06 smithi115 ceph-mon[26506]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-09-04T22:13:07.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:06 smithi005 ceph-mon[24451]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-09-04T22:13:08.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:08 smithi115 ceph-mon[26506]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 52 KiB/s, 0 objects/s recovering 2024-09-04T22:13:08.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:08 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-04T22:13:08.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:08 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:13:08.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:08 smithi115 ceph-mon[26506]: Deploying daemon osd.7 on smithi115 2024-09-04T22:13:09.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:08 smithi005 ceph-mon[24451]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 52 KiB/s, 0 objects/s recovering 2024-09-04T22:13:09.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:08 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-04T22:13:09.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:08 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:13:09.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:08 smithi005 ceph-mon[24451]: Deploying daemon osd.7 on smithi115 2024-09-04T22:13:11.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:10 smithi115 ceph-mon[26506]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 52 KiB/s, 0 objects/s recovering 2024-09-04T22:13:11.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:10 smithi005 ceph-mon[24451]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 52 KiB/s, 0 objects/s recovering 2024-09-04T22:13:12.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:11 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi005.hteciz/trash_purge_schedule"}]: dispatch 2024-09-04T22:13:12.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:11 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi005.hteciz/mirror_snapshot_schedule"}]: dispatch 2024-09-04T22:13:12.211 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:11 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi005.hteciz/trash_purge_schedule"}]: dispatch 2024-09-04T22:13:12.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:11 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi005.hteciz/mirror_snapshot_schedule"}]: dispatch 2024-09-04T22:13:13.051 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:12 smithi115 ceph-mon[26506]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-09-04T22:13:13.091 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:12 smithi005 ceph-mon[24451]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-09-04T22:13:14.369 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:14 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:13:14.370 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:14 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:13:14.370 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:14 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:13:14.370 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:14 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:13:14.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:14 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:13:14.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:14 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:13:14.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:14 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:13:14.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:14 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:13:15.391 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:15 smithi115 ceph-mon[26506]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-09-04T22:13:15.461 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:15 smithi005 ceph-mon[24451]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-09-04T22:13:16.112 INFO:teuthology.orchestra.run.smithi115.stdout:Created osd(s) 7 on host 'smithi115' 2024-09-04T22:13:16.789 DEBUG:teuthology.orchestra.run.smithi115:osd.7> sudo journalctl -f -n 0 -u ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@osd.7.service 2024-09-04T22:13:16.791 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-09-04T22:13:16.791 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- ceph osd stat -f json 2024-09-04T22:13:17.359 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:17 smithi005 ceph-mon[24451]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-09-04T22:13:17.359 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:17 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:13:17.359 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:17 smithi005 ceph-mon[24451]: from='osd.7 [v2:172.21.15.115:6824/4129604823,v1:172.21.15.115:6825/4129604823]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-04T22:13:17.359 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:17 smithi005 ceph-mon[24451]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-04T22:13:17.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:17 smithi115 ceph-mon[26506]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-09-04T22:13:17.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:17 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:13:17.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:17 smithi115 ceph-mon[26506]: from='osd.7 [v2:172.21.15.115:6824/4129604823,v1:172.21.15.115:6825/4129604823]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-04T22:13:17.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:17 smithi115 ceph-mon[26506]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-04T22:13:18.174 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:18 smithi115 ceph-mon[26506]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-04T22:13:18.174 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:18 smithi115 ceph-mon[26506]: osdmap e54: 8 total, 7 up, 8 in 2024-09-04T22:13:18.175 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:18 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-04T22:13:18.175 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:18 smithi115 ceph-mon[26506]: from='osd.7 [v2:172.21.15.115:6824/4129604823,v1:172.21.15.115:6825/4129604823]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]: dispatch 2024-09-04T22:13:18.175 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:18 smithi115 ceph-mon[26506]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]: dispatch 2024-09-04T22:13:18.175 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:18 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:13:18.175 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:13:18 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[39714]: 2024-09-04T22:13:18.120+0000 7f460902c700 -1 osd.7 0 waiting for initial osdmap 2024-09-04T22:13:18.175 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:13:18 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[39714]: 2024-09-04T22:13:18.127+0000 7f46039c3700 -1 osd.7 55 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-04T22:13:18.376 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:18 smithi005 ceph-mon[24451]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-04T22:13:18.376 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:18 smithi005 ceph-mon[24451]: osdmap e54: 8 total, 7 up, 8 in 2024-09-04T22:13:18.376 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:18 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-04T22:13:18.376 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:18 smithi005 ceph-mon[24451]: from='osd.7 [v2:172.21.15.115:6824/4129604823,v1:172.21.15.115:6825/4129604823]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]: dispatch 2024-09-04T22:13:18.376 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:18 smithi005 ceph-mon[24451]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]: dispatch 2024-09-04T22:13:18.377 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:18 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:13:18.815 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-04T22:13:19.327 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:19 smithi115 ceph-mon[26506]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-09-04T22:13:19.327 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:19 smithi115 ceph-mon[26506]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]': finished 2024-09-04T22:13:19.327 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:19 smithi115 ceph-mon[26506]: osdmap e55: 8 total, 7 up, 8 in 2024-09-04T22:13:19.327 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:19 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-04T22:13:19.328 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:19 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-04T22:13:19.328 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:19 smithi115 ceph-mon[26506]: from='client.? 172.21.15.5:0/1620582480' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-04T22:13:19.399 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:19 smithi005 ceph-mon[24451]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-09-04T22:13:19.399 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:19 smithi005 ceph-mon[24451]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]': finished 2024-09-04T22:13:19.400 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:19 smithi005 ceph-mon[24451]: osdmap e55: 8 total, 7 up, 8 in 2024-09-04T22:13:19.400 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:19 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-04T22:13:19.400 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:19 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-04T22:13:19.400 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:19 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/1620582480' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-04T22:13:19.424 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":55,"num_osds":8,"num_up_osds":7,"osd_up_since":1725487974,"num_in_osds":8,"osd_in_since":1725487981,"num_remapped_pgs":0} 2024-09-04T22:13:20.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:20 smithi115 ceph-mon[26506]: purged_snaps scrub starts 2024-09-04T22:13:20.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:20 smithi115 ceph-mon[26506]: purged_snaps scrub ok 2024-09-04T22:13:20.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:20 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-04T22:13:20.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:20 smithi115 ceph-mon[26506]: osd.7 [v2:172.21.15.115:6824/4129604823,v1:172.21.15.115:6825/4129604823] boot 2024-09-04T22:13:20.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:20 smithi115 ceph-mon[26506]: osdmap e56: 8 total, 8 up, 8 in 2024-09-04T22:13:20.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:20 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-04T22:13:20.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:20 smithi115 ceph-mon[26506]: osdmap e57: 8 total, 8 up, 8 in 2024-09-04T22:13:20.425 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- ceph osd stat -f json 2024-09-04T22:13:20.454 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:20 smithi005 ceph-mon[24451]: purged_snaps scrub starts 2024-09-04T22:13:20.455 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:20 smithi005 ceph-mon[24451]: purged_snaps scrub ok 2024-09-04T22:13:20.455 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:20 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-04T22:13:20.455 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:20 smithi005 ceph-mon[24451]: osd.7 [v2:172.21.15.115:6824/4129604823,v1:172.21.15.115:6825/4129604823] boot 2024-09-04T22:13:20.455 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:20 smithi005 ceph-mon[24451]: osdmap e56: 8 total, 8 up, 8 in 2024-09-04T22:13:20.455 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:20 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-04T22:13:20.455 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:20 smithi005 ceph-mon[24451]: osdmap e57: 8 total, 8 up, 8 in 2024-09-04T22:13:21.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:21 smithi115 ceph-mon[26506]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2024-09-04T22:13:21.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:21 smithi115 ceph-mon[26506]: osdmap e58: 8 total, 8 up, 8 in 2024-09-04T22:13:21.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:21 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:13:21.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:21 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:13:21.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:21 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:13:21.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:21 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:13:21.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:21 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:13:21.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:21 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:13:21.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:21 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:13:21.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:21 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:13:21.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:21 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:13:21.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:21 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:13:21.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:21 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:13:21.461 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:21 smithi005 ceph-mon[24451]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2024-09-04T22:13:21.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:21 smithi005 ceph-mon[24451]: osdmap e58: 8 total, 8 up, 8 in 2024-09-04T22:13:21.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:21 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:13:21.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:21 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:13:21.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:21 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:13:21.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:21 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:13:21.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:21 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:13:21.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:21 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:13:21.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:21 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:13:21.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:21 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:13:21.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:21 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:13:21.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:21 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:13:21.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:21 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:13:22.397 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-04T22:13:22.397 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:22 smithi005 ceph-mon[24451]: Detected new or changed devices on smithi115 2024-09-04T22:13:22.397 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:22 smithi005 ceph-mon[24451]: Adjusting osd_memory_target on smithi115 to 3984M 2024-09-04T22:13:22.397 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:22 smithi005 ceph-mon[24451]: osdmap e59: 8 total, 8 up, 8 in 2024-09-04T22:13:22.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:22 smithi115 ceph-mon[26506]: Detected new or changed devices on smithi115 2024-09-04T22:13:22.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:22 smithi115 ceph-mon[26506]: Adjusting osd_memory_target on smithi115 to 3984M 2024-09-04T22:13:22.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:22 smithi115 ceph-mon[26506]: osdmap e59: 8 total, 8 up, 8 in 2024-09-04T22:13:23.021 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":59,"num_osds":8,"num_up_osds":8,"osd_up_since":1725487999,"num_in_osds":8,"osd_in_since":1725487981,"num_remapped_pgs":0} 2024-09-04T22:13:23.022 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- ceph osd dump --format=json 2024-09-04T22:13:23.275 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/mon.smithi005/config 2024-09-04T22:13:23.396 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:23 smithi005 ceph-mon[24451]: pgmap v171: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail; 129 KiB/s, 0 objects/s recovering 2024-09-04T22:13:23.396 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:23 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/619895079' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-04T22:13:23.396 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:23 smithi005 ceph-mon[24451]: osdmap e60: 8 total, 8 up, 8 in 2024-09-04T22:13:23.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:23 smithi115 ceph-mon[26506]: pgmap v171: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail; 129 KiB/s, 0 objects/s recovering 2024-09-04T22:13:23.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:23 smithi115 ceph-mon[26506]: from='client.? 172.21.15.5:0/619895079' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-04T22:13:23.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:23 smithi115 ceph-mon[26506]: osdmap e60: 8 total, 8 up, 8 in 2024-09-04T22:13:25.122 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-04T22:13:25.122 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":60,"fsid":"fc6cab94-6b09-11ef-bcd6-c7b262605968","created":"2024-09-04T22:07:20.305677+0000","modified":"2024-09-04T22:13:22.741602+0000","last_up_change":"2024-09-04T22:13:19.117849+0000","last_in_change":"2024-09-04T22:13:01.606284+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-04T22:11:19.907508+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"4d99fdd3-84c8-413b-84f6-98a3dbec549f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":344590121},{"type":"v1","addr":"172.21.15.5:6803","nonce":344590121}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":344590121},{"type":"v1","addr":"172.21.15.5:6805","nonce":344590121}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":344590121},{"type":"v1","addr":"172.21.15.5:6809","nonce":344590121}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":344590121},{"type":"v1","addr":"172.21.15.5:6807","nonce":344590121}]},"public_addr":"172.21.15.5:6803/344590121","cluster_addr":"172.21.15.5:6805/344590121","heartbeat_back_addr":"172.21.15.5:6809/344590121","heartbeat_front_addr":"172.21.15.5:6807/344590121","state":["exists","up"]},{"osd":1,"uuid":"e8235043-4037-4b04-a8dc-9ab3ee273a86","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":2996342244},{"type":"v1","addr":"172.21.15.5:6811","nonce":2996342244}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":2996342244},{"type":"v1","addr":"172.21.15.5:6813","nonce":2996342244}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":2996342244},{"type":"v1","addr":"172.21.15.5:6817","nonce":2996342244}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":2996342244},{"type":"v1","addr":"172.21.15.5:6815","nonce":2996342244}]},"public_addr":"172.21.15.5:6811/2996342244","cluster_addr":"172.21.15.5:6813/2996342244","heartbeat_back_addr":"172.21.15.5:6817/2996342244","heartbeat_front_addr":"172.21.15.5:6815/2996342244","state":["exists","up"]},{"osd":2,"uuid":"6c90444b-9ef9-4891-a965-8f7b4e0ee7d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":19,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":2077521578},{"type":"v1","addr":"172.21.15.5:6819","nonce":2077521578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":2077521578},{"type":"v1","addr":"172.21.15.5:6821","nonce":2077521578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2077521578},{"type":"v1","addr":"172.21.15.5:6825","nonce":2077521578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":2077521578},{"type":"v1","addr":"172.21.15.5:6823","nonce":2077521578}]},"public_addr":"172.21.15.5:6819/2077521578","cluster_addr":"172.21.15.5:6821/2077521578","heartbeat_back_addr":"172.21.15.5:6825/2077521578","heartbeat_front_addr":"172.21.15.5:6823/2077521578","state":["exists","up"]},{"osd":3,"uuid":"fbbc0c03-77bd-4a15-86bf-f9ce1b7a76c5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":27,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":3591843344},{"type":"v1","addr":"172.21.15.5:6827","nonce":3591843344}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":3591843344},{"type":"v1","addr":"172.21.15.5:6829","nonce":3591843344}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":3591843344},{"type":"v1","addr":"172.21.15.5:6833","nonce":3591843344}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":3591843344},{"type":"v1","addr":"172.21.15.5:6831","nonce":3591843344}]},"public_addr":"172.21.15.5:6827/3591843344","cluster_addr":"172.21.15.5:6829/3591843344","heartbeat_back_addr":"172.21.15.5:6833/3591843344","heartbeat_front_addr":"172.21.15.5:6831/3591843344","state":["exists","up"]},{"osd":4,"uuid":"d0c3fdb9-dd1e-41a9-b26c-7e9f040f0417","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6800","nonce":3047116288},{"type":"v1","addr":"172.21.15.115:6801","nonce":3047116288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6802","nonce":3047116288},{"type":"v1","addr":"172.21.15.115:6803","nonce":3047116288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6806","nonce":3047116288},{"type":"v1","addr":"172.21.15.115:6807","nonce":3047116288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6804","nonce":3047116288},{"type":"v1","addr":"172.21.15.115:6805","nonce":3047116288}]},"public_addr":"172.21.15.115:6801/3047116288","cluster_addr":"172.21.15.115:6803/3047116288","heartbeat_back_addr":"172.21.15.115:6807/3047116288","heartbeat_front_addr":"172.21.15.115:6805/3047116288","state":["exists","up"]},{"osd":5,"uuid":"405a7428-9f9e-4900-81bb-f593a02bb26a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":40,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6808","nonce":635032652},{"type":"v1","addr":"172.21.15.115:6809","nonce":635032652}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6810","nonce":635032652},{"type":"v1","addr":"172.21.15.115:6811","nonce":635032652}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6814","nonce":635032652},{"type":"v1","addr":"172.21.15.115:6815","nonce":635032652}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6812","nonce":635032652},{"type":"v1","addr":"172.21.15.115:6813","nonce":635032652}]},"public_addr":"172.21.15.115:6809/635032652","cluster_addr":"172.21.15.115:6811/635032652","heartbeat_back_addr":"172.21.15.115:6815/635032652","heartbeat_front_addr":"172.21.15.115:6813/635032652","state":["exists","up"]},{"osd":6,"uuid":"2b2aff9d-06f5-4912-936c-3fb02cb54fd1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6816","nonce":108945897},{"type":"v1","addr":"172.21.15.115:6817","nonce":108945897}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6818","nonce":108945897},{"type":"v1","addr":"172.21.15.115:6819","nonce":108945897}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6822","nonce":108945897},{"type":"v1","addr":"172.21.15.115:6823","nonce":108945897}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6820","nonce":108945897},{"type":"v1","addr":"172.21.15.115:6821","nonce":108945897}]},"public_addr":"172.21.15.115:6817/108945897","cluster_addr":"172.21.15.115:6819/108945897","heartbeat_back_addr":"172.21.15.115:6823/108945897","heartbeat_front_addr":"172.21.15.115:6821/108945897","state":["exists","up"]},{"osd":7,"uuid":"0db5a53c-8f32-40da-a9c4-541a2c089e77","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":56,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6824","nonce":4129604823},{"type":"v1","addr":"172.21.15.115:6825","nonce":4129604823}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6826","nonce":4129604823},{"type":"v1","addr":"172.21.15.115:6827","nonce":4129604823}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6830","nonce":4129604823},{"type":"v1","addr":"172.21.15.115:6831","nonce":4129604823}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6828","nonce":4129604823},{"type":"v1","addr":"172.21.15.115:6829","nonce":4129604823}]},"public_addr":"172.21.15.115:6825/4129604823","cluster_addr":"172.21.15.115:6827/4129604823","heartbeat_back_addr":"172.21.15.115:6831/4129604823","heartbeat_front_addr":"172.21.15.115:6829/4129604823","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-09-04T22:10:22.792032+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-09-04T22:10:48.505824+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-09-04T22:11:16.618547+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-09-04T22:11:43.936140+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-09-04T22:12:05.175272+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-09-04T22:12:29.165225+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-09-04T22:12:52.578912+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-09-04T22:13:17.118891+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.5:0/2151349257":"2024-09-05T22:09:11.539642+0000","172.21.15.5:0/1543963102":"2024-09-05T22:09:11.539642+0000","172.21.15.5:0/2677180915":"2024-09-05T22:08:20.824750+0000","172.21.15.5:6801/48418727":"2024-09-05T22:08:20.824750+0000","172.21.15.5:6801/954509835":"2024-09-05T22:09:11.539642+0000","172.21.15.5:0/3292815":"2024-09-05T22:08:20.824750+0000","172.21.15.5:0/3031625607":"2024-09-05T22:09:11.539642+0000","172.21.15.5:0/246292853":"2024-09-05T22:08:20.824750+0000","172.21.15.5:0/2742519105":"2024-09-05T22:07:50.852170+0000","172.21.15.5:0/668922966":"2024-09-05T22:07:50.852170+0000","172.21.15.5:6801/4168529775":"2024-09-05T22:07:50.852170+0000","172.21.15.5:6800/48418727":"2024-09-05T22:08:20.824750+0000","172.21.15.5:0/2609344159":"2024-09-05T22:07:50.852170+0000","172.21.15.5:6800/954509835":"2024-09-05T22:09:11.539642+0000","172.21.15.5:6800/4168529775":"2024-09-05T22:07:50.852170+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-04T22:13:25.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:25 smithi115 ceph-mon[26506]: pgmap v174: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail; 129 KiB/s, 0 objects/s recovering 2024-09-04T22:13:25.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:25 smithi115 ceph-mon[26506]: from='client.? 172.21.15.5:0/442656814' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-04T22:13:25.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:25 smithi005 ceph-mon[24451]: pgmap v174: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail; 129 KiB/s, 0 objects/s recovering 2024-09-04T22:13:25.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:25 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/442656814' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-04T22:13:25.907 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-04T22:11:19.907508+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}] 2024-09-04T22:13:25.908 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-09-04T22:13:26.122 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/mon.smithi005/config 2024-09-04T22:13:27.211 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:27 smithi005 ceph-mon[24451]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 87 KiB/s, 0 objects/s recovering 2024-09-04T22:13:27.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:27 smithi115 ceph-mon[26506]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 87 KiB/s, 0 objects/s recovering 2024-09-04T22:13:27.970 INFO:teuthology.orchestra.run.smithi005.stdout:pg_num: 1 2024-09-04T22:13:28.269 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:28 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/3808726003' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-04T22:13:28.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:28 smithi115 ceph-mon[26506]: from='client.? 172.21.15.5:0/3808726003' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-04T22:13:28.677 INFO:tasks.cephadm:Setting up client nodes... 2024-09-04T22:13:28.678 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-09-04T22:13:29.314 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:29 smithi005 ceph-mon[24451]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 75 KiB/s, 0 objects/s recovering 2024-09-04T22:13:29.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:29 smithi115 ceph-mon[26506]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 75 KiB/s, 0 objects/s recovering 2024-09-04T22:13:30.654 INFO:teuthology.orchestra.run.smithi005.stdout:[client.0] 2024-09-04T22:13:30.655 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQCK29hmBAjGJhAAdOANU0bpb8sKztuNEFQgzQ== 2024-09-04T22:13:31.351 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:31 smithi005 ceph-mon[24451]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:13:31.351 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:31 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/3284778481' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-04T22:13:31.351 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:31 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/3284778481' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-04T22:13:31.377 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-04T22:13:31.377 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-09-04T22:13:31.377 DEBUG:teuthology.orchestra.run.smithi005:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-04T22:13:31.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:31 smithi115 ceph-mon[26506]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:13:31.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:31 smithi115 ceph-mon[26506]: from='client.? 172.21.15.5:0/3284778481' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-04T22:13:31.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:31 smithi115 ceph-mon[26506]: from='client.? 172.21.15.5:0/3284778481' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-04T22:13:31.416 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-04T22:13:31.416 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-09-04T22:13:31.416 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- ceph mgr dump --format=json 2024-09-04T22:13:31.664 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/mon.smithi005/config 2024-09-04T22:13:33.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:33 smithi115 ceph-mon[26506]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:13:33.461 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:33 smithi005 ceph-mon[24451]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:13:33.553 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-04T22:13:34.258 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":19,"active_gid":14202,"active_name":"smithi005.hteciz","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":2955476307},{"type":"v1","addr":"172.21.15.5:6801","nonce":2955476307}]},"active_addr":"172.21.15.5:6801/2955476307","active_change":"2024-09-04T22:09:11.539941+0000","active_mgr_features":4540138303579357183,"available":true,"standbys":[{"gid":14222,"name":"smithi115.lfvwip","mgr_features":4540138303579357183,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.23.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:8.3.5","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"docker.io/library/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"docker.io/arcts/keepalived","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.3.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.33.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.23.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:8.3.5","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"docker.io/library/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"docker.io/arcts/keepalived","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.3.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.33.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.5:8443/","prometheus":"http://172.21.15.5:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"last_failure_osd_epoch":5,"active_clients":[{"addrvec":[{"type":"v2","addr":"172.21.15.5:0","nonce":3302446501}]},{"addrvec":[{"type":"v2","addr":"172.21.15.5:0","nonce":4069627577}]},{"addrvec":[{"type":"v2","addr":"172.21.15.5:0","nonce":357780155}]},{"addrvec":[{"type":"v2","addr":"172.21.15.5:0","nonce":260000654}]}]}} 2024-09-04T22:13:34.261 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-09-04T22:13:34.261 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-09-04T22:13:34.261 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- ceph osd dump --format=json 2024-09-04T22:13:34.461 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:34 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/3074853333' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-04T22:13:34.473 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/mon.smithi005/config 2024-09-04T22:13:34.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:34 smithi115 ceph-mon[26506]: from='client.? 172.21.15.5:0/3074853333' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-04T22:13:35.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:35 smithi005 ceph-mon[24451]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:13:35.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:35 smithi115 ceph-mon[26506]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:13:36.157 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-04T22:13:36.158 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":60,"fsid":"fc6cab94-6b09-11ef-bcd6-c7b262605968","created":"2024-09-04T22:07:20.305677+0000","modified":"2024-09-04T22:13:22.741602+0000","last_up_change":"2024-09-04T22:13:19.117849+0000","last_in_change":"2024-09-04T22:13:01.606284+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-04T22:11:19.907508+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"4d99fdd3-84c8-413b-84f6-98a3dbec549f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":344590121},{"type":"v1","addr":"172.21.15.5:6803","nonce":344590121}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":344590121},{"type":"v1","addr":"172.21.15.5:6805","nonce":344590121}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":344590121},{"type":"v1","addr":"172.21.15.5:6809","nonce":344590121}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":344590121},{"type":"v1","addr":"172.21.15.5:6807","nonce":344590121}]},"public_addr":"172.21.15.5:6803/344590121","cluster_addr":"172.21.15.5:6805/344590121","heartbeat_back_addr":"172.21.15.5:6809/344590121","heartbeat_front_addr":"172.21.15.5:6807/344590121","state":["exists","up"]},{"osd":1,"uuid":"e8235043-4037-4b04-a8dc-9ab3ee273a86","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":2996342244},{"type":"v1","addr":"172.21.15.5:6811","nonce":2996342244}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":2996342244},{"type":"v1","addr":"172.21.15.5:6813","nonce":2996342244}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":2996342244},{"type":"v1","addr":"172.21.15.5:6817","nonce":2996342244}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":2996342244},{"type":"v1","addr":"172.21.15.5:6815","nonce":2996342244}]},"public_addr":"172.21.15.5:6811/2996342244","cluster_addr":"172.21.15.5:6813/2996342244","heartbeat_back_addr":"172.21.15.5:6817/2996342244","heartbeat_front_addr":"172.21.15.5:6815/2996342244","state":["exists","up"]},{"osd":2,"uuid":"6c90444b-9ef9-4891-a965-8f7b4e0ee7d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":19,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":2077521578},{"type":"v1","addr":"172.21.15.5:6819","nonce":2077521578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":2077521578},{"type":"v1","addr":"172.21.15.5:6821","nonce":2077521578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2077521578},{"type":"v1","addr":"172.21.15.5:6825","nonce":2077521578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":2077521578},{"type":"v1","addr":"172.21.15.5:6823","nonce":2077521578}]},"public_addr":"172.21.15.5:6819/2077521578","cluster_addr":"172.21.15.5:6821/2077521578","heartbeat_back_addr":"172.21.15.5:6825/2077521578","heartbeat_front_addr":"172.21.15.5:6823/2077521578","state":["exists","up"]},{"osd":3,"uuid":"fbbc0c03-77bd-4a15-86bf-f9ce1b7a76c5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":27,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":3591843344},{"type":"v1","addr":"172.21.15.5:6827","nonce":3591843344}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":3591843344},{"type":"v1","addr":"172.21.15.5:6829","nonce":3591843344}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":3591843344},{"type":"v1","addr":"172.21.15.5:6833","nonce":3591843344}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":3591843344},{"type":"v1","addr":"172.21.15.5:6831","nonce":3591843344}]},"public_addr":"172.21.15.5:6827/3591843344","cluster_addr":"172.21.15.5:6829/3591843344","heartbeat_back_addr":"172.21.15.5:6833/3591843344","heartbeat_front_addr":"172.21.15.5:6831/3591843344","state":["exists","up"]},{"osd":4,"uuid":"d0c3fdb9-dd1e-41a9-b26c-7e9f040f0417","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6800","nonce":3047116288},{"type":"v1","addr":"172.21.15.115:6801","nonce":3047116288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6802","nonce":3047116288},{"type":"v1","addr":"172.21.15.115:6803","nonce":3047116288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6806","nonce":3047116288},{"type":"v1","addr":"172.21.15.115:6807","nonce":3047116288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6804","nonce":3047116288},{"type":"v1","addr":"172.21.15.115:6805","nonce":3047116288}]},"public_addr":"172.21.15.115:6801/3047116288","cluster_addr":"172.21.15.115:6803/3047116288","heartbeat_back_addr":"172.21.15.115:6807/3047116288","heartbeat_front_addr":"172.21.15.115:6805/3047116288","state":["exists","up"]},{"osd":5,"uuid":"405a7428-9f9e-4900-81bb-f593a02bb26a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":40,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6808","nonce":635032652},{"type":"v1","addr":"172.21.15.115:6809","nonce":635032652}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6810","nonce":635032652},{"type":"v1","addr":"172.21.15.115:6811","nonce":635032652}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6814","nonce":635032652},{"type":"v1","addr":"172.21.15.115:6815","nonce":635032652}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6812","nonce":635032652},{"type":"v1","addr":"172.21.15.115:6813","nonce":635032652}]},"public_addr":"172.21.15.115:6809/635032652","cluster_addr":"172.21.15.115:6811/635032652","heartbeat_back_addr":"172.21.15.115:6815/635032652","heartbeat_front_addr":"172.21.15.115:6813/635032652","state":["exists","up"]},{"osd":6,"uuid":"2b2aff9d-06f5-4912-936c-3fb02cb54fd1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6816","nonce":108945897},{"type":"v1","addr":"172.21.15.115:6817","nonce":108945897}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6818","nonce":108945897},{"type":"v1","addr":"172.21.15.115:6819","nonce":108945897}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6822","nonce":108945897},{"type":"v1","addr":"172.21.15.115:6823","nonce":108945897}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6820","nonce":108945897},{"type":"v1","addr":"172.21.15.115:6821","nonce":108945897}]},"public_addr":"172.21.15.115:6817/108945897","cluster_addr":"172.21.15.115:6819/108945897","heartbeat_back_addr":"172.21.15.115:6823/108945897","heartbeat_front_addr":"172.21.15.115:6821/108945897","state":["exists","up"]},{"osd":7,"uuid":"0db5a53c-8f32-40da-a9c4-541a2c089e77","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":56,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6824","nonce":4129604823},{"type":"v1","addr":"172.21.15.115:6825","nonce":4129604823}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6826","nonce":4129604823},{"type":"v1","addr":"172.21.15.115:6827","nonce":4129604823}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6830","nonce":4129604823},{"type":"v1","addr":"172.21.15.115:6831","nonce":4129604823}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6828","nonce":4129604823},{"type":"v1","addr":"172.21.15.115:6829","nonce":4129604823}]},"public_addr":"172.21.15.115:6825/4129604823","cluster_addr":"172.21.15.115:6827/4129604823","heartbeat_back_addr":"172.21.15.115:6831/4129604823","heartbeat_front_addr":"172.21.15.115:6829/4129604823","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-09-04T22:10:22.792032+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-09-04T22:10:48.505824+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-09-04T22:11:16.618547+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-09-04T22:11:43.936140+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-09-04T22:12:05.175272+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-09-04T22:12:29.165225+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-09-04T22:12:52.578912+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-09-04T22:13:17.118891+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.5:0/2151349257":"2024-09-05T22:09:11.539642+0000","172.21.15.5:0/1543963102":"2024-09-05T22:09:11.539642+0000","172.21.15.5:0/2677180915":"2024-09-05T22:08:20.824750+0000","172.21.15.5:6801/48418727":"2024-09-05T22:08:20.824750+0000","172.21.15.5:6801/954509835":"2024-09-05T22:09:11.539642+0000","172.21.15.5:0/3292815":"2024-09-05T22:08:20.824750+0000","172.21.15.5:0/3031625607":"2024-09-05T22:09:11.539642+0000","172.21.15.5:0/246292853":"2024-09-05T22:08:20.824750+0000","172.21.15.5:0/2742519105":"2024-09-05T22:07:50.852170+0000","172.21.15.5:0/668922966":"2024-09-05T22:07:50.852170+0000","172.21.15.5:6801/4168529775":"2024-09-05T22:07:50.852170+0000","172.21.15.5:6800/48418727":"2024-09-05T22:08:20.824750+0000","172.21.15.5:0/2609344159":"2024-09-05T22:07:50.852170+0000","172.21.15.5:6800/954509835":"2024-09-05T22:09:11.539642+0000","172.21.15.5:6800/4168529775":"2024-09-05T22:07:50.852170+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-04T22:13:36.860 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-09-04T22:13:36.860 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- ceph osd dump --format=json 2024-09-04T22:13:37.075 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/mon.smithi005/config 2024-09-04T22:13:37.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:37 smithi005 ceph-mon[24451]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:13:37.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:37 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/672635618' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-04T22:13:37.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:37 smithi115 ceph-mon[26506]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:13:37.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:37 smithi115 ceph-mon[26506]: from='client.? 172.21.15.5:0/672635618' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-04T22:13:38.963 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-04T22:13:38.964 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":60,"fsid":"fc6cab94-6b09-11ef-bcd6-c7b262605968","created":"2024-09-04T22:07:20.305677+0000","modified":"2024-09-04T22:13:22.741602+0000","last_up_change":"2024-09-04T22:13:19.117849+0000","last_in_change":"2024-09-04T22:13:01.606284+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-04T22:11:19.907508+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"4d99fdd3-84c8-413b-84f6-98a3dbec549f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":344590121},{"type":"v1","addr":"172.21.15.5:6803","nonce":344590121}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":344590121},{"type":"v1","addr":"172.21.15.5:6805","nonce":344590121}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":344590121},{"type":"v1","addr":"172.21.15.5:6809","nonce":344590121}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":344590121},{"type":"v1","addr":"172.21.15.5:6807","nonce":344590121}]},"public_addr":"172.21.15.5:6803/344590121","cluster_addr":"172.21.15.5:6805/344590121","heartbeat_back_addr":"172.21.15.5:6809/344590121","heartbeat_front_addr":"172.21.15.5:6807/344590121","state":["exists","up"]},{"osd":1,"uuid":"e8235043-4037-4b04-a8dc-9ab3ee273a86","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":2996342244},{"type":"v1","addr":"172.21.15.5:6811","nonce":2996342244}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":2996342244},{"type":"v1","addr":"172.21.15.5:6813","nonce":2996342244}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":2996342244},{"type":"v1","addr":"172.21.15.5:6817","nonce":2996342244}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":2996342244},{"type":"v1","addr":"172.21.15.5:6815","nonce":2996342244}]},"public_addr":"172.21.15.5:6811/2996342244","cluster_addr":"172.21.15.5:6813/2996342244","heartbeat_back_addr":"172.21.15.5:6817/2996342244","heartbeat_front_addr":"172.21.15.5:6815/2996342244","state":["exists","up"]},{"osd":2,"uuid":"6c90444b-9ef9-4891-a965-8f7b4e0ee7d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":19,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":2077521578},{"type":"v1","addr":"172.21.15.5:6819","nonce":2077521578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":2077521578},{"type":"v1","addr":"172.21.15.5:6821","nonce":2077521578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2077521578},{"type":"v1","addr":"172.21.15.5:6825","nonce":2077521578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":2077521578},{"type":"v1","addr":"172.21.15.5:6823","nonce":2077521578}]},"public_addr":"172.21.15.5:6819/2077521578","cluster_addr":"172.21.15.5:6821/2077521578","heartbeat_back_addr":"172.21.15.5:6825/2077521578","heartbeat_front_addr":"172.21.15.5:6823/2077521578","state":["exists","up"]},{"osd":3,"uuid":"fbbc0c03-77bd-4a15-86bf-f9ce1b7a76c5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":27,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":3591843344},{"type":"v1","addr":"172.21.15.5:6827","nonce":3591843344}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":3591843344},{"type":"v1","addr":"172.21.15.5:6829","nonce":3591843344}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":3591843344},{"type":"v1","addr":"172.21.15.5:6833","nonce":3591843344}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":3591843344},{"type":"v1","addr":"172.21.15.5:6831","nonce":3591843344}]},"public_addr":"172.21.15.5:6827/3591843344","cluster_addr":"172.21.15.5:6829/3591843344","heartbeat_back_addr":"172.21.15.5:6833/3591843344","heartbeat_front_addr":"172.21.15.5:6831/3591843344","state":["exists","up"]},{"osd":4,"uuid":"d0c3fdb9-dd1e-41a9-b26c-7e9f040f0417","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6800","nonce":3047116288},{"type":"v1","addr":"172.21.15.115:6801","nonce":3047116288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6802","nonce":3047116288},{"type":"v1","addr":"172.21.15.115:6803","nonce":3047116288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6806","nonce":3047116288},{"type":"v1","addr":"172.21.15.115:6807","nonce":3047116288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6804","nonce":3047116288},{"type":"v1","addr":"172.21.15.115:6805","nonce":3047116288}]},"public_addr":"172.21.15.115:6801/3047116288","cluster_addr":"172.21.15.115:6803/3047116288","heartbeat_back_addr":"172.21.15.115:6807/3047116288","heartbeat_front_addr":"172.21.15.115:6805/3047116288","state":["exists","up"]},{"osd":5,"uuid":"405a7428-9f9e-4900-81bb-f593a02bb26a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":40,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6808","nonce":635032652},{"type":"v1","addr":"172.21.15.115:6809","nonce":635032652}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6810","nonce":635032652},{"type":"v1","addr":"172.21.15.115:6811","nonce":635032652}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6814","nonce":635032652},{"type":"v1","addr":"172.21.15.115:6815","nonce":635032652}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6812","nonce":635032652},{"type":"v1","addr":"172.21.15.115:6813","nonce":635032652}]},"public_addr":"172.21.15.115:6809/635032652","cluster_addr":"172.21.15.115:6811/635032652","heartbeat_back_addr":"172.21.15.115:6815/635032652","heartbeat_front_addr":"172.21.15.115:6813/635032652","state":["exists","up"]},{"osd":6,"uuid":"2b2aff9d-06f5-4912-936c-3fb02cb54fd1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6816","nonce":108945897},{"type":"v1","addr":"172.21.15.115:6817","nonce":108945897}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6818","nonce":108945897},{"type":"v1","addr":"172.21.15.115:6819","nonce":108945897}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6822","nonce":108945897},{"type":"v1","addr":"172.21.15.115:6823","nonce":108945897}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6820","nonce":108945897},{"type":"v1","addr":"172.21.15.115:6821","nonce":108945897}]},"public_addr":"172.21.15.115:6817/108945897","cluster_addr":"172.21.15.115:6819/108945897","heartbeat_back_addr":"172.21.15.115:6823/108945897","heartbeat_front_addr":"172.21.15.115:6821/108945897","state":["exists","up"]},{"osd":7,"uuid":"0db5a53c-8f32-40da-a9c4-541a2c089e77","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":56,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6824","nonce":4129604823},{"type":"v1","addr":"172.21.15.115:6825","nonce":4129604823}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6826","nonce":4129604823},{"type":"v1","addr":"172.21.15.115:6827","nonce":4129604823}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6830","nonce":4129604823},{"type":"v1","addr":"172.21.15.115:6831","nonce":4129604823}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6828","nonce":4129604823},{"type":"v1","addr":"172.21.15.115:6829","nonce":4129604823}]},"public_addr":"172.21.15.115:6825/4129604823","cluster_addr":"172.21.15.115:6827/4129604823","heartbeat_back_addr":"172.21.15.115:6831/4129604823","heartbeat_front_addr":"172.21.15.115:6829/4129604823","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-09-04T22:10:22.792032+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-09-04T22:10:48.505824+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-09-04T22:11:16.618547+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-09-04T22:11:43.936140+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-09-04T22:12:05.175272+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-09-04T22:12:29.165225+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-09-04T22:12:52.578912+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-09-04T22:13:17.118891+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.5:0/2151349257":"2024-09-05T22:09:11.539642+0000","172.21.15.5:0/1543963102":"2024-09-05T22:09:11.539642+0000","172.21.15.5:0/2677180915":"2024-09-05T22:08:20.824750+0000","172.21.15.5:6801/48418727":"2024-09-05T22:08:20.824750+0000","172.21.15.5:6801/954509835":"2024-09-05T22:09:11.539642+0000","172.21.15.5:0/3292815":"2024-09-05T22:08:20.824750+0000","172.21.15.5:0/3031625607":"2024-09-05T22:09:11.539642+0000","172.21.15.5:0/246292853":"2024-09-05T22:08:20.824750+0000","172.21.15.5:0/2742519105":"2024-09-05T22:07:50.852170+0000","172.21.15.5:0/668922966":"2024-09-05T22:07:50.852170+0000","172.21.15.5:6801/4168529775":"2024-09-05T22:07:50.852170+0000","172.21.15.5:6800/48418727":"2024-09-05T22:08:20.824750+0000","172.21.15.5:0/2609344159":"2024-09-05T22:07:50.852170+0000","172.21.15.5:6800/954509835":"2024-09-05T22:09:11.539642+0000","172.21.15.5:6800/4168529775":"2024-09-05T22:07:50.852170+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-04T22:13:39.320 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:39 smithi005 ceph-mon[24451]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:13:39.320 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:39 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/1727956246' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-04T22:13:39.608 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-09-04T22:13:39.609 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-09-04T22:13:39.609 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-09-04T22:13:39.610 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-09-04T22:13:39.610 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-09-04T22:13:39.611 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-09-04T22:13:39.611 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-09-04T22:13:39.612 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-09-04T22:13:39.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:39 smithi115 ceph-mon[26506]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:13:39.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:39 smithi115 ceph-mon[26506]: from='client.? 172.21.15.5:0/1727956246' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-04T22:13:40.022 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/mon.smithi005/config 2024-09-04T22:13:40.023 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/mon.smithi005/config 2024-09-04T22:13:40.023 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/mon.smithi005/config 2024-09-04T22:13:40.027 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/mon.smithi005/config 2024-09-04T22:13:40.032 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/mon.smithi005/config 2024-09-04T22:13:40.041 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/mon.smithi005/config 2024-09-04T22:13:40.052 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/mon.smithi005/config 2024-09-04T22:13:40.068 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/mon.smithi005/config 2024-09-04T22:13:41.375 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:41 smithi005 ceph-mon[24451]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:13:41.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:41 smithi115 ceph-mon[26506]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:13:43.454 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:43 smithi005 ceph-mon[24451]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:13:43.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:43 smithi115 ceph-mon[26506]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:13:45.195 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:45 smithi005 ceph-mon[24451]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:13:45.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:45 smithi115 ceph-mon[26506]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:13:47.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:47 smithi005 ceph-mon[24451]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:13:47.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:47 smithi115 ceph-mon[26506]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:13:49.199 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:49 smithi005 ceph-mon[24451]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:13:49.224 INFO:teuthology.orchestra.run.smithi005.stdout:206158430221 2024-09-04T22:13:49.225 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-09-04T22:13:49.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:49 smithi115 ceph-mon[26506]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:13:51.456 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:51 smithi005 ceph-mon[24451]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:13:51.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:51 smithi115 ceph-mon[26506]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:13:51.673 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/mon.smithi005/config 2024-09-04T22:13:52.071 INFO:teuthology.orchestra.run.smithi005.stdout:137438953495 2024-09-04T22:13:52.072 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-09-04T22:13:53.211 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:53 smithi005 ceph-mon[24451]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:13:53.245 INFO:teuthology.orchestra.run.smithi005.stdout:240518168586 2024-09-04T22:13:53.246 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-09-04T22:13:53.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:53 smithi115 ceph-mon[26506]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:13:54.142 INFO:teuthology.orchestra.run.smithi005.stdout:171798691858 2024-09-04T22:13:54.142 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-09-04T22:13:54.580 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/mon.smithi005/config 2024-09-04T22:13:54.929 INFO:teuthology.orchestra.run.smithi005.stdout:60129542183 2024-09-04T22:13:54.929 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-09-04T22:13:55.308 INFO:teuthology.orchestra.run.smithi005.stdout:38654705708 2024-09-04T22:13:55.308 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-09-04T22:13:55.461 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:55 smithi005 ceph-mon[24451]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:13:55.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:55 smithi115 ceph-mon[26506]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:13:56.562 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/mon.smithi005/config 2024-09-04T22:13:56.562 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/mon.smithi005/config 2024-09-04T22:13:57.211 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:57 smithi005 ceph-mon[24451]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:13:57.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:57 smithi115 ceph-mon[26506]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:13:58.504 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/mon.smithi005/config 2024-09-04T22:13:59.211 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:13:59 smithi005 ceph-mon[24451]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:13:59.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:13:59 smithi115 ceph-mon[26506]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:13:59.964 INFO:teuthology.orchestra.run.smithi005.stdout:137438953496 2024-09-04T22:14:00.059 INFO:teuthology.orchestra.run.smithi005.stdout:206158430223 2024-09-04T22:14:00.466 INFO:teuthology.orchestra.run.smithi005.stdout:81604378659 2024-09-04T22:14:00.466 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-09-04T22:14:01.046 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:00 smithi005 ceph-mon[24451]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:14:01.046 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:00 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/985942373' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-04T22:14:01.046 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:00 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/429584174' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-04T22:14:01.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:00 smithi115 ceph-mon[26506]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:14:01.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:00 smithi115 ceph-mon[26506]: from='client.? 172.21.15.5:0/985942373' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-04T22:14:01.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:00 smithi115 ceph-mon[26506]: from='client.? 172.21.15.5:0/429584174' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-04T22:14:01.660 INFO:teuthology.orchestra.run.smithi005.stdout:115964117020 2024-09-04T22:14:01.660 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-09-04T22:14:02.295 INFO:tasks.cephadm.ceph_manager.ceph:need seq 206158430221 got 206158430223 for osd.6 2024-09-04T22:14:02.295 DEBUG:teuthology.parallel:result is None 2024-09-04T22:14:02.824 INFO:tasks.cephadm.ceph_manager.ceph:need seq 137438953495 got 137438953496 for osd.4 2024-09-04T22:14:02.824 DEBUG:teuthology.parallel:result is None 2024-09-04T22:14:03.053 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:02 smithi005 ceph-mon[24451]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:14:03.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:02 smithi115 ceph-mon[26506]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:14:03.878 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/mon.smithi005/config 2024-09-04T22:14:03.879 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/mon.smithi005/config 2024-09-04T22:14:04.291 INFO:teuthology.orchestra.run.smithi005.stdout:240518168588 2024-09-04T22:14:05.058 INFO:teuthology.orchestra.run.smithi005.stdout:171798691861 2024-09-04T22:14:05.058 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:04 smithi005 ceph-mon[24451]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:14:05.058 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:04 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/3961060814' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-04T22:14:05.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:04 smithi115 ceph-mon[26506]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:14:05.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:04 smithi115 ceph-mon[26506]: from='client.? 172.21.15.5:0/3961060814' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-04T22:14:05.267 INFO:tasks.cephadm.ceph_manager.ceph:need seq 240518168586 got 240518168588 for osd.7 2024-09-04T22:14:05.267 DEBUG:teuthology.parallel:result is None 2024-09-04T22:14:05.833 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:05 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/3029482079' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-04T22:14:05.859 INFO:tasks.cephadm.ceph_manager.ceph:need seq 171798691858 got 171798691861 for osd.5 2024-09-04T22:14:05.860 DEBUG:teuthology.parallel:result is None 2024-09-04T22:14:06.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:05 smithi115 ceph-mon[26506]: from='client.? 172.21.15.5:0/3029482079' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-04T22:14:06.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:06 smithi005 ceph-mon[24451]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:14:07.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:06 smithi115 ceph-mon[26506]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:14:07.244 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/mon.smithi005/config 2024-09-04T22:14:08.932 INFO:teuthology.orchestra.run.smithi005.stdout:38654705712 2024-09-04T22:14:09.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:08 smithi115 ceph-mon[26506]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:14:09.149 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:08 smithi005 ceph-mon[24451]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:14:10.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:09 smithi115 ceph-mon[26506]: from='client.? 172.21.15.5:0/872654986' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-04T22:14:10.183 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:09 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/872654986' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-04T22:14:10.851 INFO:teuthology.orchestra.run.smithi005.stdout:81604378662 2024-09-04T22:14:10.851 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:10 smithi005 ceph-mon[24451]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:14:11.030 INFO:tasks.cephadm.ceph_manager.ceph:need seq 38654705708 got 38654705712 for osd.0 2024-09-04T22:14:11.030 DEBUG:teuthology.parallel:result is None 2024-09-04T22:14:11.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:10 smithi115 ceph-mon[26506]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:14:11.610 INFO:tasks.cephadm.ceph_manager.ceph:need seq 81604378659 got 81604378662 for osd.2 2024-09-04T22:14:11.610 DEBUG:teuthology.parallel:result is None 2024-09-04T22:14:11.861 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:11 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/599836219' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-04T22:14:11.861 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:11 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi005.hteciz/trash_purge_schedule"}]: dispatch 2024-09-04T22:14:11.861 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:11 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi005.hteciz/mirror_snapshot_schedule"}]: dispatch 2024-09-04T22:14:12.064 INFO:teuthology.orchestra.run.smithi005.stdout:60129542187 2024-09-04T22:14:12.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:11 smithi115 ceph-mon[26506]: from='client.? 172.21.15.5:0/599836219' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-04T22:14:12.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:11 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi005.hteciz/trash_purge_schedule"}]: dispatch 2024-09-04T22:14:12.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:11 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi005.hteciz/mirror_snapshot_schedule"}]: dispatch 2024-09-04T22:14:12.268 INFO:teuthology.orchestra.run.smithi005.stdout:115964117023 2024-09-04T22:14:12.824 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:12 smithi005 ceph-mon[24451]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:14:12.905 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:12 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/2428890679' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-04T22:14:12.906 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:12 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/140478502' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-04T22:14:12.907 INFO:tasks.cephadm.ceph_manager.ceph:need seq 60129542183 got 60129542187 for osd.1 2024-09-04T22:14:12.907 DEBUG:teuthology.parallel:result is None 2024-09-04T22:14:13.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:12 smithi115 ceph-mon[26506]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:14:13.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:12 smithi115 ceph-mon[26506]: from='client.? 172.21.15.5:0/2428890679' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-04T22:14:13.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:12 smithi115 ceph-mon[26506]: from='client.? 172.21.15.5:0/140478502' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-04T22:14:13.212 INFO:tasks.cephadm.ceph_manager.ceph:need seq 115964117020 got 115964117023 for osd.3 2024-09-04T22:14:13.212 DEBUG:teuthology.parallel:result is None 2024-09-04T22:14:13.213 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-09-04T22:14:13.213 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- ceph pg dump --format=json 2024-09-04T22:14:13.426 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/mon.smithi005/config 2024-09-04T22:14:15.113 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-04T22:14:15.113 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:14 smithi005 ceph-mon[24451]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:14:15.115 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-04T22:14:15.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:14 smithi115 ceph-mon[26506]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:14:15.725 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":199,"stamp":"2024-09-04T22:14:13.648454+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1586784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":8,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":749961216,"kb_used":48880,"kb_used_data":6384,"kb_used_omap":0,"kb_used_meta":42432,"kb_avail":749912336,"statfs":{"total":767960285184,"available":767910232064,"internally_reserved":0,"allocated":6537216,"data_stored":3571908,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":43450368},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002036"},"pg_stats":[{"pgid":"1.0","version":"23'117","reported_seq":226,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-04T22:13:22.748969+0000","last_change":"2024-09-04T22:13:22.748969+0000","last_active":"2024-09-04T22:13:22.748969+0000","last_peered":"2024-09-04T22:13:22.748969+0000","last_clean":"2024-09-04T22:13:22.748969+0000","last_became_active":"2024-09-04T22:13:22.748565+0000","last_became_peered":"2024-09-04T22:13:22.748565+0000","last_unstale":"2024-09-04T22:13:22.748969+0000","last_undegraded":"2024-09-04T22:13:22.748969+0000","last_fullsized":"2024-09-04T22:13:22.748969+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-04T22:11:20.619979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-04T22:11:20.619979+0000","last_clean_scrub_stamp":"2024-09-04T22:11:20.619979+0000","objects_scrubbed":0,"log_size":117,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:32:47.327745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1586784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1586784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3727360,"data_stored":3702496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":56,"seq":240518168590,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6060,"kb_used_data":1124,"kb_used_omap":0,"kb_used_meta":4928,"kb_avail":93739092,"statfs":{"total":95995035648,"available":95988830208,"internally_reserved":0,"allocated":1150976,"data_stored":777142,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5046272},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47199999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53300000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.505}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55900000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48999999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38100000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53800000000000003}]}]},{"osd":6,"up_from":48,"seq":206158430226,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6116,"kb_used_data":1116,"kb_used_omap":0,"kb_used_meta":4992,"kb_avail":93739036,"statfs":{"total":95995035648,"available":95988772864,"internally_reserved":0,"allocated":1142784,"data_stored":776554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5111808},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 4 22:13:56 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.74299999999999999},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.76900000000000002}]},{"osd":1,"last update":"Wed Sep 4 22:13:56 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.754},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.82699999999999996}]},{"osd":2,"last update":"Wed Sep 4 22:13:56 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.81599999999999995},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.66400000000000003}]},{"osd":3,"last update":"Wed Sep 4 22:13:56 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.86499999999999999},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.79800000000000004}]},{"osd":4,"last update":"Wed Sep 4 22:13:56 2024","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.68799999999999994}]},{"osd":5,"last update":"Wed Sep 4 22:13:56 2024","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.78300000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58899999999999997}]}]},{"osd":1,"up_from":14,"seq":60129542187,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":6372,"kb_used_data":604,"kb_used_omap":0,"kb_used_meta":5760,"kb_avail":93738780,"statfs":{"total":95995035648,"available":95988510720,"internally_reserved":0,"allocated":618496,"data_stored":248214,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5898240},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 4 22:13:53 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.34899999999999998,"15min":0.318},"min":{"1min":0.28999999999999998,"5min":0.183,"15min":0.183},"max":{"1min":0.54800000000000004,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.21099999999999999},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.35499999999999998,"15min":0.32300000000000001},"min":{"1min":0.25600000000000001,"5min":0.217,"15min":0.217},"max":{"1min":0.54600000000000004,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.29499999999999998}]},{"osd":2,"last update":"Wed Sep 4 22:13:20 2024","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":0.38800000000000001,"15min":0.372},"min":{"1min":0.38900000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.27200000000000002},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.38600000000000001,"15min":0.378},"min":{"1min":0.27300000000000002,"5min":0.245,"15min":0.245},"max":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"last":0.33000000000000002}]},{"osd":3,"last update":"Wed Sep 4 22:13:48 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.42799999999999999,"15min":0.42699999999999999},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.626,"5min":0.626,"15min":0.626},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.498,"15min":0.5},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.67600000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.30499999999999999}]},{"osd":4,"last update":"Wed Sep 4 22:14:10 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":1.135,"15min":1.2190000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.89400000000000002,"5min":12.852,"15min":12.852},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.64300000000000002,"15min":0.64200000000000002},"min":{"1min":0.44900000000000001,"5min":0.439,"15min":0.439},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.54300000000000004}]},{"osd":5,"last update":"Wed Sep 4 22:13:31 2024","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":0.873,"5min":0.873,"15min":0.873},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.61199999999999999}]},{"osd":6,"last update":"Wed Sep 4 22:13:57 2024","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.52300000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59099999999999997}]}]},{"osd":0,"up_from":9,"seq":38654705713,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6892,"kb_used_data":1124,"kb_used_omap":0,"kb_used_meta":5760,"kb_avail":93738260,"statfs":{"total":95995035648,"available":95987978240,"internally_reserved":0,"allocated":1150976,"data_stored":777142,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5898240},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Sep 4 22:14:02 2024","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.35599999999999998,"15min":0.33700000000000002},"min":{"1min":0.29799999999999999,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.52000000000000002,"5min":0.53900000000000003,"15min":0.53900000000000003},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.38400000000000001,"5min":0.36299999999999999,"15min":0.33900000000000002},"min":{"1min":0.23100000000000001,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.49099999999999999,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.41099999999999998}]},{"osd":2,"last update":"Wed Sep 4 22:13:27 2024","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.41699999999999998,"15min":0.41499999999999998},"min":{"1min":0.32000000000000001,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.624,"5min":0.624,"15min":0.624},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.42399999999999999,"15min":0.41799999999999998},"min":{"1min":0.33400000000000002,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.66200000000000003,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.51200000000000001}]},{"osd":3,"last update":"Wed Sep 4 22:13:46 2024","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"min":{"1min":0.372,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.55600000000000005,"5min":0.58799999999999997,"15min":0.58799999999999997},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.497,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.372,"5min":0.318,"15min":0.318},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.47399999999999998}]},{"osd":4,"last update":"Wed Sep 4 22:13:08 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.628},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.55300000000000005}]},{"osd":5,"last update":"Wed Sep 4 22:13:35 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.626,"5min":0.626,"15min":0.626},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.67600000000000005}]},{"osd":6,"last update":"Wed Sep 4 22:13:56 2024","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.60399999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64200000000000002}]}]},{"osd":2,"up_from":19,"seq":81604378662,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":6244,"kb_used_data":604,"kb_used_omap":0,"kb_used_meta":5632,"kb_avail":93738908,"statfs":{"total":95995035648,"available":95988641792,"internally_reserved":0,"allocated":618496,"data_stored":248214,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5767168},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 4 22:13:19 2024","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.34899999999999998,"15min":0.33900000000000002},"min":{"1min":0.26900000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.35899999999999999,"15min":0.34699999999999998},"min":{"1min":0.29999999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.53700000000000003,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.28299999999999997}]},{"osd":1,"last update":"Wed Sep 4 22:13:19 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.376,"15min":0.36799999999999999},"min":{"1min":0.26700000000000002,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.40400000000000003,"15min":0.39200000000000002},"min":{"1min":0.33700000000000002,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.372}]},{"osd":3,"last update":"Wed Sep 4 22:13:49 2024","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.45700000000000002,"15min":0.45900000000000002},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.60999999999999999,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.46999999999999997,"15min":0.46600000000000003},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.68400000000000005,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.40200000000000002}]},{"osd":4,"last update":"Wed Sep 4 22:13:10 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.70299999999999996}]},{"osd":5,"last update":"Wed Sep 4 22:13:32 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.503}]},{"osd":6,"last update":"Wed Sep 4 22:13:55 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.71499999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55000000000000004}]}]},{"osd":3,"up_from":27,"seq":115964117024,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5732,"kb_used_data":604,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":93739420,"statfs":{"total":95995035648,"available":95989166080,"internally_reserved":0,"allocated":618496,"data_stored":248214,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 4 22:13:47 2024","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.39700000000000002,"15min":0.39100000000000001},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.434},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.42499999999999999,"15min":0.42699999999999999},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.33300000000000002}]},{"osd":1,"last update":"Wed Sep 4 22:13:47 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.44500000000000001,"15min":0.44700000000000001},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.437,"5min":0.42699999999999999,"15min":0.42499999999999999},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.373}]},{"osd":2,"last update":"Wed Sep 4 22:13:47 2024","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.30499999999999999,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.48799999999999999,"15min":0.48699999999999999},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.41699999999999998}]},{"osd":4,"last update":"Wed Sep 4 22:14:10 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.60199999999999998,"15min":0.60699999999999998},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.748,"5min":0.92100000000000004,"15min":0.92100000000000004},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.57299999999999995,"15min":0.57499999999999996},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.70799999999999996,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.51000000000000001}]},{"osd":5,"last update":"Wed Sep 4 22:13:32 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.63},{"interface":"front","average":{"1min":0.628,"5min":0.628,"15min":0.628},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.54800000000000004}]},{"osd":6,"last update":"Wed Sep 4 22:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":1.0349999999999999,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.53900000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64000000000000001}]}]},{"osd":4,"up_from":32,"seq":137438953500,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5796,"kb_used_data":604,"kb_used_omap":0,"kb_used_meta":5184,"kb_avail":93739356,"statfs":{"total":95995035648,"available":95989100544,"internally_reserved":0,"allocated":618496,"data_stored":248214,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5308416},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 4 22:13:12 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":1.2010000000000001,"5min":1.2010000000000001,"15min":1.2010000000000001},"last":0.56999999999999995}]},{"osd":1,"last update":"Wed Sep 4 22:13:12 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.501},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.41999999999999998}]},{"osd":2,"last update":"Wed Sep 4 22:13:12 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":1.1619999999999999,"5min":1.1619999999999999,"15min":1.1619999999999999},"last":0.48499999999999999}]},{"osd":3,"last update":"Wed Sep 4 22:13:12 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":1.232,"5min":1.232,"15min":1.232},"last":0.433},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.59399999999999997}]},{"osd":5,"last update":"Wed Sep 4 22:13:34 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":1.323,"5min":1.323,"15min":1.323},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":1.28,"5min":1.28,"15min":1.28},"last":0.63}]},{"osd":6,"last update":"Wed Sep 4 22:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.70699999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69099999999999995}]}]},{"osd":5,"up_from":40,"seq":171798691863,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5668,"kb_used_data":604,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":93739484,"statfs":{"total":95995035648,"available":95989231616,"internally_reserved":0,"allocated":618496,"data_stored":248214,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 4 22:13:34 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.42199999999999999}]},{"osd":1,"last update":"Wed Sep 4 22:13:34 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.375}]},{"osd":2,"last update":"Wed Sep 4 22:13:34 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.40300000000000002}]},{"osd":3,"last update":"Wed Sep 4 22:13:34 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.46700000000000003}]},{"osd":4,"last update":"Wed Sep 4 22:13:34 2024","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.48699999999999999}]},{"osd":6,"last update":"Wed Sep 4 22:13:56 2024","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.499}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51400000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":532480,"data_stored":528928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":532480,"data_stored":528928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":532480,"data_stored":528928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":532480,"data_stored":528928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":532480,"data_stored":528928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":532480,"data_stored":528928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":532480,"data_stored":528928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-04T22:14:15.727 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- ceph pg dump --format=json 2024-09-04T22:14:15.938 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/mon.smithi005/config 2024-09-04T22:14:15.961 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:15 smithi005 ceph-mon[24451]: from='client.14454 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-04T22:14:16.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:15 smithi115 ceph-mon[26506]: from='client.14454 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-04T22:14:17.080 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:16 smithi005 ceph-mon[24451]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:14:17.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:16 smithi115 ceph-mon[26506]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:14:17.660 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-04T22:14:17.674 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-04T22:14:18.319 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":201,"stamp":"2024-09-04T22:14:17.649213+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1586784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":8,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":749961216,"kb_used":48880,"kb_used_data":6384,"kb_used_omap":0,"kb_used_meta":42432,"kb_avail":749912336,"statfs":{"total":767960285184,"available":767910232064,"internally_reserved":0,"allocated":6537216,"data_stored":3571908,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":43450368},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.001907"},"pg_stats":[{"pgid":"1.0","version":"23'117","reported_seq":226,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-04T22:13:22.748969+0000","last_change":"2024-09-04T22:13:22.748969+0000","last_active":"2024-09-04T22:13:22.748969+0000","last_peered":"2024-09-04T22:13:22.748969+0000","last_clean":"2024-09-04T22:13:22.748969+0000","last_became_active":"2024-09-04T22:13:22.748565+0000","last_became_peered":"2024-09-04T22:13:22.748565+0000","last_unstale":"2024-09-04T22:13:22.748969+0000","last_undegraded":"2024-09-04T22:13:22.748969+0000","last_fullsized":"2024-09-04T22:13:22.748969+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-04T22:11:20.619979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-04T22:11:20.619979+0000","last_clean_scrub_stamp":"2024-09-04T22:11:20.619979+0000","objects_scrubbed":0,"log_size":117,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:32:47.327745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1586784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1586784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3727360,"data_stored":3702496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":56,"seq":240518168591,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6060,"kb_used_data":1124,"kb_used_omap":0,"kb_used_meta":4928,"kb_avail":93739092,"statfs":{"total":95995035648,"available":95988830208,"internally_reserved":0,"allocated":1150976,"data_stored":777142,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5046272},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65300000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.621}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53000000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66500000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67600000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68600000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73599999999999999}]}]},{"osd":6,"up_from":48,"seq":206158430227,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6116,"kb_used_data":1116,"kb_used_omap":0,"kb_used_meta":4992,"kb_avail":93739036,"statfs":{"total":95995035648,"available":95988772864,"internally_reserved":0,"allocated":1142784,"data_stored":776554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5111808},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 4 22:13:56 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.61799999999999999}]},{"osd":1,"last update":"Wed Sep 4 22:13:56 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.60699999999999998}]},{"osd":2,"last update":"Wed Sep 4 22:13:56 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.58299999999999996}]},{"osd":3,"last update":"Wed Sep 4 22:13:56 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.52400000000000002}]},{"osd":4,"last update":"Wed Sep 4 22:13:56 2024","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.373},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.35999999999999999}]},{"osd":5,"last update":"Wed Sep 4 22:13:56 2024","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.40300000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42799999999999999}]}]},{"osd":1,"up_from":14,"seq":60129542188,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":6372,"kb_used_data":604,"kb_used_omap":0,"kb_used_meta":5760,"kb_avail":93738780,"statfs":{"total":95995035648,"available":95988510720,"internally_reserved":0,"allocated":618496,"data_stored":248214,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5898240},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 4 22:13:53 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.34899999999999998,"15min":0.318},"min":{"1min":0.28999999999999998,"5min":0.183,"15min":0.183},"max":{"1min":0.54800000000000004,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.26500000000000001},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.35499999999999998,"15min":0.32300000000000001},"min":{"1min":0.25600000000000001,"5min":0.217,"15min":0.217},"max":{"1min":0.54600000000000004,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.311}]},{"osd":2,"last update":"Wed Sep 4 22:13:20 2024","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":0.38800000000000001,"15min":0.372},"min":{"1min":0.38900000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.38600000000000001,"15min":0.378},"min":{"1min":0.27300000000000002,"5min":0.245,"15min":0.245},"max":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"last":0.30199999999999999}]},{"osd":3,"last update":"Wed Sep 4 22:13:48 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.42799999999999999,"15min":0.42699999999999999},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.626,"5min":0.626,"15min":0.626},"last":0.27900000000000003},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.498,"15min":0.5},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.67600000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.32600000000000001}]},{"osd":4,"last update":"Wed Sep 4 22:14:10 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":1.135,"15min":1.2190000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.89400000000000002,"5min":12.852,"15min":12.852},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.64300000000000002,"15min":0.64200000000000002},"min":{"1min":0.44900000000000001,"5min":0.439,"15min":0.439},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.52300000000000002}]},{"osd":5,"last update":"Wed Sep 4 22:13:31 2024","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":0.873,"5min":0.873,"15min":0.873},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.59199999999999997}]},{"osd":6,"last update":"Wed Sep 4 22:13:57 2024","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.54500000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47399999999999998}]}]},{"osd":0,"up_from":9,"seq":38654705714,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6892,"kb_used_data":1124,"kb_used_omap":0,"kb_used_meta":5760,"kb_avail":93738260,"statfs":{"total":95995035648,"available":95987978240,"internally_reserved":0,"allocated":1150976,"data_stored":777142,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5898240},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Sep 4 22:14:02 2024","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.35599999999999998,"15min":0.33700000000000002},"min":{"1min":0.29799999999999999,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.52000000000000002,"5min":0.53900000000000003,"15min":0.53900000000000003},"last":0.28000000000000003},{"interface":"front","average":{"1min":0.38400000000000001,"5min":0.36299999999999999,"15min":0.33900000000000002},"min":{"1min":0.23100000000000001,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.49099999999999999,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.40999999999999998}]},{"osd":2,"last update":"Wed Sep 4 22:13:27 2024","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.41699999999999998,"15min":0.41499999999999998},"min":{"1min":0.32000000000000001,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.624,"5min":0.624,"15min":0.624},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.42399999999999999,"15min":0.41799999999999998},"min":{"1min":0.33400000000000002,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.66200000000000003,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.34000000000000002}]},{"osd":3,"last update":"Wed Sep 4 22:13:46 2024","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"min":{"1min":0.372,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.55600000000000005,"5min":0.58799999999999997,"15min":0.58799999999999997},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.497,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.372,"5min":0.318,"15min":0.318},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.29299999999999998}]},{"osd":4,"last update":"Wed Sep 4 22:14:12 2024","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.58999999999999997,"15min":0.58199999999999996},"min":{"1min":0.49399999999999999,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.56599999999999995,"15min":0.55800000000000005},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.374}]},{"osd":5,"last update":"Wed Sep 4 22:13:35 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.626,"5min":0.626,"15min":0.626},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.55400000000000005}]},{"osd":6,"last update":"Wed Sep 4 22:13:56 2024","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.50700000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42299999999999999}]}]},{"osd":2,"up_from":19,"seq":81604378663,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":6244,"kb_used_data":604,"kb_used_omap":0,"kb_used_meta":5632,"kb_avail":93738908,"statfs":{"total":95995035648,"available":95988641792,"internally_reserved":0,"allocated":618496,"data_stored":248214,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5767168},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 4 22:13:19 2024","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.34899999999999998,"15min":0.33900000000000002},"min":{"1min":0.26900000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.23799999999999999},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.35899999999999999,"15min":0.34699999999999998},"min":{"1min":0.29999999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.53700000000000003,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.25600000000000001}]},{"osd":1,"last update":"Wed Sep 4 22:13:19 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.376,"15min":0.36799999999999999},"min":{"1min":0.26700000000000002,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.28799999999999998},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.40400000000000003,"15min":0.39200000000000002},"min":{"1min":0.33700000000000002,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.309}]},{"osd":3,"last update":"Wed Sep 4 22:13:49 2024","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.45700000000000002,"15min":0.45900000000000002},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.60999999999999999,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.46999999999999997,"15min":0.46600000000000003},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.68400000000000005,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.35199999999999998}]},{"osd":4,"last update":"Wed Sep 4 22:13:10 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.59699999999999998}]},{"osd":5,"last update":"Wed Sep 4 22:13:32 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.52900000000000003}]},{"osd":6,"last update":"Wed Sep 4 22:13:55 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.628}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58999999999999997}]}]},{"osd":3,"up_from":27,"seq":115964117025,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5732,"kb_used_data":604,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":93739420,"statfs":{"total":95995035648,"available":95989166080,"internally_reserved":0,"allocated":618496,"data_stored":248214,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 4 22:13:47 2024","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.39700000000000002,"15min":0.39100000000000001},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.42499999999999999,"15min":0.42699999999999999},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.42499999999999999}]},{"osd":1,"last update":"Wed Sep 4 22:13:47 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.44500000000000001,"15min":0.44700000000000001},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.437,"5min":0.42699999999999999,"15min":0.42499999999999999},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.40999999999999998}]},{"osd":2,"last update":"Wed Sep 4 22:13:47 2024","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.30499999999999999,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.48799999999999999,"15min":0.48699999999999999},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.44400000000000001}]},{"osd":4,"last update":"Wed Sep 4 22:14:10 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.60199999999999998,"15min":0.60699999999999998},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.748,"5min":0.92100000000000004,"15min":0.92100000000000004},"last":0.70299999999999996},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.57299999999999995,"15min":0.57499999999999996},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.70799999999999996,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.59899999999999998}]},{"osd":5,"last update":"Wed Sep 4 22:13:32 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.73799999999999999},{"interface":"front","average":{"1min":0.628,"5min":0.628,"15min":0.628},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.61099999999999999}]},{"osd":6,"last update":"Wed Sep 4 22:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":1.0349999999999999,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.77400000000000002},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.65800000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.753}]}]},{"osd":4,"up_from":32,"seq":137438953500,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5796,"kb_used_data":604,"kb_used_omap":0,"kb_used_meta":5184,"kb_avail":93739356,"statfs":{"total":95995035648,"available":95989100544,"internally_reserved":0,"allocated":618496,"data_stored":248214,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5308416},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 4 22:13:12 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":1.2010000000000001,"5min":1.2010000000000001,"15min":1.2010000000000001},"last":0.56999999999999995}]},{"osd":1,"last update":"Wed Sep 4 22:13:12 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.501},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.41999999999999998}]},{"osd":2,"last update":"Wed Sep 4 22:13:12 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":1.1619999999999999,"5min":1.1619999999999999,"15min":1.1619999999999999},"last":0.48499999999999999}]},{"osd":3,"last update":"Wed Sep 4 22:13:12 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":1.232,"5min":1.232,"15min":1.232},"last":0.433},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.59399999999999997}]},{"osd":5,"last update":"Wed Sep 4 22:13:34 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":1.323,"5min":1.323,"15min":1.323},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":1.28,"5min":1.28,"15min":1.28},"last":0.63}]},{"osd":6,"last update":"Wed Sep 4 22:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.70699999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69099999999999995}]}]},{"osd":5,"up_from":40,"seq":171798691864,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5668,"kb_used_data":604,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":93739484,"statfs":{"total":95995035648,"available":95989231616,"internally_reserved":0,"allocated":618496,"data_stored":248214,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 4 22:13:34 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.42199999999999999}]},{"osd":1,"last update":"Wed Sep 4 22:13:34 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.375}]},{"osd":2,"last update":"Wed Sep 4 22:13:34 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.40300000000000002}]},{"osd":3,"last update":"Wed Sep 4 22:13:34 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.46700000000000003}]},{"osd":4,"last update":"Wed Sep 4 22:13:34 2024","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.48699999999999999}]},{"osd":6,"last update":"Wed Sep 4 22:13:56 2024","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.499}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51400000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":532480,"data_stored":528928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":532480,"data_stored":528928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":532480,"data_stored":528928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":532480,"data_stored":528928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":532480,"data_stored":528928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":532480,"data_stored":528928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":532480,"data_stored":528928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-04T22:14:18.321 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-09-04T22:14:18.321 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-04T22:14:18.321 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-09-04T22:14:18.321 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- ceph health --format=json 2024-09-04T22:14:18.548 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/mon.smithi005/config 2024-09-04T22:14:18.895 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:18 smithi005 ceph-mon[24451]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:14:18.895 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:18 smithi005 ceph-mon[24451]: from='client.14458 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-04T22:14:19.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:18 smithi115 ceph-mon[26506]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:14:19.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:18 smithi115 ceph-mon[26506]: from='client.14458 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-04T22:14:20.269 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-04T22:14:20.269 INFO:teuthology.orchestra.run.smithi005.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-04T22:14:20.846 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:20 smithi005 ceph-mon[24451]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:14:20.846 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:20 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/2419814880' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-04T22:14:20.869 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-09-04T22:14:20.870 INFO:tasks.cephadm:Setup complete, yielding 2024-09-04T22:14:20.870 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-04T22:14:20.880 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@smithi005.front.sepia.ceph.com 2024-09-04T22:14:20.880 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- bash -c 'ceph orch status' 2024-09-04T22:14:21.039 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:20 smithi115 ceph-mon[26506]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:14:21.040 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:20 smithi115 ceph-mon[26506]: from='client.? 172.21.15.5:0/2419814880' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-04T22:14:22.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:21 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:14:22.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:21 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:14:22.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:21 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:14:22.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:21 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:14:22.161 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:21 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:14:22.161 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:21 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:14:22.162 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:21 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:14:22.162 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:21 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:14:22.855 INFO:teuthology.orchestra.run.smithi005.stdout:Backend: cephadm 2024-09-04T22:14:22.855 INFO:teuthology.orchestra.run.smithi005.stdout:Available: Yes 2024-09-04T22:14:22.856 INFO:teuthology.orchestra.run.smithi005.stdout:Paused: No 2024-09-04T22:14:23.527 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:23 smithi005 ceph-mon[24451]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:14:23.551 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- bash -c 'ceph orch ps' 2024-09-04T22:14:23.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:23 smithi115 ceph-mon[26506]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:14:24.438 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:24 smithi005 ceph-mon[24451]: from='client.14466 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:14:24.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:24 smithi115 ceph-mon[26506]: from='client.14466 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:14:25.384 INFO:teuthology.orchestra.run.smithi005.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-04T22:14:25.384 INFO:teuthology.orchestra.run.smithi005.stdout:alertmanager.smithi005 smithi005 *:9093,9094 running (4m) 2m ago 5m 15.4M - ba2b418f427c 0c8f7cd9eb97 2024-09-04T22:14:25.384 INFO:teuthology.orchestra.run.smithi005.stdout:crash.smithi005 smithi005 running (5m) 2m ago 5m 6405k - 17.2.0 e1d6a67b021e 5366e96551ee 2024-09-04T22:14:25.384 INFO:teuthology.orchestra.run.smithi005.stdout:crash.smithi115 smithi115 running (5m) 67s ago 5m 6405k - 17.2.0 e1d6a67b021e 77f133c01eab 2024-09-04T22:14:25.384 INFO:teuthology.orchestra.run.smithi005.stdout:grafana.smithi005 smithi005 *:3000 running (3m) 2m ago 5m 43.4M - 8.3.5 dad864ee21e9 10b447b443fe 2024-09-04T22:14:25.384 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.smithi005.hteciz smithi005 *:9283 running (6m) 2m ago 6m 448M - 17.2.0 e1d6a67b021e a14cb4e2523e 2024-09-04T22:14:25.384 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.smithi115.lfvwip smithi115 *:8443,9283 running (5m) 67s ago 5m 411M - 17.2.0 e1d6a67b021e 20817b2fdd7b 2024-09-04T22:14:25.384 INFO:teuthology.orchestra.run.smithi005.stdout:mon.smithi005 smithi005 running (6m) 2m ago 7m 41.3M 2048M 17.2.0 e1d6a67b021e f3bd30eff93c 2024-09-04T22:14:25.384 INFO:teuthology.orchestra.run.smithi005.stdout:mon.smithi115 smithi115 running (4m) 67s ago 4m 39.1M 2048M 17.2.0 e1d6a67b021e 9c18168348ca 2024-09-04T22:14:25.384 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.smithi005 smithi005 *:9100 running (5m) 2m ago 5m 19.4M - 1dbe0e931976 57cdd5e32e1e 2024-09-04T22:14:25.384 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.smithi115 smithi115 *:9100 running (4m) 67s ago 4m 18.2M - 1dbe0e931976 9e66484110d5 2024-09-04T22:14:25.385 INFO:teuthology.orchestra.run.smithi005.stdout:osd.0 smithi005 running (4m) 2m ago 4m 34.0M 3217M 17.2.0 e1d6a67b021e ad88f9e5ff1f 2024-09-04T22:14:25.385 INFO:teuthology.orchestra.run.smithi005.stdout:osd.1 smithi005 running (3m) 2m ago 3m 37.5M 3217M 17.2.0 e1d6a67b021e c9fad4a1185e 2024-09-04T22:14:25.385 INFO:teuthology.orchestra.run.smithi005.stdout:osd.2 smithi005 running (3m) 2m ago 3m 32.6M 3217M 17.2.0 e1d6a67b021e e410f866b974 2024-09-04T22:14:25.385 INFO:teuthology.orchestra.run.smithi005.stdout:osd.3 smithi005 running (2m) 2m ago 2m 25.8M 3217M 17.2.0 e1d6a67b021e 277a1031c723 2024-09-04T22:14:25.385 INFO:teuthology.orchestra.run.smithi005.stdout:osd.4 smithi115 running (2m) 67s ago 2m 33.4M 3984M 17.2.0 e1d6a67b021e 992c7953a750 2024-09-04T22:14:25.385 INFO:teuthology.orchestra.run.smithi005.stdout:osd.5 smithi115 running (2m) 67s ago 2m 33.4M 3984M 17.2.0 e1d6a67b021e 37299ec573ae 2024-09-04T22:14:25.385 INFO:teuthology.orchestra.run.smithi005.stdout:osd.6 smithi115 running (97s) 67s ago 96s 30.0M 3984M 17.2.0 e1d6a67b021e a485cb0df9d8 2024-09-04T22:14:25.385 INFO:teuthology.orchestra.run.smithi005.stdout:osd.7 smithi115 running (72s) 67s ago 72s 13.4M 3984M 17.2.0 e1d6a67b021e cb10b860cb93 2024-09-04T22:14:25.385 INFO:teuthology.orchestra.run.smithi005.stdout:prometheus.smithi005 smithi005 *:9095 running (4m) 2m ago 4m 54.1M - 514e6a882f6e 2fe51d1d942f 2024-09-04T22:14:25.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:25 smithi115 ceph-mon[26506]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:14:25.664 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:25 smithi005 ceph-mon[24451]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:14:25.990 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- bash -c 'ceph orch ls' 2024-09-04T22:14:26.611 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:26 smithi005 ceph-mon[24451]: from='client.14470 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:14:26.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:26 smithi115 ceph-mon[26506]: from='client.14470 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:14:27.458 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:27 smithi005 ceph-mon[24451]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:14:27.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:27 smithi115 ceph-mon[26506]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:14:27.956 INFO:teuthology.orchestra.run.smithi005.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-09-04T22:14:27.956 INFO:teuthology.orchestra.run.smithi005.stdout:alertmanager ?:9093,9094 1/1 2m ago 6m count:1 2024-09-04T22:14:27.956 INFO:teuthology.orchestra.run.smithi005.stdout:crash 2/2 2m ago 6m * 2024-09-04T22:14:27.956 INFO:teuthology.orchestra.run.smithi005.stdout:grafana ?:3000 1/1 2m ago 6m count:1 2024-09-04T22:14:27.957 INFO:teuthology.orchestra.run.smithi005.stdout:mgr 2/2 2m ago 6m count:2 2024-09-04T22:14:27.957 INFO:teuthology.orchestra.run.smithi005.stdout:mon 2/2 2m ago 5m smithi005:172.21.15.5=smithi005;smithi115:172.21.15.115=smithi115;count:2 2024-09-04T22:14:27.957 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter ?:9100 2/2 2m ago 6m * 2024-09-04T22:14:27.957 INFO:teuthology.orchestra.run.smithi005.stdout:osd 8 2m ago - 2024-09-04T22:14:27.957 INFO:teuthology.orchestra.run.smithi005.stdout:prometheus ?:9095 1/1 2m ago 6m count:1 2024-09-04T22:14:28.534 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- bash -c 'ceph orch host ls' 2024-09-04T22:14:29.711 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:29 smithi005 ceph-mon[24451]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:14:29.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:29 smithi005 ceph-mon[24451]: from='client.14474 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:14:29.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:29 smithi115 ceph-mon[26506]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:14:29.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:29 smithi115 ceph-mon[26506]: from='client.14474 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:14:30.521 INFO:teuthology.orchestra.run.smithi005.stdout:HOST ADDR LABELS STATUS 2024-09-04T22:14:30.522 INFO:teuthology.orchestra.run.smithi005.stdout:smithi005 172.21.15.5 2024-09-04T22:14:30.522 INFO:teuthology.orchestra.run.smithi005.stdout:smithi115 172.21.15.115 2024-09-04T22:14:30.522 INFO:teuthology.orchestra.run.smithi005.stdout:2 hosts in cluster 2024-09-04T22:14:31.109 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- bash -c 'ceph orch device ls' 2024-09-04T22:14:31.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:31 smithi005 ceph-mon[24451]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:14:31.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:31 smithi115 ceph-mon[26506]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:14:32.528 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:32 smithi005 ceph-mon[24451]: from='client.14478 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:14:32.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:32 smithi115 ceph-mon[26506]: from='client.14478 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:14:32.982 INFO:teuthology.orchestra.run.smithi005.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REJECT REASONS 2024-09-04T22:14:32.982 INFO:teuthology.orchestra.run.smithi005.stdout:smithi005 /dev/nvme0n1 ssd INTEL_SSDPED1D480GA_PHMB751300EW480DGN 480G LVM detected, locked 2024-09-04T22:14:32.982 INFO:teuthology.orchestra.run.smithi005.stdout:smithi115 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT620400UU400BGN 400G LVM detected, locked 2024-09-04T22:14:33.531 INFO:teuthology.run_tasks:Running task vip.exec... 2024-09-04T22:14:33.573 INFO:tasks.vip:Running commands on role host.a host ubuntu@smithi005.front.sepia.ceph.com 2024-09-04T22:14:33.574 DEBUG:teuthology.orchestra.run.smithi005:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'systemctl stop nfs-server' 2024-09-04T22:14:33.597 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:33 smithi005 ceph-mon[24451]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:14:33.600 INFO:teuthology.orchestra.run.smithi005.stderr:+ systemctl stop nfs-server 2024-09-04T22:14:33.608 INFO:tasks.vip:Running commands on role host.b host ubuntu@smithi115.front.sepia.ceph.com 2024-09-04T22:14:33.608 DEBUG:teuthology.orchestra.run.smithi115:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'systemctl stop nfs-server' 2024-09-04T22:14:33.638 INFO:teuthology.orchestra.run.smithi115.stderr:+ systemctl stop nfs-server 2024-09-04T22:14:33.647 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-04T22:14:33.655 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@smithi005.front.sepia.ceph.com 2024-09-04T22:14:33.655 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- bash -c 'ceph fs volume create foofs' 2024-09-04T22:14:33.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:33 smithi115 ceph-mon[26506]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:14:34.711 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:34 smithi005 ceph-mon[24451]: from='client.14482 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:14:34.798 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:34 smithi115 ceph-mon[26506]: from='client.14482 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:14:35.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:35 smithi115 ceph-mon[26506]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:14:35.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:35 smithi005 ceph-mon[24451]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:14:36.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:36 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foofs.meta"}]: dispatch 2024-09-04T22:14:36.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:36 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foofs.meta"}]: dispatch 2024-09-04T22:14:37.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:37 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-mon-smithi005[24447]: 2024-09-04T22:14:37.431+0000 7f9c783c1700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-04T22:14:37.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:37 smithi005 ceph-mon[24451]: from='client.14486 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foofs", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:14:37.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:37 smithi005 ceph-mon[24451]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:14:37.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:37 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foofs.meta"}]': finished 2024-09-04T22:14:37.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:37 smithi005 ceph-mon[24451]: osdmap e61: 8 total, 8 up, 8 in 2024-09-04T22:14:37.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:37 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foofs.data"}]: dispatch 2024-09-04T22:14:37.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:37 smithi115 ceph-mon[26506]: from='client.14486 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foofs", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:14:37.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:37 smithi115 ceph-mon[26506]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:14:37.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:37 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foofs.meta"}]': finished 2024-09-04T22:14:37.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:37 smithi115 ceph-mon[26506]: osdmap e61: 8 total, 8 up, 8 in 2024-09-04T22:14:37.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:37 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foofs.data"}]: dispatch 2024-09-04T22:14:38.102 INFO:teuthology.run_tasks:Running task cephadm.wait_for_service... 2024-09-04T22:14:38.111 INFO:tasks.cephadm:Waiting for ceph service mds.foofs to start (timeout 300)... 2024-09-04T22:14:38.112 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- ceph orch ls -f json 2024-09-04T22:14:38.629 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:38 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foofs.data"}]': finished 2024-09-04T22:14:38.629 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:38 smithi005 ceph-mon[24451]: osdmap e62: 8 total, 8 up, 8 in 2024-09-04T22:14:38.629 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:38 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "fs new", "fs_name": "foofs", "metadata": "cephfs.foofs.meta", "data": "cephfs.foofs.data"}]: dispatch 2024-09-04T22:14:38.629 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:38 smithi005 ceph-mon[24451]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-04T22:14:38.629 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:38 smithi005 ceph-mon[24451]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-09-04T22:14:38.629 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:38 smithi005 ceph-mon[24451]: osdmap e63: 8 total, 8 up, 8 in 2024-09-04T22:14:38.629 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:38 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "fs new", "fs_name": "foofs", "metadata": "cephfs.foofs.meta", "data": "cephfs.foofs.data"}]': finished 2024-09-04T22:14:38.629 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:38 smithi005 ceph-mon[24451]: fsmap foofs:0 2024-09-04T22:14:38.629 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:38 smithi005 ceph-mon[24451]: Saving service mds.foofs spec with placement count:2 2024-09-04T22:14:38.630 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:38 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:14:38.630 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:38 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:14:38.630 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:38 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:14:38.630 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:38 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:14:38.630 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:38 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:14:38.630 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:38 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:14:38.630 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:38 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi005.vslipg", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-04T22:14:38.630 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:38 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi005.vslipg", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-04T22:14:38.630 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:38 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:14:38.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:38 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foofs.data"}]': finished 2024-09-04T22:14:38.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:38 smithi115 ceph-mon[26506]: osdmap e62: 8 total, 8 up, 8 in 2024-09-04T22:14:38.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:38 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "fs new", "fs_name": "foofs", "metadata": "cephfs.foofs.meta", "data": "cephfs.foofs.data"}]: dispatch 2024-09-04T22:14:38.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:38 smithi115 ceph-mon[26506]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-04T22:14:38.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:38 smithi115 ceph-mon[26506]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-09-04T22:14:38.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:38 smithi115 ceph-mon[26506]: osdmap e63: 8 total, 8 up, 8 in 2024-09-04T22:14:38.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:38 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "fs new", "fs_name": "foofs", "metadata": "cephfs.foofs.meta", "data": "cephfs.foofs.data"}]': finished 2024-09-04T22:14:38.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:38 smithi115 ceph-mon[26506]: fsmap foofs:0 2024-09-04T22:14:38.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:38 smithi115 ceph-mon[26506]: Saving service mds.foofs spec with placement count:2 2024-09-04T22:14:38.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:38 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:14:38.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:38 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:14:38.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:38 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:14:38.899 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:38 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:14:38.899 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:38 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:14:38.899 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:38 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:14:38.899 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:38 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi005.vslipg", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-04T22:14:38.899 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:38 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi005.vslipg", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-04T22:14:38.899 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:38 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:14:39.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:39 smithi005 ceph-mon[24451]: Deploying daemon mds.foofs.smithi005.vslipg on smithi005 2024-09-04T22:14:39.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:39 smithi005 ceph-mon[24451]: pgmap v214: 65 pgs: 3 creating+peering, 1 active+clean, 61 unknown; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:14:39.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:39 smithi005 ceph-mon[24451]: osdmap e64: 8 total, 8 up, 8 in 2024-09-04T22:14:39.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:39 smithi115 ceph-mon[26506]: Deploying daemon mds.foofs.smithi005.vslipg on smithi005 2024-09-04T22:14:39.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:39 smithi115 ceph-mon[26506]: pgmap v214: 65 pgs: 3 creating+peering, 1 active+clean, 61 unknown; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:14:39.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:39 smithi115 ceph-mon[26506]: osdmap e64: 8 total, 8 up, 8 in 2024-09-04T22:14:40.589 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:40 smithi005 ceph-mon[24451]: osdmap e65: 8 total, 8 up, 8 in 2024-09-04T22:14:40.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:40 smithi115 ceph-mon[26506]: osdmap e65: 8 total, 8 up, 8 in 2024-09-04T22:14:41.257 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-04T22:14:41.257 INFO:teuthology.orchestra.run.smithi005.stdout:[{"placement": {"count": 1}, "service_name": "alertmanager", "service_type": "alertmanager", "status": {"created": "2024-09-04T22:08:09.621862Z", "last_refresh": "2024-09-04T22:11:53.509613Z", "ports": [9093, 9094], "running": 1, "size": 1}}, {"placement": {"host_pattern": "*"}, "service_name": "crash", "service_type": "crash", "status": {"created": "2024-09-04T22:08:04.412505Z", "last_refresh": "2024-09-04T22:11:53.509694Z", "running": 2, "size": 2}}, {"placement": {"count": 1}, "service_name": "grafana", "service_type": "grafana", "status": {"created": "2024-09-04T22:08:07.169498Z", "last_refresh": "2024-09-04T22:11:53.509760Z", "ports": [3000], "running": 1, "size": 1}}, {"events": ["2024-09-04T22:14:37.458449Z service:mds.foofs [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "foofs", "service_name": "mds.foofs", "service_type": "mds", "status": {"created": "2024-09-04T22:14:37.455094Z", "running": 0, "size": 2}}, {"placement": {"count": 2}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2024-09-04T22:08:02.360534Z", "last_refresh": "2024-09-04T22:11:53.509538Z", "running": 2, "size": 2}}, {"placement": {"count": 2, "hosts": ["smithi005:172.21.15.5=smithi005", "smithi115:172.21.15.115=smithi115"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2024-09-04T22:08:53.974776Z", "last_refresh": "2024-09-04T22:11:53.509396Z", "running": 2, "size": 2}}, {"placement": {"host_pattern": "*"}, "service_name": "node-exporter", "service_type": "node-exporter", "status": {"created": "2024-09-04T22:08:08.410251Z", "last_refresh": "2024-09-04T22:11:53.509823Z", "ports": [9100], "running": 2, "size": 2}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9", "container_image_name": "quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a", "last_refresh": "2024-09-04T22:11:53.509950Z", "running": 8, "size": 8}, "unmanaged": true}, {"placement": {"count": 1}, "service_name": "prometheus", "service_type": "prometheus", "status": {"created": "2024-09-04T22:08:05.648373Z", "last_refresh": "2024-09-04T22:11:53.509887Z", "ports": [9095], "running": 1, "size": 1}}] 2024-09-04T22:14:41.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:41 smithi005 ceph-mon[24451]: pgmap v217: 65 pgs: 7 creating+peering, 6 active+clean, 52 unknown; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:14:41.901 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:41 smithi115 ceph-mon[26506]: pgmap v217: 65 pgs: 7 creating+peering, 6 active+clean, 52 unknown; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:14:42.048 INFO:tasks.cephadm:mds.foofs has 0/2 2024-09-04T22:14:42.642 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:42 smithi115 ceph-mon[26506]: from='client.14490 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-04T22:14:42.642 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:42 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:14:42.642 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:42 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:14:42.642 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:42 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi115.sgjptr", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-04T22:14:42.642 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:42 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi115.sgjptr", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-04T22:14:42.642 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:42 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:14:42.961 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:42 smithi005 ceph-mon[24451]: from='client.14490 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-04T22:14:42.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:42 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:14:42.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:42 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:14:42.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:42 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi115.sgjptr", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-04T22:14:42.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:42 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi115.sgjptr", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-04T22:14:42.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:42 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:14:43.050 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- ceph orch ls -f json 2024-09-04T22:14:43.677 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:43 smithi005 ceph-mon[24451]: pgmap v218: 65 pgs: 7 creating+peering, 52 active+clean, 6 unknown; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:14:43.677 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:43 smithi005 ceph-mon[24451]: Deploying daemon mds.foofs.smithi115.sgjptr on smithi115 2024-09-04T22:14:43.677 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:43 smithi005 ceph-mon[24451]: mds.? [v2:172.21.15.5:6834/382892418,v1:172.21.15.5:6835/382892418] up:boot 2024-09-04T22:14:43.677 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:43 smithi005 ceph-mon[24451]: daemon mds.foofs.smithi005.vslipg assigned to filesystem foofs as rank 0 (now has 1 ranks) 2024-09-04T22:14:43.678 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:43 smithi005 ceph-mon[24451]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-04T22:14:43.678 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:43 smithi005 ceph-mon[24451]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-09-04T22:14:43.678 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:43 smithi005 ceph-mon[24451]: Cluster is now healthy 2024-09-04T22:14:43.678 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:43 smithi005 ceph-mon[24451]: fsmap foofs:0 1 up:standby 2024-09-04T22:14:43.678 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:43 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi005.vslipg"}]: dispatch 2024-09-04T22:14:43.678 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:43 smithi005 ceph-mon[24451]: fsmap foofs:1 {0=foofs.smithi005.vslipg=up:creating} 2024-09-04T22:14:43.678 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:43 smithi005 ceph-mon[24451]: daemon mds.foofs.smithi005.vslipg is now active in filesystem foofs as rank 0 2024-09-04T22:14:43.731 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:43 smithi115 ceph-mon[26506]: pgmap v218: 65 pgs: 7 creating+peering, 52 active+clean, 6 unknown; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:14:43.731 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:43 smithi115 ceph-mon[26506]: Deploying daemon mds.foofs.smithi115.sgjptr on smithi115 2024-09-04T22:14:43.731 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:43 smithi115 ceph-mon[26506]: mds.? [v2:172.21.15.5:6834/382892418,v1:172.21.15.5:6835/382892418] up:boot 2024-09-04T22:14:43.731 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:43 smithi115 ceph-mon[26506]: daemon mds.foofs.smithi005.vslipg assigned to filesystem foofs as rank 0 (now has 1 ranks) 2024-09-04T22:14:43.732 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:43 smithi115 ceph-mon[26506]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-04T22:14:43.732 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:43 smithi115 ceph-mon[26506]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-09-04T22:14:43.732 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:43 smithi115 ceph-mon[26506]: Cluster is now healthy 2024-09-04T22:14:43.732 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:43 smithi115 ceph-mon[26506]: fsmap foofs:0 1 up:standby 2024-09-04T22:14:43.732 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:43 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi005.vslipg"}]: dispatch 2024-09-04T22:14:43.732 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:43 smithi115 ceph-mon[26506]: fsmap foofs:1 {0=foofs.smithi005.vslipg=up:creating} 2024-09-04T22:14:43.732 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:43 smithi115 ceph-mon[26506]: daemon mds.foofs.smithi005.vslipg is now active in filesystem foofs as rank 0 2024-09-04T22:14:44.743 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:44 smithi115 ceph-mon[26506]: mds.? [v2:172.21.15.5:6834/382892418,v1:172.21.15.5:6835/382892418] up:active 2024-09-04T22:14:44.743 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:44 smithi115 ceph-mon[26506]: fsmap foofs:1 {0=foofs.smithi005.vslipg=up:active} 2024-09-04T22:14:44.743 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:44 smithi115 ceph-mon[26506]: pgmap v219: 65 pgs: 65 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 165 B/s wr, 0 op/s 2024-09-04T22:14:44.911 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:44 smithi005 ceph-mon[24451]: mds.? [v2:172.21.15.5:6834/382892418,v1:172.21.15.5:6835/382892418] up:active 2024-09-04T22:14:44.911 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:44 smithi005 ceph-mon[24451]: fsmap foofs:1 {0=foofs.smithi005.vslipg=up:active} 2024-09-04T22:14:44.911 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:44 smithi005 ceph-mon[24451]: pgmap v219: 65 pgs: 65 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 165 B/s wr, 0 op/s 2024-09-04T22:14:45.150 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-04T22:14:45.151 INFO:teuthology.orchestra.run.smithi005.stdout:[{"placement": {"count": 1}, "service_name": "alertmanager", "service_type": "alertmanager", "status": {"created": "2024-09-04T22:08:09.621862Z", "last_refresh": "2024-09-04T22:11:53.509613Z", "ports": [9093, 9094], "running": 1, "size": 1}}, {"placement": {"host_pattern": "*"}, "service_name": "crash", "service_type": "crash", "status": {"created": "2024-09-04T22:08:04.412505Z", "last_refresh": "2024-09-04T22:11:53.509694Z", "running": 2, "size": 2}}, {"placement": {"count": 1}, "service_name": "grafana", "service_type": "grafana", "status": {"created": "2024-09-04T22:08:07.169498Z", "last_refresh": "2024-09-04T22:11:53.509760Z", "ports": [3000], "running": 1, "size": 1}}, {"events": ["2024-09-04T22:14:37.458449Z service:mds.foofs [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "foofs", "service_name": "mds.foofs", "service_type": "mds", "status": {"created": "2024-09-04T22:14:37.455094Z", "running": 0, "size": 2}}, {"placement": {"count": 2}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2024-09-04T22:08:02.360534Z", "last_refresh": "2024-09-04T22:11:53.509538Z", "running": 2, "size": 2}}, {"placement": {"count": 2, "hosts": ["smithi005:172.21.15.5=smithi005", "smithi115:172.21.15.115=smithi115"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2024-09-04T22:08:53.974776Z", "last_refresh": "2024-09-04T22:11:53.509396Z", "running": 2, "size": 2}}, {"placement": {"host_pattern": "*"}, "service_name": "node-exporter", "service_type": "node-exporter", "status": {"created": "2024-09-04T22:08:08.410251Z", "last_refresh": "2024-09-04T22:11:53.509823Z", "ports": [9100], "running": 2, "size": 2}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9", "container_image_name": "quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a", "last_refresh": "2024-09-04T22:11:53.509950Z", "running": 8, "size": 8}, "unmanaged": true}, {"placement": {"count": 1}, "service_name": "prometheus", "service_type": "prometheus", "status": {"created": "2024-09-04T22:08:05.648373Z", "last_refresh": "2024-09-04T22:11:53.509887Z", "ports": [9095], "running": 1, "size": 1}}] 2024-09-04T22:14:46.024 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:45 smithi115 ceph-mon[26506]: mds.? [v2:172.21.15.115:6832/2042494945,v1:172.21.15.115:6833/2042494945] up:boot 2024-09-04T22:14:46.025 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:45 smithi115 ceph-mon[26506]: fsmap foofs:1 {0=foofs.smithi005.vslipg=up:active} 1 up:standby 2024-09-04T22:14:46.025 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:45 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi115.sgjptr"}]: dispatch 2024-09-04T22:14:46.025 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:45 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:14:46.025 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:45 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:14:46.025 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:45 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:14:46.025 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:45 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:14:46.025 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:45 smithi115 ceph-mon[26506]: from='client.14502 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-04T22:14:46.129 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:45 smithi005 ceph-mon[24451]: mds.? [v2:172.21.15.115:6832/2042494945,v1:172.21.15.115:6833/2042494945] up:boot 2024-09-04T22:14:46.129 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:45 smithi005 ceph-mon[24451]: fsmap foofs:1 {0=foofs.smithi005.vslipg=up:active} 1 up:standby 2024-09-04T22:14:46.129 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:45 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi115.sgjptr"}]: dispatch 2024-09-04T22:14:46.129 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:45 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:14:46.129 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:45 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:14:46.130 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:45 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:14:46.130 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:45 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:14:46.130 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:45 smithi005 ceph-mon[24451]: from='client.14502 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-04T22:14:46.438 INFO:tasks.cephadm:mds.foofs has 0/2 2024-09-04T22:14:46.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:46 smithi005 ceph-mon[24451]: pgmap v220: 65 pgs: 65 active+clean; 578 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 511 B/s wr, 3 op/s 2024-09-04T22:14:46.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:46 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:14:47.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:46 smithi115 ceph-mon[26506]: pgmap v220: 65 pgs: 65 active+clean; 578 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 511 B/s wr, 3 op/s 2024-09-04T22:14:47.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:46 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:14:47.439 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- ceph orch ls -f json 2024-09-04T22:14:47.969 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:47 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:14:48.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:47 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:14:49.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:48 smithi115 ceph-mon[26506]: pgmap v221: 65 pgs: 65 active+clean; 579 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-09-04T22:14:49.157 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:48 smithi005 ceph-mon[24451]: pgmap v221: 65 pgs: 65 active+clean; 579 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-09-04T22:14:50.308 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-04T22:14:50.308 INFO:teuthology.orchestra.run.smithi005.stdout:[{"placement": {"count": 1}, "service_name": "alertmanager", "service_type": "alertmanager", "status": {"created": "2024-09-04T22:08:09.621862Z", "last_refresh": "2024-09-04T22:11:53.509613Z", "ports": [9093, 9094], "running": 1, "size": 1}}, {"placement": {"host_pattern": "*"}, "service_name": "crash", "service_type": "crash", "status": {"created": "2024-09-04T22:08:04.412505Z", "last_refresh": "2024-09-04T22:11:53.509694Z", "running": 2, "size": 2}}, {"placement": {"count": 1}, "service_name": "grafana", "service_type": "grafana", "status": {"created": "2024-09-04T22:08:07.169498Z", "last_refresh": "2024-09-04T22:11:53.509760Z", "ports": [3000], "running": 1, "size": 1}}, {"events": ["2024-09-04T22:14:37.458449Z service:mds.foofs [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "foofs", "service_name": "mds.foofs", "service_type": "mds", "status": {"created": "2024-09-04T22:14:37.455094Z", "last_refresh": "2024-09-04T22:14:46.844522Z", "running": 1, "size": 2}}, {"placement": {"count": 2}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2024-09-04T22:08:02.360534Z", "last_refresh": "2024-09-04T22:11:53.509538Z", "running": 2, "size": 2}}, {"placement": {"count": 2, "hosts": ["smithi005:172.21.15.5=smithi005", "smithi115:172.21.15.115=smithi115"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2024-09-04T22:08:53.974776Z", "last_refresh": "2024-09-04T22:11:53.509396Z", "running": 2, "size": 2}}, {"placement": {"host_pattern": "*"}, "service_name": "node-exporter", "service_type": "node-exporter", "status": {"created": "2024-09-04T22:08:08.410251Z", "last_refresh": "2024-09-04T22:11:53.509823Z", "ports": [9100], "running": 2, "size": 2}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9", "container_image_name": "quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a", "last_refresh": "2024-09-04T22:11:53.509950Z", "running": 8, "size": 8}, "unmanaged": true}, {"placement": {"count": 1}, "service_name": "prometheus", "service_type": "prometheus", "status": {"created": "2024-09-04T22:08:05.648373Z", "last_refresh": "2024-09-04T22:11:53.509887Z", "ports": [9095], "running": 1, "size": 1}}] 2024-09-04T22:14:50.960 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:50 smithi005 ceph-mon[24451]: pgmap v222: 65 pgs: 65 active+clean; 579 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-09-04T22:14:50.960 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:50 smithi005 ceph-mon[24451]: from='client.14506 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-04T22:14:50.986 INFO:tasks.cephadm:mds.foofs has 1/2 2024-09-04T22:14:51.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:50 smithi115 ceph-mon[26506]: pgmap v222: 65 pgs: 65 active+clean; 579 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-09-04T22:14:51.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:50 smithi115 ceph-mon[26506]: from='client.14506 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-04T22:14:51.987 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- ceph orch ls -f json 2024-09-04T22:14:52.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:52 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:14:52.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:52 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:14:52.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:52 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:14:52.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:52 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:14:52.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:52 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:14:52.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:52 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:14:52.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:52 smithi115 ceph-mon[26506]: pgmap v223: 65 pgs: 65 active+clean; 579 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-09-04T22:14:52.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:52 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:14:52.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:52 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:14:52.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:52 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:14:52.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:52 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:14:52.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:52 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:14:52.963 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:52 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:14:52.963 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:52 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:14:52.963 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:52 smithi005 ceph-mon[24451]: pgmap v223: 65 pgs: 65 active+clean; 579 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-09-04T22:14:52.963 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:52 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:14:54.050 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-04T22:14:54.050 INFO:teuthology.orchestra.run.smithi005.stdout:[{"placement": {"count": 1}, "service_name": "alertmanager", "service_type": "alertmanager", "status": {"created": "2024-09-04T22:08:09.621862Z", "last_refresh": "2024-09-04T22:14:51.629393Z", "ports": [9093, 9094], "running": 1, "size": 1}}, {"placement": {"host_pattern": "*"}, "service_name": "crash", "service_type": "crash", "status": {"created": "2024-09-04T22:08:04.412505Z", "last_refresh": "2024-09-04T22:14:46.843893Z", "running": 2, "size": 2}}, {"placement": {"count": 1}, "service_name": "grafana", "service_type": "grafana", "status": {"created": "2024-09-04T22:08:07.169498Z", "last_refresh": "2024-09-04T22:14:51.629523Z", "ports": [3000], "running": 1, "size": 1}}, {"events": ["2024-09-04T22:14:37.458449Z service:mds.foofs [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "foofs", "service_name": "mds.foofs", "service_type": "mds", "status": {"created": "2024-09-04T22:14:37.455094Z", "last_refresh": "2024-09-04T22:14:46.844522Z", "running": 2, "size": 2}}, {"placement": {"count": 2}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2024-09-04T22:08:02.360534Z", "last_refresh": "2024-09-04T22:14:46.844043Z", "running": 2, "size": 2}}, {"placement": {"count": 2, "hosts": ["smithi005:172.21.15.5=smithi005", "smithi115:172.21.15.115=smithi115"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2024-09-04T22:08:53.974776Z", "last_refresh": "2024-09-04T22:14:46.844123Z", "running": 2, "size": 2}}, {"placement": {"host_pattern": "*"}, "service_name": "node-exporter", "service_type": "node-exporter", "status": {"created": "2024-09-04T22:08:08.410251Z", "last_refresh": "2024-09-04T22:14:46.844193Z", "ports": [9100], "running": 2, "size": 2}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9", "container_image_name": "quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a", "last_refresh": "2024-09-04T22:14:46.844261Z", "running": 8, "size": 8}, "unmanaged": true}, {"placement": {"count": 1}, "service_name": "prometheus", "service_type": "prometheus", "status": {"created": "2024-09-04T22:08:05.648373Z", "last_refresh": "2024-09-04T22:14:51.629655Z", "ports": [9095], "running": 1, "size": 1}}] 2024-09-04T22:14:54.821 INFO:tasks.cephadm:mds.foofs has 2/2 2024-09-04T22:14:54.821 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-04T22:14:54.831 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@smithi005.front.sepia.ceph.com 2024-09-04T22:14:54.831 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- bash -c 'ceph nfs cluster create foo --placement=2 || ceph nfs cluster create cephfs foo --placement=2' 2024-09-04T22:14:54.961 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:54 smithi005 ceph-mon[24451]: pgmap v224: 65 pgs: 65 active+clean; 579 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-09-04T22:14:54.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:54 smithi005 ceph-mon[24451]: from='client.14510 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-04T22:14:55.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:54 smithi115 ceph-mon[26506]: pgmap v224: 65 pgs: 65 active+clean; 579 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-09-04T22:14:55.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:54 smithi115 ceph-mon[26506]: from='client.14510 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-04T22:14:57.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:56 smithi115 ceph-mon[26506]: pgmap v225: 65 pgs: 65 active+clean; 579 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 1023 B/s wr, 3 op/s 2024-09-04T22:14:57.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:56 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:14:57.211 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:56 smithi005 ceph-mon[24451]: pgmap v225: 65 pgs: 65 active+clean; 579 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 1023 B/s wr, 3 op/s 2024-09-04T22:14:57.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:56 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:14:58.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:57 smithi115 ceph-mon[26506]: from='client.14514 -' entity='client.admin' cmd=[{"prefix": "nfs cluster create", "cluster_id": "foo", "placement": "2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:14:58.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:57 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd pool create", "pool": ".nfs"}]: dispatch 2024-09-04T22:14:58.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:57 smithi005 ceph-mon[24451]: from='client.14514 -' entity='client.admin' cmd=[{"prefix": "nfs cluster create", "cluster_id": "foo", "placement": "2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:14:58.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:57 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd pool create", "pool": ".nfs"}]: dispatch 2024-09-04T22:14:58.806 INFO:teuthology.orchestra.run.smithi005.stdout:NFS Cluster Created Successfully 2024-09-04T22:14:59.018 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:58 smithi005 ceph-mon[24451]: pgmap v226: 65 pgs: 65 active+clean; 579 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 767 B/s wr, 1 op/s 2024-09-04T22:14:59.018 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:58 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "osd pool create", "pool": ".nfs"}]': finished 2024-09-04T22:14:59.018 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:58 smithi005 ceph-mon[24451]: osdmap e66: 8 total, 8 up, 8 in 2024-09-04T22:14:59.018 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:58 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd pool application enable", "pool": ".nfs", "app": "nfs"}]: dispatch 2024-09-04T22:14:59.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:58 smithi115 ceph-mon[26506]: pgmap v226: 65 pgs: 65 active+clean; 579 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 767 B/s wr, 1 op/s 2024-09-04T22:14:59.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:58 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "osd pool create", "pool": ".nfs"}]': finished 2024-09-04T22:14:59.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:58 smithi115 ceph-mon[26506]: osdmap e66: 8 total, 8 up, 8 in 2024-09-04T22:14:59.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:58 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd pool application enable", "pool": ".nfs", "app": "nfs"}]: dispatch 2024-09-04T22:14:59.533 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- bash -c 'ceph nfs export create cephfs --fsname foofs --clusterid foo --binding /fake || ceph nfs export create cephfs --fsname foofs --cluster-id foo --pseudo-path /fake' 2024-09-04T22:15:00.081 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:59 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "osd pool application enable", "pool": ".nfs", "app": "nfs"}]': finished 2024-09-04T22:15:00.082 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:59 smithi005 ceph-mon[24451]: osdmap e67: 8 total, 8 up, 8 in 2024-09-04T22:15:00.082 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:59 smithi005 ceph-mon[24451]: Saving service nfs.foo spec with placement count:2 2024-09-04T22:15:00.082 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:59 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:15:00.082 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:59 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:15:00.082 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:59 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:15:00.082 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:59 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:15:00.082 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:59 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:15:00.082 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:59 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:15:00.082 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:59 smithi005 ceph-mon[24451]: Creating key for client.nfs.foo.0.0.smithi005.rcnjjx 2024-09-04T22:15:00.082 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:59 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi005.rcnjjx", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2024-09-04T22:15:00.082 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:59 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi005.rcnjjx", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]': finished 2024-09-04T22:15:00.083 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:59 smithi005 ceph-mon[24451]: Ensuring nfs.foo.0 is in the ganesha grace table 2024-09-04T22:15:00.083 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:59 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2024-09-04T22:15:00.083 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:59 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]': finished 2024-09-04T22:15:00.083 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:59 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:15:00.083 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:59 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2024-09-04T22:15:00.083 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:59 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]': finished 2024-09-04T22:15:00.083 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:59 smithi005 ceph-mon[24451]: Rados config object exists: conf-nfs.foo 2024-09-04T22:15:00.083 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:59 smithi005 ceph-mon[24451]: Creating key for client.nfs.foo.0.0.smithi005.rcnjjx-rgw 2024-09-04T22:15:00.083 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:59 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi005.rcnjjx-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-04T22:15:00.083 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:59 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi005.rcnjjx-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-09-04T22:15:00.083 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:59 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:15:00.083 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:14:59 smithi005 ceph-mon[24451]: Deploying daemon nfs.foo.0.0.smithi005.rcnjjx on smithi005 2024-09-04T22:15:00.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:59 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "osd pool application enable", "pool": ".nfs", "app": "nfs"}]': finished 2024-09-04T22:15:00.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:59 smithi115 ceph-mon[26506]: osdmap e67: 8 total, 8 up, 8 in 2024-09-04T22:15:00.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:59 smithi115 ceph-mon[26506]: Saving service nfs.foo spec with placement count:2 2024-09-04T22:15:00.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:59 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:15:00.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:59 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:15:00.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:59 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:15:00.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:59 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:15:00.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:59 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:15:00.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:59 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:15:00.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:59 smithi115 ceph-mon[26506]: Creating key for client.nfs.foo.0.0.smithi005.rcnjjx 2024-09-04T22:15:00.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:59 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi005.rcnjjx", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2024-09-04T22:15:00.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:59 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi005.rcnjjx", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]': finished 2024-09-04T22:15:00.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:59 smithi115 ceph-mon[26506]: Ensuring nfs.foo.0 is in the ganesha grace table 2024-09-04T22:15:00.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:59 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2024-09-04T22:15:00.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:59 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]': finished 2024-09-04T22:15:00.149 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:59 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:15:00.149 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:59 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2024-09-04T22:15:00.149 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:59 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]': finished 2024-09-04T22:15:00.149 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:59 smithi115 ceph-mon[26506]: Rados config object exists: conf-nfs.foo 2024-09-04T22:15:00.149 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:59 smithi115 ceph-mon[26506]: Creating key for client.nfs.foo.0.0.smithi005.rcnjjx-rgw 2024-09-04T22:15:00.149 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:59 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi005.rcnjjx-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-04T22:15:00.149 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:59 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi005.rcnjjx-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-09-04T22:15:00.149 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:59 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:15:00.149 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:14:59 smithi115 ceph-mon[26506]: Deploying daemon nfs.foo.0.0.smithi005.rcnjjx on smithi005 2024-09-04T22:15:01.040 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:00 smithi005 ceph-mon[24451]: pgmap v229: 97 pgs: 9 creating+peering, 22 unknown, 66 active+clean; 579 KiB data, 50 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:15:01.040 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:00 smithi005 ceph-mon[24451]: osdmap e68: 8 total, 8 up, 8 in 2024-09-04T22:15:01.041 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:00 smithi005 ceph-mon[24451]: mgrmap e20: smithi005.hteciz(active, since 5m), standbys: smithi115.lfvwip 2024-09-04T22:15:01.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:00 smithi115 ceph-mon[26506]: pgmap v229: 97 pgs: 9 creating+peering, 22 unknown, 66 active+clean; 579 KiB data, 50 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:15:01.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:00 smithi115 ceph-mon[26506]: osdmap e68: 8 total, 8 up, 8 in 2024-09-04T22:15:01.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:00 smithi115 ceph-mon[26506]: mgrmap e20: smithi005.hteciz(active, since 5m), standbys: smithi115.lfvwip 2024-09-04T22:15:02.851 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:02 smithi005 ceph-mon[24451]: pgmap v231: 97 pgs: 9 creating+peering, 7 unknown, 81 active+clean; 579 KiB data, 50 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:15:02.851 INFO:teuthology.orchestra.run.smithi005.stderr:Invalid command: Unexpected argument '--clusterid' 2024-09-04T22:15:02.851 INFO:teuthology.orchestra.run.smithi005.stderr:nfs export create cephfs [] [--readonly] [--client_addr ...] [--squash ] : Create a CephFS export 2024-09-04T22:15:02.851 INFO:teuthology.orchestra.run.smithi005.stderr:Error EINVAL: invalid command 2024-09-04T22:15:03.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:02 smithi115 ceph-mon[26506]: pgmap v231: 97 pgs: 9 creating+peering, 7 unknown, 81 active+clean; 579 KiB data, 50 MiB used, 715 GiB / 715 GiB avail 2024-09-04T22:15:03.201 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-04T22:15:03.202 INFO:teuthology.orchestra.run.smithi005.stdout: "bind": "/fake", 2024-09-04T22:15:03.202 INFO:teuthology.orchestra.run.smithi005.stdout: "fs": "foofs", 2024-09-04T22:15:03.202 INFO:teuthology.orchestra.run.smithi005.stdout: "path": "/", 2024-09-04T22:15:03.202 INFO:teuthology.orchestra.run.smithi005.stdout: "cluster": "foo", 2024-09-04T22:15:03.202 INFO:teuthology.orchestra.run.smithi005.stdout: "mode": "RW" 2024-09-04T22:15:03.202 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-04T22:15:03.796 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- bash -c 'while ! ceph orch ls | grep nfs | grep 2/2 ; do sleep 1 ; done' 2024-09-04T22:15:04.103 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:03 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:15:04.103 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:03 smithi005 ceph-mon[24451]: Creating key for client.nfs.foo.1.0.smithi115.gxhqij 2024-09-04T22:15:04.103 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:03 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi115.gxhqij", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2024-09-04T22:15:04.104 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:03 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi115.gxhqij", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]': finished 2024-09-04T22:15:04.104 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:03 smithi005 ceph-mon[24451]: Ensuring nfs.foo.1 is in the ganesha grace table 2024-09-04T22:15:04.104 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:03 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2024-09-04T22:15:04.104 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:03 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]': finished 2024-09-04T22:15:04.104 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:03 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:15:04.104 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:03 smithi005 ceph-mon[24451]: from='client.14546 -' entity='client.admin' cmd=[{"prefix": "nfs export create cephfs", "fsname": "foofs", "cluster_id": "foo", "pseudo_path": "/fake", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:15:04.104 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:03 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]: dispatch 2024-09-04T22:15:04.104 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:03 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]': finished 2024-09-04T22:15:04.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:03 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:15:04.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:03 smithi115 ceph-mon[26506]: Creating key for client.nfs.foo.1.0.smithi115.gxhqij 2024-09-04T22:15:04.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:03 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi115.gxhqij", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2024-09-04T22:15:04.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:03 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi115.gxhqij", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]': finished 2024-09-04T22:15:04.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:03 smithi115 ceph-mon[26506]: Ensuring nfs.foo.1 is in the ganesha grace table 2024-09-04T22:15:04.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:03 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2024-09-04T22:15:04.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:03 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]': finished 2024-09-04T22:15:04.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:03 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:15:04.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:03 smithi115 ceph-mon[26506]: from='client.14546 -' entity='client.admin' cmd=[{"prefix": "nfs export create cephfs", "fsname": "foofs", "cluster_id": "foo", "pseudo_path": "/fake", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:15:04.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:03 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]: dispatch 2024-09-04T22:15:04.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:03 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]': finished 2024-09-04T22:15:05.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:05 smithi115 ceph-mon[26506]: pgmap v232: 97 pgs: 97 active+clean; 579 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 170 B/s rd, 341 B/s wr, 0 op/s 2024-09-04T22:15:05.400 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:05 smithi005 ceph-mon[24451]: pgmap v232: 97 pgs: 97 active+clean; 579 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 170 B/s rd, 341 B/s wr, 0 op/s 2024-09-04T22:15:06.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:06 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2024-09-04T22:15:06.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:06 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]': finished 2024-09-04T22:15:06.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:06 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi115.gxhqij-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-04T22:15:06.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:06 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi115.gxhqij-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-09-04T22:15:06.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:06 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:15:06.496 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:06 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2024-09-04T22:15:06.496 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:06 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]': finished 2024-09-04T22:15:06.496 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:06 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi115.gxhqij-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-04T22:15:06.496 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:06 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi115.gxhqij-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-09-04T22:15:06.496 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:06 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:15:07.457 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:07 smithi115 ceph-mon[26506]: pgmap v233: 97 pgs: 97 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 129 B/s rd, 389 B/s wr, 0 op/s 2024-09-04T22:15:07.458 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:07 smithi115 ceph-mon[26506]: Rados config object exists: conf-nfs.foo 2024-09-04T22:15:07.458 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:07 smithi115 ceph-mon[26506]: Creating key for client.nfs.foo.1.0.smithi115.gxhqij-rgw 2024-09-04T22:15:07.458 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:07 smithi115 ceph-mon[26506]: Deploying daemon nfs.foo.1.0.smithi115.gxhqij on smithi115 2024-09-04T22:15:07.458 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:07 smithi115 ceph-mon[26506]: from='client.14550 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:15:07.461 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:07 smithi005 ceph-mon[24451]: pgmap v233: 97 pgs: 97 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 129 B/s rd, 389 B/s wr, 0 op/s 2024-09-04T22:15:07.461 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:07 smithi005 ceph-mon[24451]: Rados config object exists: conf-nfs.foo 2024-09-04T22:15:07.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:07 smithi005 ceph-mon[24451]: Creating key for client.nfs.foo.1.0.smithi115.gxhqij-rgw 2024-09-04T22:15:07.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:07 smithi005 ceph-mon[24451]: Deploying daemon nfs.foo.1.0.smithi115.gxhqij on smithi115 2024-09-04T22:15:07.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:07 smithi005 ceph-mon[24451]: from='client.14550 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:15:08.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:08 smithi115 ceph-mon[26506]: from='client.14564 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:15:08.461 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:08 smithi005 ceph-mon[24451]: from='client.14564 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:15:09.461 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:09 smithi005 ceph-mon[24451]: pgmap v234: 97 pgs: 97 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1.2 KiB/s wr, 3 op/s 2024-09-04T22:15:09.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:09 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:15:09.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:09 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:15:09.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:09 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:15:09.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:09 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:15:09.500 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:09 smithi115 ceph-mon[26506]: pgmap v234: 97 pgs: 97 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1.2 KiB/s wr, 3 op/s 2024-09-04T22:15:09.500 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:09 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:15:09.500 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:09 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:15:09.500 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:09 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:15:09.500 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:09 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:15:10.411 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:10 smithi005 ceph-mon[24451]: from='client.14580 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:15:10.547 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:10 smithi115 ceph-mon[26506]: from='client.14580 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:15:11.461 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:11 smithi005 ceph-mon[24451]: pgmap v235: 97 pgs: 97 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1.1 KiB/s wr, 2 op/s 2024-09-04T22:15:11.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:11 smithi005 ceph-mon[24451]: from='client.14584 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:15:11.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:11 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:15:11.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:11 smithi115 ceph-mon[26506]: pgmap v235: 97 pgs: 97 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1.1 KiB/s wr, 2 op/s 2024-09-04T22:15:11.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:11 smithi115 ceph-mon[26506]: from='client.14584 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:15:11.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:11 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:15:12.587 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:12 smithi005 ceph-mon[24451]: from='client.14588 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:15:12.587 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:12 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 2]}]: dispatch 2024-09-04T22:15:12.587 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:12 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2024-09-04T22:15:12.587 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:12 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2024-09-04T22:15:12.587 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:12 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2024-09-04T22:15:12.588 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:12 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi005.hteciz/trash_purge_schedule"}]: dispatch 2024-09-04T22:15:12.588 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:12 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi005.hteciz/mirror_snapshot_schedule"}]: dispatch 2024-09-04T22:15:12.588 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:12 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:15:12.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:12 smithi115 ceph-mon[26506]: from='client.14588 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:15:12.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:12 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 2]}]: dispatch 2024-09-04T22:15:12.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:12 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2024-09-04T22:15:12.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:12 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2024-09-04T22:15:12.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:12 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2024-09-04T22:15:12.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:12 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi005.hteciz/trash_purge_schedule"}]: dispatch 2024-09-04T22:15:12.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:12 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi005.hteciz/mirror_snapshot_schedule"}]: dispatch 2024-09-04T22:15:12.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:12 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:15:13.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:13 smithi115 ceph-mon[26506]: pgmap v236: 97 pgs: 97 active+clean; 581 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1.6 KiB/s wr, 3 op/s 2024-09-04T22:15:13.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:13 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 2]}]': finished 2024-09-04T22:15:13.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:13 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]': finished 2024-09-04T22:15:13.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:13 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]': finished 2024-09-04T22:15:13.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:13 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]': finished 2024-09-04T22:15:13.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:13 smithi115 ceph-mon[26506]: osdmap e69: 8 total, 8 up, 8 in 2024-09-04T22:15:13.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:13 smithi115 ceph-mon[26506]: from='client.14592 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:15:13.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:13 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:15:13.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:13 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:15:13.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:13 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:15:13.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:13 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:15:13.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:13 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:15:13.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:13 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:15:13.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:13 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:15:13.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:13 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:15:13.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:13 smithi005 ceph-mon[24451]: pgmap v236: 97 pgs: 97 active+clean; 581 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1.6 KiB/s wr, 3 op/s 2024-09-04T22:15:13.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:13 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 2]}]': finished 2024-09-04T22:15:13.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:13 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]': finished 2024-09-04T22:15:13.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:13 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]': finished 2024-09-04T22:15:13.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:13 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]': finished 2024-09-04T22:15:13.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:13 smithi005 ceph-mon[24451]: osdmap e69: 8 total, 8 up, 8 in 2024-09-04T22:15:13.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:13 smithi005 ceph-mon[24451]: from='client.14592 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:15:13.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:13 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:15:13.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:13 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:15:13.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:13 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:15:13.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:13 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:15:13.713 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:13 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:15:13.713 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:13 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:15:13.713 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:13 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:15:13.713 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:13 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:15:13.792 INFO:teuthology.orchestra.run.smithi005.stdout:nfs.foo ?:2049 2/2 2s ago 14s count:2 2024-09-04T22:15:14.461 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:14 smithi005 ceph-mon[24451]: osdmap e70: 8 total, 8 up, 8 in 2024-09-04T22:15:14.567 INFO:teuthology.run_tasks:Running task vip.exec... 2024-09-04T22:15:14.582 INFO:tasks.vip:Running commands on role host.a host ubuntu@smithi005.front.sepia.ceph.com 2024-09-04T22:15:14.582 DEBUG:teuthology.orchestra.run.smithi005:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'mkdir /mnt/foo' 2024-09-04T22:15:14.608 INFO:teuthology.orchestra.run.smithi005.stderr:+ mkdir /mnt/foo 2024-09-04T22:15:14.621 DEBUG:teuthology.orchestra.run.smithi005:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'while ! mount -t nfs $(hostname):/fake /mnt/foo -o sync ; do sleep 5 ; done' 2024-09-04T22:15:14.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:14 smithi115 ceph-mon[26506]: osdmap e70: 8 total, 8 up, 8 in 2024-09-04T22:15:14.685 INFO:teuthology.orchestra.run.smithi005.stderr:++ hostname 2024-09-04T22:15:14.685 INFO:teuthology.orchestra.run.smithi005.stderr:+ mount -t nfs smithi005:/fake /mnt/foo -o sync 2024-09-04T22:15:15.127 DEBUG:teuthology.orchestra.run.smithi005:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'echo test > /mnt/foo/testfile' 2024-09-04T22:15:15.192 INFO:teuthology.orchestra.run.smithi005.stderr:+ echo test 2024-09-04T22:15:15.210 DEBUG:teuthology.orchestra.run.smithi005:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c sync 2024-09-04T22:15:15.272 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:15 smithi005 ceph-mon[24451]: pgmap v239: 97 pgs: 1 peering, 96 active+clean; 581 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 5.1 KiB/s rd, 3.0 KiB/s wr, 8 op/s 2024-09-04T22:15:15.272 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:15 smithi005 ceph-mon[24451]: from='client.14596 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:15:15.274 INFO:teuthology.orchestra.run.smithi005.stderr:+ sync 2024-09-04T22:15:15.490 INFO:teuthology.run_tasks:Running task parallel... 2024-09-04T22:15:15.499 INFO:teuthology.task.parallel:starting parallel... 2024-09-04T22:15:15.499 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-09-04T22:15:15.500 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-09-04T22:15:15.500 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@smithi005.front.sepia.ceph.com 2024-09-04T22:15:15.500 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -e sha1=f34184464782bd9f590f734f0d1d13c1b6a68f6d -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force' 2024-09-04T22:15:15.501 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-09-04T22:15:15.501 INFO:teuthology.task.sequential:In sequential, running task exec... 2024-09-04T22:15:15.502 INFO:teuthology.task.exec:Executing custom commands... 2024-09-04T22:15:15.502 INFO:teuthology.task.exec:Running commands on role host.a host ubuntu@smithi005.front.sepia.ceph.com 2024-09-04T22:15:15.502 DEBUG:teuthology.orchestra.run.smithi005:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'cd /mnt/foo && dbench 5 -t 600 || true' 2024-09-04T22:15:15.565 INFO:teuthology.orchestra.run.smithi005.stdout:dbench version 4.00 - Copyright Andrew Tridgell 1999-2004 2024-09-04T22:15:15.565 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-04T22:15:15.565 INFO:teuthology.orchestra.run.smithi005.stdout:Running for 600 seconds with load '/usr/share/dbench/client.txt' and minimum warmup 120 secs 2024-09-04T22:15:15.566 INFO:teuthology.orchestra.run.smithi005.stdout:4 of 5 processes prepared for launch 0 sec 2024-09-04T22:15:15.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:15 smithi115 ceph-mon[26506]: pgmap v239: 97 pgs: 1 peering, 96 active+clean; 581 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 5.1 KiB/s rd, 3.0 KiB/s wr, 8 op/s 2024-09-04T22:15:15.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:15 smithi115 ceph-mon[26506]: from='client.14596 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:15:15.666 INFO:teuthology.orchestra.run.smithi005.stdout:5 of 5 processes prepared for launch 0 sec 2024-09-04T22:15:15.666 INFO:teuthology.orchestra.run.smithi005.stdout:releasing clients 2024-09-04T22:15:16.666 INFO:teuthology.orchestra.run.smithi005.stdout: 5 118 27.06 MB/sec warmup 1 sec latency 33.564 ms 2024-09-04T22:15:17.438 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:17 smithi005 ceph-mon[24451]: pgmap v240: 97 pgs: 1 peering, 96 active+clean; 587 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 3.5 KiB/s rd, 3.2 KiB/s wr, 6 op/s 2024-09-04T22:15:17.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:17 smithi115 ceph-mon[26506]: pgmap v240: 97 pgs: 1 peering, 96 active+clean; 587 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 3.5 KiB/s rd, 3.2 KiB/s wr, 6 op/s 2024-09-04T22:15:17.666 INFO:teuthology.orchestra.run.smithi005.stdout: 5 259 24.45 MB/sec warmup 2 sec latency 24.976 ms 2024-09-04T22:15:18.669 INFO:teuthology.orchestra.run.smithi005.stdout: 5 418 24.58 MB/sec warmup 3 sec latency 30.721 ms 2024-09-04T22:15:18.906 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -e sha1=f34184464782bd9f590f734f0d1d13c1b6a68f6d -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force' 2024-09-04T22:15:19.480 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:19 smithi005 ceph-mon[24451]: pgmap v241: 97 pgs: 1 peering, 96 active+clean; 16 MiB data, 59 MiB used, 715 GiB / 715 GiB avail; 3.5 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-09-04T22:15:19.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:19 smithi115 ceph-mon[26506]: pgmap v241: 97 pgs: 1 peering, 96 active+clean; 16 MiB data, 59 MiB used, 715 GiB / 715 GiB avail; 3.5 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-09-04T22:15:19.667 INFO:teuthology.orchestra.run.smithi005.stdout: 5 543 23.30 MB/sec warmup 4 sec latency 58.801 ms 2024-09-04T22:15:20.667 INFO:teuthology.orchestra.run.smithi005.stdout: 5 816 21.49 MB/sec warmup 5 sec latency 53.816 ms 2024-09-04T22:15:21.263 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:21 smithi005 ceph-mon[24451]: pgmap v242: 97 pgs: 97 active+clean; 22 MiB data, 59 MiB used, 715 GiB / 715 GiB avail; 3.2 KiB/s rd, 2.6 MiB/s wr, 51 op/s 2024-09-04T22:15:21.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:21 smithi115 ceph-mon[26506]: pgmap v242: 97 pgs: 97 active+clean; 22 MiB data, 59 MiB used, 715 GiB / 715 GiB avail; 3.2 KiB/s rd, 2.6 MiB/s wr, 51 op/s 2024-09-04T22:15:21.666 INFO:teuthology.orchestra.run.smithi005.stdout: 5 1291 20.20 MB/sec warmup 6 sec latency 23.606 ms 2024-09-04T22:15:22.667 INFO:teuthology.orchestra.run.smithi005.stdout: 5 2258 19.27 MB/sec warmup 7 sec latency 27.368 ms 2024-09-04T22:15:23.289 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:23 smithi005 ceph-mon[24451]: pgmap v243: 97 pgs: 97 active+clean; 91 MiB data, 130 MiB used, 715 GiB / 715 GiB avail; 9.8 MiB/s wr, 346 op/s 2024-09-04T22:15:23.499 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -e sha1=f34184464782bd9f590f734f0d1d13c1b6a68f6d -- bash -c 'ceph config set global log_to_journald false --force' 2024-09-04T22:15:23.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:23 smithi115 ceph-mon[26506]: pgmap v243: 97 pgs: 97 active+clean; 91 MiB data, 130 MiB used, 715 GiB / 715 GiB avail; 9.8 MiB/s wr, 346 op/s 2024-09-04T22:15:23.667 INFO:teuthology.orchestra.run.smithi005.stdout: 5 2984 20.99 MB/sec warmup 8 sec latency 32.406 ms 2024-09-04T22:15:24.667 INFO:teuthology.orchestra.run.smithi005.stdout: 5 3590 21.39 MB/sec warmup 9 sec latency 23.199 ms 2024-09-04T22:15:25.323 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:25 smithi005 ceph-mon[24451]: pgmap v244: 97 pgs: 97 active+clean; 110 MiB data, 178 MiB used, 715 GiB / 715 GiB avail; 196 B/s rd, 11 MiB/s wr, 498 op/s 2024-09-04T22:15:25.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:25 smithi115 ceph-mon[26506]: pgmap v244: 97 pgs: 97 active+clean; 110 MiB data, 178 MiB used, 715 GiB / 715 GiB avail; 196 B/s rd, 11 MiB/s wr, 498 op/s 2024-09-04T22:15:25.667 INFO:teuthology.orchestra.run.smithi005.stdout: 5 3864 19.91 MB/sec warmup 10 sec latency 36.335 ms 2024-09-04T22:15:26.667 INFO:teuthology.orchestra.run.smithi005.stdout: 5 4298 18.37 MB/sec warmup 11 sec latency 42.845 ms 2024-09-04T22:15:27.358 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:27 smithi005 ceph-mon[24451]: pgmap v245: 97 pgs: 97 active+clean; 118 MiB data, 196 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 11 MiB/s wr, 569 op/s 2024-09-04T22:15:27.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:27 smithi115 ceph-mon[26506]: pgmap v245: 97 pgs: 97 active+clean; 118 MiB data, 196 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 11 MiB/s wr, 569 op/s 2024-09-04T22:15:27.667 INFO:teuthology.orchestra.run.smithi005.stdout: 5 4808 17.82 MB/sec warmup 12 sec latency 43.361 ms 2024-09-04T22:15:27.852 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -e sha1=f34184464782bd9f590f734f0d1d13c1b6a68f6d -- bash -c 'ceph mgr module enable nfs --force' 2024-09-04T22:15:28.667 INFO:teuthology.orchestra.run.smithi005.stdout: 5 5472 17.52 MB/sec warmup 13 sec latency 27.045 ms 2024-09-04T22:15:29.379 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:29 smithi005 ceph-mon[24451]: pgmap v246: 97 pgs: 97 active+clean; 128 MiB data, 213 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 13 MiB/s wr, 709 op/s 2024-09-04T22:15:29.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:29 smithi115 ceph-mon[26506]: pgmap v246: 97 pgs: 97 active+clean; 128 MiB data, 213 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 13 MiB/s wr, 709 op/s 2024-09-04T22:15:29.667 INFO:teuthology.orchestra.run.smithi005.stdout: 5 5982 16.85 MB/sec warmup 14 sec latency 59.158 ms 2024-09-04T22:15:30.667 INFO:teuthology.orchestra.run.smithi005.stdout: 5 6486 17.41 MB/sec warmup 15 sec latency 60.425 ms 2024-09-04T22:15:31.294 INFO:teuthology.orchestra.run.smithi005.stderr:module 'nfs' is already enabled 2024-09-04T22:15:31.436 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:31 smithi005 ceph-mon[24451]: pgmap v247: 97 pgs: 97 active+clean; 131 MiB data, 233 MiB used, 715 GiB / 715 GiB avail; 6.0 KiB/s rd, 12 MiB/s wr, 703 op/s 2024-09-04T22:15:31.436 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:31 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/3682518596' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "nfs", "force": true}]: dispatch 2024-09-04T22:15:31.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:31 smithi115 ceph-mon[26506]: pgmap v247: 97 pgs: 97 active+clean; 131 MiB data, 233 MiB used, 715 GiB / 715 GiB avail; 6.0 KiB/s rd, 12 MiB/s wr, 703 op/s 2024-09-04T22:15:31.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:31 smithi115 ceph-mon[26506]: from='client.? 172.21.15.5:0/3682518596' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "nfs", "force": true}]: dispatch 2024-09-04T22:15:31.667 INFO:teuthology.orchestra.run.smithi005.stdout: 5 7041 17.62 MB/sec warmup 16 sec latency 36.919 ms 2024-09-04T22:15:32.456 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:32 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/3682518596' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "nfs", "force": true}]': finished 2024-09-04T22:15:32.456 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:32 smithi005 ceph-mon[24451]: mgrmap e21: smithi005.hteciz(active, since 6m), standbys: smithi115.lfvwip 2024-09-04T22:15:32.555 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -e sha1=f34184464782bd9f590f734f0d1d13c1b6a68f6d -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-09-04T22:15:32.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:32 smithi115 ceph-mon[26506]: from='client.? 172.21.15.5:0/3682518596' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "nfs", "force": true}]': finished 2024-09-04T22:15:32.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:32 smithi115 ceph-mon[26506]: mgrmap e21: smithi005.hteciz(active, since 6m), standbys: smithi115.lfvwip 2024-09-04T22:15:32.667 INFO:teuthology.orchestra.run.smithi005.stdout: 5 7352 17.32 MB/sec warmup 17 sec latency 48.368 ms 2024-09-04T22:15:33.498 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:33 smithi005 ceph-mon[24451]: pgmap v248: 97 pgs: 97 active+clean; 135 MiB data, 279 MiB used, 715 GiB / 715 GiB avail; 6.0 KiB/s rd, 13 MiB/s wr, 862 op/s 2024-09-04T22:15:33.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:33 smithi115 ceph-mon[26506]: pgmap v248: 97 pgs: 97 active+clean; 135 MiB data, 279 MiB used, 715 GiB / 715 GiB avail; 6.0 KiB/s rd, 13 MiB/s wr, 862 op/s 2024-09-04T22:15:33.667 INFO:teuthology.orchestra.run.smithi005.stdout: 5 7672 16.46 MB/sec warmup 18 sec latency 48.097 ms 2024-09-04T22:15:34.667 INFO:teuthology.orchestra.run.smithi005.stdout: 5 7983 15.75 MB/sec warmup 19 sec latency 73.502 ms 2024-09-04T22:15:35.292 INFO:teuthology.orchestra.run.smithi005.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:f34184464782bd9f590f734f0d1d13c1b6a68f6d 2024-09-04T22:15:35.543 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:35 smithi005 ceph-mon[24451]: pgmap v249: 97 pgs: 97 active+clean; 137 MiB data, 304 MiB used, 715 GiB / 715 GiB avail; 6.2 KiB/s rd, 8.6 MiB/s wr, 750 op/s 2024-09-04T22:15:35.543 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:35 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:15:35.622 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:35 smithi115 ceph-mon[26506]: pgmap v249: 97 pgs: 97 active+clean; 137 MiB data, 304 MiB used, 715 GiB / 715 GiB avail; 6.2 KiB/s rd, 8.6 MiB/s wr, 750 op/s 2024-09-04T22:15:35.622 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:35 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:15:35.667 INFO:teuthology.orchestra.run.smithi005.stdout: 5 8189 15.25 MB/sec warmup 20 sec latency 119.361 ms 2024-09-04T22:15:36.193 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-09-04T22:15:36.194 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@smithi005.front.sepia.ceph.com 2024-09-04T22:15:36.194 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -e sha1=f34184464782bd9f590f734f0d1d13c1b6a68f6d -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; ceph health detail ; sleep 30 ; done' 2024-09-04T22:15:36.429 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:36 smithi005 ceph-mon[24451]: from='client.14616 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:f34184464782bd9f590f734f0d1d13c1b6a68f6d", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:15:36.430 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:36 smithi005 ceph-mon[24451]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:f34184464782bd9f590f734f0d1d13c1b6a68f6d 2024-09-04T22:15:36.430 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:36 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:15:36.430 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:36 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:15:36.430 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:36 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:15:36.430 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:36 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:15:36.430 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:36 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:15:36.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:36 smithi115 ceph-mon[26506]: from='client.14616 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:f34184464782bd9f590f734f0d1d13c1b6a68f6d", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:15:36.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:36 smithi115 ceph-mon[26506]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:f34184464782bd9f590f734f0d1d13c1b6a68f6d 2024-09-04T22:15:36.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:36 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:15:36.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:36 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:15:36.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:36 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:15:36.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:36 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:15:36.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:36 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:15:36.667 INFO:teuthology.orchestra.run.smithi005.stdout: 5 8620 15.31 MB/sec warmup 21 sec latency 54.337 ms 2024-09-04T22:15:37.571 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:37 smithi005 ceph-mon[24451]: pgmap v250: 97 pgs: 97 active+clean; 146 MiB data, 342 MiB used, 715 GiB / 715 GiB avail; 8.7 KiB/s rd, 7.8 MiB/s wr, 750 op/s 2024-09-04T22:15:37.571 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:37 smithi005 ceph-mon[24451]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:f34184464782bd9f590f734f0d1d13c1b6a68f6d 2024-09-04T22:15:37.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:37 smithi115 ceph-mon[26506]: pgmap v250: 97 pgs: 97 active+clean; 146 MiB data, 342 MiB used, 715 GiB / 715 GiB avail; 8.7 KiB/s rd, 7.8 MiB/s wr, 750 op/s 2024-09-04T22:15:37.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:37 smithi115 ceph-mon[26506]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:f34184464782bd9f590f734f0d1d13c1b6a68f6d 2024-09-04T22:15:37.667 INFO:teuthology.orchestra.run.smithi005.stdout: 5 9081 14.72 MB/sec warmup 22 sec latency 62.302 ms 2024-09-04T22:15:38.667 INFO:teuthology.orchestra.run.smithi005.stdout: 5 9511 14.41 MB/sec warmup 23 sec latency 33.470 ms 2024-09-04T22:15:39.502 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:39 smithi005 ceph-mon[24451]: pgmap v251: 97 pgs: 97 active+clean; 142 MiB data, 374 MiB used, 715 GiB / 715 GiB avail; 7.9 KiB/s rd, 7.5 MiB/s wr, 659 op/s 2024-09-04T22:15:39.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:39 smithi115 ceph-mon[26506]: pgmap v251: 97 pgs: 97 active+clean; 142 MiB data, 374 MiB used, 715 GiB / 715 GiB avail; 7.9 KiB/s rd, 7.5 MiB/s wr, 659 op/s 2024-09-04T22:15:39.667 INFO:teuthology.orchestra.run.smithi005.stdout: 5 9999 14.80 MB/sec warmup 24 sec latency 24.758 ms 2024-09-04T22:15:40.609 INFO:teuthology.orchestra.run.smithi005.stdout:true 2024-09-04T22:15:40.667 INFO:teuthology.orchestra.run.smithi005.stdout: 5 10444 14.73 MB/sec warmup 25 sec latency 43.529 ms 2024-09-04T22:15:41.543 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:41 smithi005 ceph-mon[24451]: pgmap v252: 97 pgs: 97 active+clean; 140 MiB data, 375 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 5.7 MiB/s wr, 531 op/s 2024-09-04T22:15:41.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:41 smithi115 ceph-mon[26506]: pgmap v252: 97 pgs: 97 active+clean; 140 MiB data, 375 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 5.7 MiB/s wr, 531 op/s 2024-09-04T22:15:41.667 INFO:teuthology.orchestra.run.smithi005.stdout: 5 10841 14.93 MB/sec warmup 26 sec latency 54.136 ms 2024-09-04T22:15:41.763 INFO:teuthology.orchestra.run.smithi005.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-04T22:15:41.763 INFO:teuthology.orchestra.run.smithi005.stdout:alertmanager.smithi005 smithi005 *:9093,9094 running (5m) 28s ago 6m 20.3M - ba2b418f427c 0c8f7cd9eb97 2024-09-04T22:15:41.763 INFO:teuthology.orchestra.run.smithi005.stdout:crash.smithi005 smithi005 running (6m) 28s ago 6m 6405k - 17.2.0 e1d6a67b021e 5366e96551ee 2024-09-04T22:15:41.763 INFO:teuthology.orchestra.run.smithi005.stdout:crash.smithi115 smithi115 running (6m) 30s ago 6m 6405k - 17.2.0 e1d6a67b021e 77f133c01eab 2024-09-04T22:15:41.763 INFO:teuthology.orchestra.run.smithi005.stdout:grafana.smithi005 smithi005 *:3000 running (5m) 28s ago 6m 53.8M - 8.3.5 dad864ee21e9 10b447b443fe 2024-09-04T22:15:41.763 INFO:teuthology.orchestra.run.smithi005.stdout:mds.foofs.smithi005.vslipg smithi005 running (60s) 28s ago 59s 14.8M - 17.2.0 e1d6a67b021e 7e8076c2570f 2024-09-04T22:15:41.763 INFO:teuthology.orchestra.run.smithi005.stdout:mds.foofs.smithi115.sgjptr smithi115 running (57s) 30s ago 57s 14.4M - 17.2.0 e1d6a67b021e fb533e8d32e8 2024-09-04T22:15:41.764 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.smithi005.hteciz smithi005 *:9283 running (8m) 28s ago 8m 459M - 17.2.0 e1d6a67b021e a14cb4e2523e 2024-09-04T22:15:41.764 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.smithi115.lfvwip smithi115 *:8443,9283 running (6m) 30s ago 6m 412M - 17.2.0 e1d6a67b021e 20817b2fdd7b 2024-09-04T22:15:41.764 INFO:teuthology.orchestra.run.smithi005.stdout:mon.smithi005 smithi005 running (8m) 28s ago 8m 45.8M 2048M 17.2.0 e1d6a67b021e f3bd30eff93c 2024-09-04T22:15:41.764 INFO:teuthology.orchestra.run.smithi005.stdout:mon.smithi115 smithi115 running (6m) 30s ago 6m 36.9M 2048M 17.2.0 e1d6a67b021e 9c18168348ca 2024-09-04T22:15:41.764 INFO:teuthology.orchestra.run.smithi005.stdout:nfs.foo.0.0.smithi005.rcnjjx smithi005 *:2049 running (40s) 28s ago 38s 48.9M - 4.0 e1d6a67b021e 292d2c5fa82d 2024-09-04T22:15:41.764 INFO:teuthology.orchestra.run.smithi005.stdout:nfs.foo.1.0.smithi115.gxhqij smithi115 *:2049 running (34s) 30s ago 33s 52.8M - 4.0 e1d6a67b021e e4a881a3497c 2024-09-04T22:15:41.764 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.smithi005 smithi005 *:9100 running (6m) 28s ago 6m 18.5M - 1dbe0e931976 57cdd5e32e1e 2024-09-04T22:15:41.764 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.smithi115 smithi115 *:9100 running (6m) 30s ago 6m 17.9M - 1dbe0e931976 9e66484110d5 2024-09-04T22:15:41.764 INFO:teuthology.orchestra.run.smithi005.stdout:osd.0 smithi005 running (5m) 28s ago 5m 43.1M 3217M 17.2.0 e1d6a67b021e ad88f9e5ff1f 2024-09-04T22:15:41.764 INFO:teuthology.orchestra.run.smithi005.stdout:osd.1 smithi005 running (4m) 28s ago 4m 45.4M 3217M 17.2.0 e1d6a67b021e c9fad4a1185e 2024-09-04T22:15:41.764 INFO:teuthology.orchestra.run.smithi005.stdout:osd.2 smithi005 running (4m) 28s ago 4m 41.6M 3217M 17.2.0 e1d6a67b021e e410f866b974 2024-09-04T22:15:41.764 INFO:teuthology.orchestra.run.smithi005.stdout:osd.3 smithi005 running (4m) 28s ago 4m 39.8M 3217M 17.2.0 e1d6a67b021e 277a1031c723 2024-09-04T22:15:41.765 INFO:teuthology.orchestra.run.smithi005.stdout:osd.4 smithi115 running (3m) 30s ago 3m 40.0M 3984M 17.2.0 e1d6a67b021e 992c7953a750 2024-09-04T22:15:41.765 INFO:teuthology.orchestra.run.smithi005.stdout:osd.5 smithi115 running (3m) 30s ago 3m 40.2M 3984M 17.2.0 e1d6a67b021e 37299ec573ae 2024-09-04T22:15:41.765 INFO:teuthology.orchestra.run.smithi005.stdout:osd.6 smithi115 running (2m) 30s ago 2m 38.6M 3984M 17.2.0 e1d6a67b021e a485cb0df9d8 2024-09-04T22:15:41.765 INFO:teuthology.orchestra.run.smithi005.stdout:osd.7 smithi115 running (2m) 30s ago 2m 43.2M 3984M 17.2.0 e1d6a67b021e cb10b860cb93 2024-09-04T22:15:41.765 INFO:teuthology.orchestra.run.smithi005.stdout:prometheus.smithi005 smithi005 *:9095 running (5m) 28s ago 5m 64.2M - 514e6a882f6e 2fe51d1d942f 2024-09-04T22:15:42.315 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-04T22:15:42.316 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": { 2024-09-04T22:15:42.316 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-09-04T22:15:42.316 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:15:42.316 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": { 2024-09-04T22:15:42.316 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-09-04T22:15:42.316 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:15:42.316 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": { 2024-09-04T22:15:42.316 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-09-04T22:15:42.316 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:15:42.316 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": { 2024-09-04T22:15:42.316 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-09-04T22:15:42.316 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:15:42.317 INFO:teuthology.orchestra.run.smithi005.stdout: "overall": { 2024-09-04T22:15:42.317 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 14 2024-09-04T22:15:42.317 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-04T22:15:42.317 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-04T22:15:42.556 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:42 smithi005 ceph-mon[24451]: from='client.24377 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:15:42.556 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:42 smithi005 ceph-mon[24451]: from='client.14624 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:15:42.556 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:42 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/669293975' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:15:42.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:42 smithi115 ceph-mon[26506]: from='client.24377 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:15:42.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:42 smithi115 ceph-mon[26506]: from='client.14624 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:15:42.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:42 smithi115 ceph-mon[26506]: from='client.? 172.21.15.5:0/669293975' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:15:42.667 INFO:teuthology.orchestra.run.smithi005.stdout: 5 11096 14.50 MB/sec warmup 27 sec latency 44.162 ms 2024-09-04T22:15:42.797 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-04T22:15:42.798 INFO:teuthology.orchestra.run.smithi005.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:f34184464782bd9f590f734f0d1d13c1b6a68f6d", 2024-09-04T22:15:42.798 INFO:teuthology.orchestra.run.smithi005.stdout: "in_progress": true, 2024-09-04T22:15:42.798 INFO:teuthology.orchestra.run.smithi005.stdout: "services_complete": [], 2024-09-04T22:15:42.798 INFO:teuthology.orchestra.run.smithi005.stdout: "progress": "", 2024-09-04T22:15:42.798 INFO:teuthology.orchestra.run.smithi005.stdout: "message": "Doing first pull of quay.ceph.io/ceph-ci/ceph:f34184464782bd9f590f734f0d1d13c1b6a68f6d image" 2024-09-04T22:15:42.798 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-04T22:15:43.374 INFO:teuthology.orchestra.run.smithi005.stdout:HEALTH_OK 2024-09-04T22:15:43.591 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:43 smithi005 ceph-mon[24451]: pgmap v253: 97 pgs: 97 active+clean; 147 MiB data, 397 MiB used, 715 GiB / 715 GiB avail; 7.2 KiB/s rd, 7.2 MiB/s wr, 740 op/s 2024-09-04T22:15:43.591 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:43 smithi005 ceph-mon[24451]: from='client.24385 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:15:43.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:43 smithi115 ceph-mon[26506]: pgmap v253: 97 pgs: 97 active+clean; 147 MiB data, 397 MiB used, 715 GiB / 715 GiB avail; 7.2 KiB/s rd, 7.2 MiB/s wr, 740 op/s 2024-09-04T22:15:43.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:43 smithi115 ceph-mon[26506]: from='client.24385 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:15:43.667 INFO:teuthology.orchestra.run.smithi005.stdout: 5 11550 14.11 MB/sec warmup 28 sec latency 32.109 ms 2024-09-04T22:15:44.370 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:44 smithi005 ceph-mon[24451]: from='client.14636 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:15:44.370 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:44 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/2187054529' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-04T22:15:44.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:44 smithi115 ceph-mon[26506]: from='client.14636 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:15:44.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:44 smithi115 ceph-mon[26506]: from='client.? 172.21.15.5:0/2187054529' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-04T22:15:44.667 INFO:teuthology.orchestra.run.smithi005.stdout: 5 11815 13.86 MB/sec warmup 29 sec latency 39.491 ms 2024-09-04T22:15:45.377 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:45 smithi005 ceph-mon[24451]: pgmap v254: 97 pgs: 97 active+clean; 152 MiB data, 400 MiB used, 715 GiB / 715 GiB avail; 7.3 KiB/s rd, 5.9 MiB/s wr, 599 op/s 2024-09-04T22:15:45.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:45 smithi115 ceph-mon[26506]: pgmap v254: 97 pgs: 97 active+clean; 152 MiB data, 400 MiB used, 715 GiB / 715 GiB avail; 7.3 KiB/s rd, 5.9 MiB/s wr, 599 op/s 2024-09-04T22:15:45.667 INFO:teuthology.orchestra.run.smithi005.stdout: 5 12256 13.92 MB/sec warmup 30 sec latency 49.721 ms 2024-09-04T22:15:46.667 INFO:teuthology.orchestra.run.smithi005.stdout: 5 12694 13.54 MB/sec warmup 31 sec latency 89.227 ms 2024-09-04T22:15:47.403 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:47 smithi005 ceph-mon[24451]: pgmap v255: 97 pgs: 97 active+clean; 154 MiB data, 420 MiB used, 715 GiB / 715 GiB avail; 11 KiB/s rd, 5.4 MiB/s wr, 526 op/s 2024-09-04T22:15:47.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:47 smithi115 ceph-mon[26506]: pgmap v255: 97 pgs: 97 active+clean; 154 MiB data, 420 MiB used, 715 GiB / 715 GiB avail; 11 KiB/s rd, 5.4 MiB/s wr, 526 op/s 2024-09-04T22:15:47.667 INFO:teuthology.orchestra.run.smithi005.stdout: 5 13022 13.32 MB/sec warmup 32 sec latency 67.643 ms 2024-09-04T22:15:48.668 INFO:teuthology.orchestra.run.smithi005.stdout: 5 13550 13.67 MB/sec warmup 33 sec latency 33.338 ms 2024-09-04T22:15:49.452 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:49 smithi005 ceph-mon[24451]: pgmap v256: 97 pgs: 97 active+clean; 154 MiB data, 477 MiB used, 715 GiB / 715 GiB avail; 8.3 KiB/s rd, 5.5 MiB/s wr, 516 op/s 2024-09-04T22:15:49.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:49 smithi115 ceph-mon[26506]: pgmap v256: 97 pgs: 97 active+clean; 154 MiB data, 477 MiB used, 715 GiB / 715 GiB avail; 8.3 KiB/s rd, 5.5 MiB/s wr, 516 op/s 2024-09-04T22:15:49.667 INFO:teuthology.orchestra.run.smithi005.stdout: 5 14039 13.73 MB/sec warmup 34 sec latency 40.060 ms 2024-09-04T22:15:50.668 INFO:teuthology.orchestra.run.smithi005.stdout: 5 14423 13.85 MB/sec warmup 35 sec latency 50.789 ms 2024-09-04T22:15:51.489 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:51 smithi005 ceph-mon[24451]: pgmap v257: 97 pgs: 97 active+clean; 152 MiB data, 486 MiB used, 715 GiB / 715 GiB avail; 11 KiB/s rd, 4.9 MiB/s wr, 483 op/s 2024-09-04T22:15:51.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:51 smithi115 ceph-mon[26506]: pgmap v257: 97 pgs: 97 active+clean; 152 MiB data, 486 MiB used, 715 GiB / 715 GiB avail; 11 KiB/s rd, 4.9 MiB/s wr, 483 op/s 2024-09-04T22:15:51.668 INFO:teuthology.orchestra.run.smithi005.stdout: 5 15029 13.61 MB/sec warmup 36 sec latency 33.381 ms 2024-09-04T22:15:52.668 INFO:teuthology.orchestra.run.smithi005.stdout: 5 15275 13.41 MB/sec warmup 37 sec latency 46.448 ms 2024-09-04T22:15:53.541 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:53 smithi005 ceph-mon[24451]: pgmap v258: 97 pgs: 97 active+clean; 165 MiB data, 521 MiB used, 715 GiB / 715 GiB avail; 6.6 KiB/s rd, 7.2 MiB/s wr, 723 op/s 2024-09-04T22:15:53.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:53 smithi115 ceph-mon[26506]: pgmap v258: 97 pgs: 97 active+clean; 165 MiB data, 521 MiB used, 715 GiB / 715 GiB avail; 6.6 KiB/s rd, 7.2 MiB/s wr, 723 op/s 2024-09-04T22:15:53.668 INFO:teuthology.orchestra.run.smithi005.stdout: 5 15679 13.42 MB/sec warmup 38 sec latency 70.085 ms 2024-09-04T22:15:54.668 INFO:teuthology.orchestra.run.smithi005.stdout: 5 16157 13.20 MB/sec warmup 39 sec latency 80.100 ms 2024-09-04T22:15:55.567 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:55 smithi005 ceph-mon[24451]: pgmap v259: 97 pgs: 97 active+clean; 169 MiB data, 566 MiB used, 715 GiB / 715 GiB avail; 6.7 KiB/s rd, 5.9 MiB/s wr, 520 op/s 2024-09-04T22:15:55.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:55 smithi115 ceph-mon[26506]: pgmap v259: 97 pgs: 97 active+clean; 169 MiB data, 566 MiB used, 715 GiB / 715 GiB avail; 6.7 KiB/s rd, 5.9 MiB/s wr, 520 op/s 2024-09-04T22:15:55.668 INFO:teuthology.orchestra.run.smithi005.stdout: 5 16632 13.09 MB/sec warmup 40 sec latency 39.060 ms 2024-09-04T22:15:56.668 INFO:teuthology.orchestra.run.smithi005.stdout: 5 17137 13.38 MB/sec warmup 41 sec latency 32.682 ms 2024-09-04T22:15:57.609 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:57 smithi005 ceph-mon[24451]: pgmap v260: 97 pgs: 97 active+clean; 169 MiB data, 597 MiB used, 715 GiB / 715 GiB avail; 11 KiB/s rd, 5.9 MiB/s wr, 614 op/s 2024-09-04T22:15:57.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:57 smithi115 ceph-mon[26506]: pgmap v260: 97 pgs: 97 active+clean; 169 MiB data, 597 MiB used, 715 GiB / 715 GiB avail; 11 KiB/s rd, 5.9 MiB/s wr, 614 op/s 2024-09-04T22:15:57.668 INFO:teuthology.orchestra.run.smithi005.stdout: 5 17625 13.46 MB/sec warmup 42 sec latency 40.365 ms 2024-09-04T22:15:58.669 INFO:teuthology.orchestra.run.smithi005.stdout: 5 18017 13.51 MB/sec warmup 43 sec latency 64.858 ms 2024-09-04T22:15:59.397 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:15:59 smithi005 ceph-mon[24451]: pgmap v261: 97 pgs: 97 active+clean; 169 MiB data, 604 MiB used, 715 GiB / 715 GiB avail; 7.5 KiB/s rd, 6.7 MiB/s wr, 699 op/s 2024-09-04T22:15:59.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:15:59 smithi115 ceph-mon[26506]: pgmap v261: 97 pgs: 97 active+clean; 169 MiB data, 604 MiB used, 715 GiB / 715 GiB avail; 7.5 KiB/s rd, 6.7 MiB/s wr, 699 op/s 2024-09-04T22:15:59.668 INFO:teuthology.orchestra.run.smithi005.stdout: 5 18335 13.26 MB/sec warmup 44 sec latency 45.877 ms 2024-09-04T22:16:00.668 INFO:teuthology.orchestra.run.smithi005.stdout: 5 18796 13.13 MB/sec warmup 45 sec latency 33.340 ms 2024-09-04T22:16:01.414 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:01 smithi005 ceph-mon[24451]: pgmap v262: 97 pgs: 97 active+clean; 170 MiB data, 601 MiB used, 715 GiB / 715 GiB avail; 9.7 KiB/s rd, 5.8 MiB/s wr, 563 op/s 2024-09-04T22:16:01.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:01 smithi115 ceph-mon[26506]: pgmap v262: 97 pgs: 97 active+clean; 170 MiB data, 601 MiB used, 715 GiB / 715 GiB avail; 9.7 KiB/s rd, 5.8 MiB/s wr, 563 op/s 2024-09-04T22:16:01.669 INFO:teuthology.orchestra.run.smithi005.stdout: 5 19449 13.24 MB/sec warmup 46 sec latency 29.050 ms 2024-09-04T22:16:02.668 INFO:teuthology.orchestra.run.smithi005.stdout: 5 20071 13.11 MB/sec warmup 47 sec latency 39.617 ms 2024-09-04T22:16:03.456 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:03 smithi005 ceph-mon[24451]: pgmap v263: 97 pgs: 97 active+clean; 187 MiB data, 664 MiB used, 715 GiB / 715 GiB avail; 7.2 KiB/s rd, 8.0 MiB/s wr, 782 op/s 2024-09-04T22:16:03.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:03 smithi115 ceph-mon[26506]: pgmap v263: 97 pgs: 97 active+clean; 187 MiB data, 664 MiB used, 715 GiB / 715 GiB avail; 7.2 KiB/s rd, 8.0 MiB/s wr, 782 op/s 2024-09-04T22:16:03.668 INFO:teuthology.orchestra.run.smithi005.stdout: 5 20585 13.26 MB/sec warmup 48 sec latency 72.499 ms 2024-09-04T22:16:04.668 INFO:teuthology.orchestra.run.smithi005.stdout: 5 21144 13.47 MB/sec warmup 49 sec latency 99.944 ms 2024-09-04T22:16:05.508 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:05 smithi005 ceph-mon[24451]: pgmap v264: 97 pgs: 97 active+clean; 184 MiB data, 678 MiB used, 715 GiB / 715 GiB avail; 7.3 KiB/s rd, 6.0 MiB/s wr, 557 op/s 2024-09-04T22:16:05.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:05 smithi115 ceph-mon[26506]: pgmap v264: 97 pgs: 97 active+clean; 184 MiB data, 678 MiB used, 715 GiB / 715 GiB avail; 7.3 KiB/s rd, 6.0 MiB/s wr, 557 op/s 2024-09-04T22:16:05.668 INFO:teuthology.orchestra.run.smithi005.stdout: 5 21512 13.51 MB/sec warmup 50 sec latency 63.123 ms 2024-09-04T22:16:06.668 INFO:teuthology.orchestra.run.smithi005.stdout: 5 21751 13.30 MB/sec warmup 51 sec latency 104.921 ms 2024-09-04T22:16:07.565 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:07 smithi005 ceph-mon[24451]: pgmap v265: 97 pgs: 97 active+clean; 186 MiB data, 697 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 6.2 MiB/s wr, 649 op/s 2024-09-04T22:16:07.565 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:07 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:16:07.565 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:07 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:16:07.565 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:07 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:16:07.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:07 smithi115 ceph-mon[26506]: pgmap v265: 97 pgs: 97 active+clean; 186 MiB data, 697 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 6.2 MiB/s wr, 649 op/s 2024-09-04T22:16:07.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:07 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:16:07.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:07 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:16:07.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:07 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:16:07.668 INFO:teuthology.orchestra.run.smithi005.stdout: 5 22148 13.10 MB/sec warmup 52 sec latency 51.369 ms 2024-09-04T22:16:08.587 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:08 smithi005 ceph-mon[24451]: Upgrade: Target is version 19.1.1-260-gf3418446 (unknown) 2024-09-04T22:16:08.587 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:08 smithi005 ceph-mon[24451]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, digests ['quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15'] 2024-09-04T22:16:08.587 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:08 smithi005 ceph-mon[24451]: Upgrade: Need to upgrade myself (mgr.smithi005.hteciz) 2024-09-04T22:16:08.587 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:08 smithi005 ceph-mon[24451]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15 on smithi115 2024-09-04T22:16:08.668 INFO:teuthology.orchestra.run.smithi005.stdout: 5 22461 12.98 MB/sec warmup 53 sec latency 57.273 ms 2024-09-04T22:16:08.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:08 smithi115 ceph-mon[26506]: Upgrade: Target is version 19.1.1-260-gf3418446 (unknown) 2024-09-04T22:16:08.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:08 smithi115 ceph-mon[26506]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, digests ['quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15'] 2024-09-04T22:16:08.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:08 smithi115 ceph-mon[26506]: Upgrade: Need to upgrade myself (mgr.smithi005.hteciz) 2024-09-04T22:16:08.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:08 smithi115 ceph-mon[26506]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15 on smithi115 2024-09-04T22:16:09.613 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:09 smithi005 ceph-mon[24451]: pgmap v266: 97 pgs: 97 active+clean; 189 MiB data, 723 MiB used, 715 GiB / 715 GiB avail; 7.1 KiB/s rd, 7.2 MiB/s wr, 640 op/s 2024-09-04T22:16:09.669 INFO:teuthology.orchestra.run.smithi005.stdout: 5 22878 12.99 MB/sec warmup 54 sec latency 55.697 ms 2024-09-04T22:16:09.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:09 smithi115 ceph-mon[26506]: pgmap v266: 97 pgs: 97 active+clean; 189 MiB data, 723 MiB used, 715 GiB / 715 GiB avail; 7.1 KiB/s rd, 7.2 MiB/s wr, 640 op/s 2024-09-04T22:16:10.668 INFO:teuthology.orchestra.run.smithi005.stdout: 5 23452 12.88 MB/sec warmup 55 sec latency 109.554 ms 2024-09-04T22:16:11.666 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:11 smithi005 ceph-mon[24451]: pgmap v267: 97 pgs: 97 active+clean; 191 MiB data, 743 MiB used, 714 GiB / 715 GiB avail; 11 KiB/s rd, 6.2 MiB/s wr, 529 op/s 2024-09-04T22:16:11.668 INFO:teuthology.orchestra.run.smithi005.stdout: 5 23777 12.77 MB/sec warmup 56 sec latency 37.630 ms 2024-09-04T22:16:11.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:11 smithi115 ceph-mon[26506]: pgmap v267: 97 pgs: 97 active+clean; 191 MiB data, 743 MiB used, 714 GiB / 715 GiB avail; 11 KiB/s rd, 6.2 MiB/s wr, 529 op/s 2024-09-04T22:16:12.668 INFO:teuthology.orchestra.run.smithi005.stdout: 5 24081 12.84 MB/sec warmup 57 sec latency 51.048 ms 2024-09-04T22:16:12.697 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:12 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi005.hteciz/trash_purge_schedule"}]: dispatch 2024-09-04T22:16:12.698 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:12 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi005.hteciz/mirror_snapshot_schedule"}]: dispatch 2024-09-04T22:16:12.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:12 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi005.hteciz/trash_purge_schedule"}]: dispatch 2024-09-04T22:16:12.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:12 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi005.hteciz/mirror_snapshot_schedule"}]: dispatch 2024-09-04T22:16:13.468 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:13 smithi005 ceph-mon[24451]: pgmap v268: 97 pgs: 97 active+clean; 191 MiB data, 771 MiB used, 714 GiB / 715 GiB avail; 8.6 KiB/s rd, 7.4 MiB/s wr, 716 op/s 2024-09-04T22:16:13.669 INFO:teuthology.orchestra.run.smithi005.stdout: 5 24459 12.83 MB/sec warmup 58 sec latency 85.605 ms 2024-09-04T22:16:13.805 INFO:teuthology.orchestra.run.smithi005.stdout:true 2024-09-04T22:16:13.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:13 smithi115 ceph-mon[26506]: pgmap v268: 97 pgs: 97 active+clean; 191 MiB data, 771 MiB used, 714 GiB / 715 GiB avail; 8.6 KiB/s rd, 7.4 MiB/s wr, 716 op/s 2024-09-04T22:16:14.669 INFO:teuthology.orchestra.run.smithi005.stdout: 5 25015 13.02 MB/sec warmup 59 sec latency 48.867 ms 2024-09-04T22:16:14.723 INFO:teuthology.orchestra.run.smithi005.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-04T22:16:14.723 INFO:teuthology.orchestra.run.smithi005.stdout:alertmanager.smithi005 smithi005 *:9093,9094 running (6m) 61s ago 7m 20.3M - ba2b418f427c 0c8f7cd9eb97 2024-09-04T22:16:14.723 INFO:teuthology.orchestra.run.smithi005.stdout:crash.smithi005 smithi005 running (7m) 61s ago 7m 6405k - 17.2.0 e1d6a67b021e 5366e96551ee 2024-09-04T22:16:14.723 INFO:teuthology.orchestra.run.smithi005.stdout:crash.smithi115 smithi115 running (6m) 63s ago 6m 6405k - 17.2.0 e1d6a67b021e 77f133c01eab 2024-09-04T22:16:14.723 INFO:teuthology.orchestra.run.smithi005.stdout:grafana.smithi005 smithi005 *:3000 running (5m) 61s ago 7m 53.8M - 8.3.5 dad864ee21e9 10b447b443fe 2024-09-04T22:16:14.724 INFO:teuthology.orchestra.run.smithi005.stdout:mds.foofs.smithi005.vslipg smithi005 running (93s) 61s ago 92s 14.8M - 17.2.0 e1d6a67b021e 7e8076c2570f 2024-09-04T22:16:14.724 INFO:teuthology.orchestra.run.smithi005.stdout:mds.foofs.smithi115.sgjptr smithi115 running (90s) 63s ago 89s 14.4M - 17.2.0 e1d6a67b021e fb533e8d32e8 2024-09-04T22:16:14.724 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.smithi005.hteciz smithi005 *:9283 running (8m) 61s ago 8m 459M - 17.2.0 e1d6a67b021e a14cb4e2523e 2024-09-04T22:16:14.724 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.smithi115.lfvwip smithi115 *:8443,9283 running (6m) 63s ago 6m 412M - 17.2.0 e1d6a67b021e 20817b2fdd7b 2024-09-04T22:16:14.724 INFO:teuthology.orchestra.run.smithi005.stdout:mon.smithi005 smithi005 running (8m) 61s ago 8m 45.8M 2048M 17.2.0 e1d6a67b021e f3bd30eff93c 2024-09-04T22:16:14.724 INFO:teuthology.orchestra.run.smithi005.stdout:mon.smithi115 smithi115 running (6m) 63s ago 6m 36.9M 2048M 17.2.0 e1d6a67b021e 9c18168348ca 2024-09-04T22:16:14.724 INFO:teuthology.orchestra.run.smithi005.stdout:nfs.foo.0.0.smithi005.rcnjjx smithi005 *:2049 running (73s) 61s ago 71s 48.9M - 4.0 e1d6a67b021e 292d2c5fa82d 2024-09-04T22:16:14.724 INFO:teuthology.orchestra.run.smithi005.stdout:nfs.foo.1.0.smithi115.gxhqij smithi115 *:2049 running (66s) 63s ago 66s 52.8M - 4.0 e1d6a67b021e e4a881a3497c 2024-09-04T22:16:14.724 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.smithi005 smithi005 *:9100 running (7m) 61s ago 7m 18.5M - 1dbe0e931976 57cdd5e32e1e 2024-09-04T22:16:14.724 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.smithi115 smithi115 *:9100 running (6m) 63s ago 6m 17.9M - 1dbe0e931976 9e66484110d5 2024-09-04T22:16:14.724 INFO:teuthology.orchestra.run.smithi005.stdout:osd.0 smithi005 running (5m) 61s ago 5m 43.1M 3217M 17.2.0 e1d6a67b021e ad88f9e5ff1f 2024-09-04T22:16:14.724 INFO:teuthology.orchestra.run.smithi005.stdout:osd.1 smithi005 running (5m) 61s ago 5m 45.4M 3217M 17.2.0 e1d6a67b021e c9fad4a1185e 2024-09-04T22:16:14.724 INFO:teuthology.orchestra.run.smithi005.stdout:osd.2 smithi005 running (5m) 61s ago 5m 41.6M 3217M 17.2.0 e1d6a67b021e e410f866b974 2024-09-04T22:16:14.725 INFO:teuthology.orchestra.run.smithi005.stdout:osd.3 smithi005 running (4m) 61s ago 4m 39.8M 3217M 17.2.0 e1d6a67b021e 277a1031c723 2024-09-04T22:16:14.725 INFO:teuthology.orchestra.run.smithi005.stdout:osd.4 smithi115 running (4m) 63s ago 4m 40.0M 3984M 17.2.0 e1d6a67b021e 992c7953a750 2024-09-04T22:16:14.725 INFO:teuthology.orchestra.run.smithi005.stdout:osd.5 smithi115 running (3m) 63s ago 3m 40.2M 3984M 17.2.0 e1d6a67b021e 37299ec573ae 2024-09-04T22:16:14.725 INFO:teuthology.orchestra.run.smithi005.stdout:osd.6 smithi115 running (3m) 63s ago 3m 38.6M 3984M 17.2.0 e1d6a67b021e a485cb0df9d8 2024-09-04T22:16:14.725 INFO:teuthology.orchestra.run.smithi005.stdout:osd.7 smithi115 running (3m) 63s ago 3m 43.2M 3984M 17.2.0 e1d6a67b021e cb10b860cb93 2024-09-04T22:16:14.725 INFO:teuthology.orchestra.run.smithi005.stdout:prometheus.smithi005 smithi005 *:9095 running (6m) 61s ago 6m 64.2M - 514e6a882f6e 2fe51d1d942f 2024-09-04T22:16:15.255 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-04T22:16:15.255 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": { 2024-09-04T22:16:15.255 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-09-04T22:16:15.255 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:16:15.256 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": { 2024-09-04T22:16:15.256 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-09-04T22:16:15.256 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:16:15.256 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": { 2024-09-04T22:16:15.256 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-09-04T22:16:15.256 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:16:15.256 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": { 2024-09-04T22:16:15.256 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-09-04T22:16:15.256 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:16:15.256 INFO:teuthology.orchestra.run.smithi005.stdout: "overall": { 2024-09-04T22:16:15.256 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 14 2024-09-04T22:16:15.257 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-04T22:16:15.257 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-04T22:16:15.496 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:15 smithi005 ceph-mon[24451]: pgmap v269: 97 pgs: 97 active+clean; 193 MiB data, 768 MiB used, 714 GiB / 715 GiB avail; 8.7 KiB/s rd, 5.9 MiB/s wr, 599 op/s 2024-09-04T22:16:15.496 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:15 smithi005 ceph-mon[24451]: from='client.14644 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:16:15.496 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:15 smithi005 ceph-mon[24451]: from='client.14648 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:16:15.496 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:15 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/1192077526' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:16:15.669 INFO:teuthology.orchestra.run.smithi005.stdout: 5 25316 12.90 MB/sec warmup 60 sec latency 41.211 ms 2024-09-04T22:16:15.697 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-04T22:16:15.697 INFO:teuthology.orchestra.run.smithi005.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15", 2024-09-04T22:16:15.697 INFO:teuthology.orchestra.run.smithi005.stdout: "in_progress": true, 2024-09-04T22:16:15.697 INFO:teuthology.orchestra.run.smithi005.stdout: "services_complete": [], 2024-09-04T22:16:15.697 INFO:teuthology.orchestra.run.smithi005.stdout: "progress": "0/23 daemons upgraded", 2024-09-04T22:16:15.698 INFO:teuthology.orchestra.run.smithi005.stdout: "message": "Pulling quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15 image on host smithi115" 2024-09-04T22:16:15.698 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-04T22:16:15.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:15 smithi115 ceph-mon[26506]: pgmap v269: 97 pgs: 97 active+clean; 193 MiB data, 768 MiB used, 714 GiB / 715 GiB avail; 8.7 KiB/s rd, 5.9 MiB/s wr, 599 op/s 2024-09-04T22:16:15.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:15 smithi115 ceph-mon[26506]: from='client.14644 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:16:15.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:15 smithi115 ceph-mon[26506]: from='client.14648 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:16:15.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:15 smithi115 ceph-mon[26506]: from='client.? 172.21.15.5:0/1192077526' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:16:16.275 INFO:teuthology.orchestra.run.smithi005.stdout:HEALTH_OK 2024-09-04T22:16:16.509 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:16 smithi005 ceph-mon[24451]: from='client.14652 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:16:16.509 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:16 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/3618098947' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-04T22:16:16.669 INFO:teuthology.orchestra.run.smithi005.stdout: 5 25804 12.77 MB/sec warmup 61 sec latency 45.510 ms 2024-09-04T22:16:16.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:16 smithi115 ceph-mon[26506]: from='client.14652 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:16:16.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:16 smithi115 ceph-mon[26506]: from='client.? 172.21.15.5:0/3618098947' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-04T22:16:17.531 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:17 smithi005 ceph-mon[24451]: pgmap v270: 97 pgs: 97 active+clean; 195 MiB data, 793 MiB used, 714 GiB / 715 GiB avail; 12 KiB/s rd, 6.0 MiB/s wr, 591 op/s 2024-09-04T22:16:17.531 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:17 smithi005 ceph-mon[24451]: from='client.14660 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:16:17.669 INFO:teuthology.orchestra.run.smithi005.stdout: 5 26436 12.86 MB/sec warmup 62 sec latency 76.151 ms 2024-09-04T22:16:17.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:17 smithi115 ceph-mon[26506]: pgmap v270: 97 pgs: 97 active+clean; 195 MiB data, 793 MiB used, 714 GiB / 715 GiB avail; 12 KiB/s rd, 6.0 MiB/s wr, 591 op/s 2024-09-04T22:16:17.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:17 smithi115 ceph-mon[26506]: from='client.14660 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:16:18.669 INFO:teuthology.orchestra.run.smithi005.stdout: 5 27131 12.79 MB/sec warmup 63 sec latency 41.044 ms 2024-09-04T22:16:19.559 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:19 smithi005 ceph-mon[24451]: pgmap v271: 97 pgs: 97 active+clean; 206 MiB data, 816 MiB used, 714 GiB / 715 GiB avail; 6.9 KiB/s rd, 6.7 MiB/s wr, 596 op/s 2024-09-04T22:16:19.669 INFO:teuthology.orchestra.run.smithi005.stdout: 5 27728 12.98 MB/sec warmup 64 sec latency 50.625 ms 2024-09-04T22:16:19.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:19 smithi115 ceph-mon[26506]: pgmap v271: 97 pgs: 97 active+clean; 206 MiB data, 816 MiB used, 714 GiB / 715 GiB avail; 6.9 KiB/s rd, 6.7 MiB/s wr, 596 op/s 2024-09-04T22:16:20.669 INFO:teuthology.orchestra.run.smithi005.stdout: 5 28172 13.03 MB/sec warmup 65 sec latency 66.114 ms 2024-09-04T22:16:21.656 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:21 smithi005 ceph-mon[24451]: pgmap v272: 97 pgs: 97 active+clean; 207 MiB data, 841 MiB used, 714 GiB / 715 GiB avail; 11 KiB/s rd, 5.4 MiB/s wr, 520 op/s 2024-09-04T22:16:21.669 INFO:teuthology.orchestra.run.smithi005.stdout: 5 28537 13.06 MB/sec warmup 66 sec latency 51.220 ms 2024-09-04T22:16:21.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:21 smithi115 ceph-mon[26506]: pgmap v272: 97 pgs: 97 active+clean; 207 MiB data, 841 MiB used, 714 GiB / 715 GiB avail; 11 KiB/s rd, 5.4 MiB/s wr, 520 op/s 2024-09-04T22:16:22.669 INFO:teuthology.orchestra.run.smithi005.stdout: 5 28792 12.96 MB/sec warmup 67 sec latency 80.727 ms 2024-09-04T22:16:23.669 INFO:teuthology.orchestra.run.smithi005.stdout: 5 29121 12.83 MB/sec warmup 68 sec latency 44.972 ms 2024-09-04T22:16:23.701 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:23 smithi005 ceph-mon[24451]: pgmap v273: 97 pgs: 97 active+clean; 215 MiB data, 910 MiB used, 714 GiB / 715 GiB avail; 7.8 KiB/s rd, 7.5 MiB/s wr, 764 op/s 2024-09-04T22:16:23.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:23 smithi115 ceph-mon[26506]: pgmap v273: 97 pgs: 97 active+clean; 215 MiB data, 910 MiB used, 714 GiB / 715 GiB avail; 7.8 KiB/s rd, 7.5 MiB/s wr, 764 op/s 2024-09-04T22:16:24.669 INFO:teuthology.orchestra.run.smithi005.stdout: 5 29468 12.74 MB/sec warmup 69 sec latency 31.882 ms 2024-09-04T22:16:25.470 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:25 smithi005 ceph-mon[24451]: pgmap v274: 97 pgs: 97 active+clean; 214 MiB data, 908 MiB used, 714 GiB / 715 GiB avail; 8.0 KiB/s rd, 6.7 MiB/s wr, 596 op/s 2024-09-04T22:16:25.669 INFO:teuthology.orchestra.run.smithi005.stdout: 5 30005 12.76 MB/sec warmup 70 sec latency 40.429 ms 2024-09-04T22:16:25.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:25 smithi115 ceph-mon[26506]: pgmap v274: 97 pgs: 97 active+clean; 214 MiB data, 908 MiB used, 714 GiB / 715 GiB avail; 8.0 KiB/s rd, 6.7 MiB/s wr, 596 op/s 2024-09-04T22:16:26.669 INFO:teuthology.orchestra.run.smithi005.stdout: 5 30561 12.69 MB/sec warmup 71 sec latency 40.984 ms 2024-09-04T22:16:27.490 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:27 smithi005 ceph-mon[24451]: pgmap v275: 97 pgs: 97 active+clean; 218 MiB data, 914 MiB used, 714 GiB / 715 GiB avail; 11 KiB/s rd, 6.6 MiB/s wr, 570 op/s 2024-09-04T22:16:27.669 INFO:teuthology.orchestra.run.smithi005.stdout: 5 30949 12.65 MB/sec warmup 72 sec latency 37.046 ms 2024-09-04T22:16:27.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:27 smithi115 ceph-mon[26506]: pgmap v275: 97 pgs: 97 active+clean; 218 MiB data, 914 MiB used, 714 GiB / 715 GiB avail; 11 KiB/s rd, 6.6 MiB/s wr, 570 op/s 2024-09-04T22:16:28.669 INFO:teuthology.orchestra.run.smithi005.stdout: 5 31517 12.80 MB/sec warmup 73 sec latency 83.644 ms 2024-09-04T22:16:29.501 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:29 smithi005 ceph-mon[24451]: pgmap v276: 97 pgs: 97 active+clean; 220 MiB data, 948 MiB used, 714 GiB / 715 GiB avail; 7.6 KiB/s rd, 7.3 MiB/s wr, 712 op/s 2024-09-04T22:16:29.669 INFO:teuthology.orchestra.run.smithi005.stdout: 5 32078 12.94 MB/sec warmup 74 sec latency 43.878 ms 2024-09-04T22:16:29.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:29 smithi115 ceph-mon[26506]: pgmap v276: 97 pgs: 97 active+clean; 220 MiB data, 948 MiB used, 714 GiB / 715 GiB avail; 7.6 KiB/s rd, 7.3 MiB/s wr, 712 op/s 2024-09-04T22:16:30.669 INFO:teuthology.orchestra.run.smithi005.stdout: 5 32325 12.85 MB/sec warmup 75 sec latency 74.518 ms 2024-09-04T22:16:31.608 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:31 smithi005 ceph-mon[24451]: pgmap v277: 97 pgs: 97 active+clean; 222 MiB data, 961 MiB used, 714 GiB / 715 GiB avail; 12 KiB/s rd, 6.3 MiB/s wr, 661 op/s 2024-09-04T22:16:31.669 INFO:teuthology.orchestra.run.smithi005.stdout: 5 32730 12.75 MB/sec warmup 76 sec latency 43.901 ms 2024-09-04T22:16:31.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:31 smithi115 ceph-mon[26506]: pgmap v277: 97 pgs: 97 active+clean; 222 MiB data, 961 MiB used, 714 GiB / 715 GiB avail; 12 KiB/s rd, 6.3 MiB/s wr, 661 op/s 2024-09-04T22:16:32.669 INFO:teuthology.orchestra.run.smithi005.stdout: 5 33119 12.69 MB/sec warmup 77 sec latency 44.769 ms 2024-09-04T22:16:33.629 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:33 smithi005 ceph-mon[24451]: pgmap v278: 97 pgs: 97 active+clean; 225 MiB data, 1006 MiB used, 714 GiB / 715 GiB avail; 7.2 KiB/s rd, 7.6 MiB/s wr, 757 op/s 2024-09-04T22:16:33.669 INFO:teuthology.orchestra.run.smithi005.stdout: 5 33491 12.67 MB/sec warmup 78 sec latency 52.713 ms 2024-09-04T22:16:33.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:33 smithi115 ceph-mon[26506]: pgmap v278: 97 pgs: 97 active+clean; 225 MiB data, 1006 MiB used, 714 GiB / 715 GiB avail; 7.2 KiB/s rd, 7.6 MiB/s wr, 757 op/s 2024-09-04T22:16:34.669 INFO:teuthology.orchestra.run.smithi005.stdout: 5 33928 12.59 MB/sec warmup 79 sec latency 88.132 ms 2024-09-04T22:16:35.669 INFO:teuthology.orchestra.run.smithi005.stdout: 5 34351 12.55 MB/sec warmup 80 sec latency 70.127 ms 2024-09-04T22:16:35.685 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:35 smithi005 ceph-mon[24451]: pgmap v279: 97 pgs: 97 active+clean; 229 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.3 KiB/s rd, 5.8 MiB/s wr, 504 op/s 2024-09-04T22:16:35.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:35 smithi115 ceph-mon[26506]: pgmap v279: 97 pgs: 97 active+clean; 229 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.3 KiB/s rd, 5.8 MiB/s wr, 504 op/s 2024-09-04T22:16:36.669 INFO:teuthology.orchestra.run.smithi005.stdout: 5 35058 12.71 MB/sec warmup 81 sec latency 45.587 ms 2024-09-04T22:16:37.669 INFO:teuthology.orchestra.run.smithi005.stdout: 5 35710 12.87 MB/sec warmup 82 sec latency 41.664 ms 2024-09-04T22:16:37.716 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:37 smithi005 ceph-mon[24451]: pgmap v280: 97 pgs: 97 active+clean; 236 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 12 KiB/s rd, 6.2 MiB/s wr, 673 op/s 2024-09-04T22:16:37.854 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:37 smithi115 ceph-mon[26506]: pgmap v280: 97 pgs: 97 active+clean; 236 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 12 KiB/s rd, 6.2 MiB/s wr, 673 op/s 2024-09-04T22:16:38.669 INFO:teuthology.orchestra.run.smithi005.stdout: 5 36072 12.79 MB/sec warmup 83 sec latency 39.901 ms 2024-09-04T22:16:39.669 INFO:teuthology.orchestra.run.smithi005.stdout: 5 36552 12.73 MB/sec warmup 84 sec latency 32.516 ms 2024-09-04T22:16:39.732 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:39 smithi005 ceph-mon[24451]: pgmap v281: 97 pgs: 97 active+clean; 231 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.8 KiB/s rd, 6.4 MiB/s wr, 651 op/s 2024-09-04T22:16:39.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:39 smithi115 ceph-mon[26506]: pgmap v281: 97 pgs: 97 active+clean; 231 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.8 KiB/s rd, 6.4 MiB/s wr, 651 op/s 2024-09-04T22:16:40.669 INFO:teuthology.orchestra.run.smithi005.stdout: 5 37192 12.77 MB/sec warmup 85 sec latency 87.149 ms 2024-09-04T22:16:40.954 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:40 smithi005 ceph-mon[24451]: pgmap v282: 97 pgs: 97 active+clean; 234 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 KiB/s rd, 5.8 MiB/s wr, 592 op/s 2024-09-04T22:16:41.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:40 smithi115 ceph-mon[26506]: pgmap v282: 97 pgs: 97 active+clean; 234 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 KiB/s rd, 5.8 MiB/s wr, 592 op/s 2024-09-04T22:16:41.669 INFO:teuthology.orchestra.run.smithi005.stdout: 5 37904 12.78 MB/sec warmup 86 sec latency 51.385 ms 2024-09-04T22:16:42.669 INFO:teuthology.orchestra.run.smithi005.stdout: 5 38199 12.75 MB/sec warmup 87 sec latency 107.227 ms 2024-09-04T22:16:43.297 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:43 smithi005 ceph-mon[24451]: pgmap v283: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.3 KiB/s rd, 7.6 MiB/s wr, 694 op/s 2024-09-04T22:16:43.297 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:43 smithi005 ceph-mon[24451]: Upgrade: Updating mgr.smithi115.lfvwip 2024-09-04T22:16:43.297 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:43 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:16:43.297 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:43 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi115.lfvwip", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-04T22:16:43.297 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:43 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-04T22:16:43.298 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:43 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:16:43.298 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:43 smithi005 ceph-mon[24451]: Deploying daemon mgr.smithi115.lfvwip on smithi115 2024-09-04T22:16:43.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:43 smithi115 ceph-mon[26506]: pgmap v283: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.3 KiB/s rd, 7.6 MiB/s wr, 694 op/s 2024-09-04T22:16:43.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:43 smithi115 ceph-mon[26506]: Upgrade: Updating mgr.smithi115.lfvwip 2024-09-04T22:16:43.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:43 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:16:43.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:43 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi115.lfvwip", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-04T22:16:43.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:43 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-04T22:16:43.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:43 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:16:43.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:43 smithi115 ceph-mon[26506]: Deploying daemon mgr.smithi115.lfvwip on smithi115 2024-09-04T22:16:43.670 INFO:teuthology.orchestra.run.smithi005.stdout: 5 38615 12.79 MB/sec warmup 88 sec latency 47.817 ms 2024-09-04T22:16:44.670 INFO:teuthology.orchestra.run.smithi005.stdout: 5 39001 12.84 MB/sec warmup 89 sec latency 80.015 ms 2024-09-04T22:16:45.122 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:45 smithi005 ceph-mon[24451]: pgmap v284: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.5 KiB/s rd, 6.5 MiB/s wr, 598 op/s 2024-09-04T22:16:45.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:45 smithi115 ceph-mon[26506]: pgmap v284: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.5 KiB/s rd, 6.5 MiB/s wr, 598 op/s 2024-09-04T22:16:45.669 INFO:teuthology.orchestra.run.smithi005.stdout: 5 39325 12.82 MB/sec warmup 90 sec latency 61.743 ms 2024-09-04T22:16:46.662 INFO:teuthology.orchestra.run.smithi005.stdout:true 2024-09-04T22:16:46.669 INFO:teuthology.orchestra.run.smithi005.stdout: 5 39570 12.72 MB/sec warmup 91 sec latency 52.550 ms 2024-09-04T22:16:46.680 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:46 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:16:46.680 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:46 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:16:46.680 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:46 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:16:46.680 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:46 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:16:46.680 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:46 smithi005 ceph-mon[24451]: pgmap v285: 97 pgs: 97 active+clean; 249 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 KiB/s rd, 6.9 MiB/s wr, 702 op/s 2024-09-04T22:16:46.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:46 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:16:46.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:46 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:16:46.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:46 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:16:46.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:46 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:16:46.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:46 smithi115 ceph-mon[26506]: pgmap v285: 97 pgs: 97 active+clean; 249 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 KiB/s rd, 6.9 MiB/s wr, 702 op/s 2024-09-04T22:16:47.519 INFO:teuthology.orchestra.run.smithi005.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-04T22:16:47.519 INFO:teuthology.orchestra.run.smithi005.stdout:alertmanager.smithi005 smithi005 *:9093,9094 running (6m) 94s ago 8m 20.3M - ba2b418f427c 0c8f7cd9eb97 2024-09-04T22:16:47.520 INFO:teuthology.orchestra.run.smithi005.stdout:crash.smithi005 smithi005 running (7m) 94s ago 7m 6405k - 17.2.0 e1d6a67b021e 5366e96551ee 2024-09-04T22:16:47.520 INFO:teuthology.orchestra.run.smithi005.stdout:crash.smithi115 smithi115 running (7m) 96s ago 7m 6405k - 17.2.0 e1d6a67b021e 77f133c01eab 2024-09-04T22:16:47.520 INFO:teuthology.orchestra.run.smithi005.stdout:grafana.smithi005 smithi005 *:3000 running (6m) 94s ago 7m 53.8M - 8.3.5 dad864ee21e9 10b447b443fe 2024-09-04T22:16:47.520 INFO:teuthology.orchestra.run.smithi005.stdout:mds.foofs.smithi005.vslipg smithi005 running (2m) 94s ago 2m 14.8M - 17.2.0 e1d6a67b021e 7e8076c2570f 2024-09-04T22:16:47.520 INFO:teuthology.orchestra.run.smithi005.stdout:mds.foofs.smithi115.sgjptr smithi115 running (2m) 96s ago 2m 14.4M - 17.2.0 e1d6a67b021e fb533e8d32e8 2024-09-04T22:16:47.520 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.smithi005.hteciz smithi005 *:9283 running (9m) 94s ago 9m 459M - 17.2.0 e1d6a67b021e a14cb4e2523e 2024-09-04T22:16:47.520 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.smithi115.lfvwip smithi115 *:8443,9283 starting - - - - 2024-09-04T22:16:47.520 INFO:teuthology.orchestra.run.smithi005.stdout:mon.smithi005 smithi005 running (9m) 94s ago 9m 45.8M 2048M 17.2.0 e1d6a67b021e f3bd30eff93c 2024-09-04T22:16:47.520 INFO:teuthology.orchestra.run.smithi005.stdout:mon.smithi115 smithi115 running (7m) 96s ago 7m 36.9M 2048M 17.2.0 e1d6a67b021e 9c18168348ca 2024-09-04T22:16:47.520 INFO:teuthology.orchestra.run.smithi005.stdout:nfs.foo.0.0.smithi005.rcnjjx smithi005 *:2049 running (105s) 94s ago 104s 48.9M - 4.0 e1d6a67b021e 292d2c5fa82d 2024-09-04T22:16:47.520 INFO:teuthology.orchestra.run.smithi005.stdout:nfs.foo.1.0.smithi115.gxhqij smithi115 *:2049 running (99s) 96s ago 99s 52.8M - 4.0 e1d6a67b021e e4a881a3497c 2024-09-04T22:16:47.520 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.smithi005 smithi005 *:9100 running (7m) 94s ago 7m 18.5M - 1dbe0e931976 57cdd5e32e1e 2024-09-04T22:16:47.520 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.smithi115 smithi115 *:9100 running (7m) 96s ago 7m 17.9M - 1dbe0e931976 9e66484110d5 2024-09-04T22:16:47.521 INFO:teuthology.orchestra.run.smithi005.stdout:osd.0 smithi005 running (6m) 94s ago 6m 43.1M 3217M 17.2.0 e1d6a67b021e ad88f9e5ff1f 2024-09-04T22:16:47.521 INFO:teuthology.orchestra.run.smithi005.stdout:osd.1 smithi005 running (6m) 94s ago 6m 45.4M 3217M 17.2.0 e1d6a67b021e c9fad4a1185e 2024-09-04T22:16:47.521 INFO:teuthology.orchestra.run.smithi005.stdout:osd.2 smithi005 running (5m) 94s ago 5m 41.6M 3217M 17.2.0 e1d6a67b021e e410f866b974 2024-09-04T22:16:47.521 INFO:teuthology.orchestra.run.smithi005.stdout:osd.3 smithi005 running (5m) 94s ago 5m 39.8M 3217M 17.2.0 e1d6a67b021e 277a1031c723 2024-09-04T22:16:47.521 INFO:teuthology.orchestra.run.smithi005.stdout:osd.4 smithi115 running (4m) 96s ago 4m 40.0M 3984M 17.2.0 e1d6a67b021e 992c7953a750 2024-09-04T22:16:47.521 INFO:teuthology.orchestra.run.smithi005.stdout:osd.5 smithi115 running (4m) 96s ago 4m 40.2M 3984M 17.2.0 e1d6a67b021e 37299ec573ae 2024-09-04T22:16:47.521 INFO:teuthology.orchestra.run.smithi005.stdout:osd.6 smithi115 running (3m) 96s ago 3m 38.6M 3984M 17.2.0 e1d6a67b021e a485cb0df9d8 2024-09-04T22:16:47.521 INFO:teuthology.orchestra.run.smithi005.stdout:osd.7 smithi115 running (3m) 96s ago 3m 43.2M 3984M 17.2.0 e1d6a67b021e cb10b860cb93 2024-09-04T22:16:47.521 INFO:teuthology.orchestra.run.smithi005.stdout:prometheus.smithi005 smithi005 *:9095 running (6m) 94s ago 6m 64.2M - 514e6a882f6e 2fe51d1d942f 2024-09-04T22:16:47.670 INFO:teuthology.orchestra.run.smithi005.stdout: 5 40001 12.65 MB/sec warmup 92 sec latency 65.523 ms 2024-09-04T22:16:47.689 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:47 smithi005 ceph-mon[24451]: from='client.24425 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:16:47.689 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:47 smithi005 ceph-mon[24451]: from='client.14674 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:16:47.689 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:47 smithi005 ceph-mon[24451]: from='client.14678 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:16:47.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:47 smithi115 ceph-mon[26506]: from='client.24425 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:16:47.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:47 smithi115 ceph-mon[26506]: from='client.14674 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:16:47.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:47 smithi115 ceph-mon[26506]: from='client.14678 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:16:48.027 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-04T22:16:48.027 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": { 2024-09-04T22:16:48.027 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-09-04T22:16:48.027 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:16:48.027 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": { 2024-09-04T22:16:48.027 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-09-04T22:16:48.027 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:16:48.027 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": { 2024-09-04T22:16:48.028 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-09-04T22:16:48.028 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:16:48.028 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": { 2024-09-04T22:16:48.028 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-09-04T22:16:48.028 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:16:48.028 INFO:teuthology.orchestra.run.smithi005.stdout: "overall": { 2024-09-04T22:16:48.028 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 14 2024-09-04T22:16:48.028 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-04T22:16:48.028 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-04T22:16:48.433 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-04T22:16:48.434 INFO:teuthology.orchestra.run.smithi005.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15", 2024-09-04T22:16:48.434 INFO:teuthology.orchestra.run.smithi005.stdout: "in_progress": true, 2024-09-04T22:16:48.434 INFO:teuthology.orchestra.run.smithi005.stdout: "services_complete": [], 2024-09-04T22:16:48.434 INFO:teuthology.orchestra.run.smithi005.stdout: "progress": "", 2024-09-04T22:16:48.434 INFO:teuthology.orchestra.run.smithi005.stdout: "message": "Currently upgrading mgr daemons" 2024-09-04T22:16:48.434 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-04T22:16:48.670 INFO:teuthology.orchestra.run.smithi005.stdout: 5 40258 12.56 MB/sec warmup 93 sec latency 61.805 ms 2024-09-04T22:16:48.696 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:48 smithi005 ceph-mon[24451]: pgmap v286: 97 pgs: 97 active+clean; 253 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.8 KiB/s rd, 7.3 MiB/s wr, 636 op/s 2024-09-04T22:16:48.696 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:48 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/2017019206' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:16:48.696 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:48 smithi005 ceph-mon[24451]: from='client.14686 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:16:48.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:48 smithi115 ceph-mon[26506]: pgmap v286: 97 pgs: 97 active+clean; 253 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.8 KiB/s rd, 7.3 MiB/s wr, 636 op/s 2024-09-04T22:16:48.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:48 smithi115 ceph-mon[26506]: from='client.? 172.21.15.5:0/2017019206' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:16:48.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:48 smithi115 ceph-mon[26506]: from='client.14686 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:16:48.909 INFO:teuthology.orchestra.run.smithi005.stdout:HEALTH_OK 2024-09-04T22:16:49.670 INFO:teuthology.orchestra.run.smithi005.stdout: 5 40502 12.49 MB/sec warmup 94 sec latency 68.653 ms 2024-09-04T22:16:49.707 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:49 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/184758095' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-04T22:16:49.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:49 smithi115 ceph-mon[26506]: from='client.? 172.21.15.5:0/184758095' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-04T22:16:50.670 INFO:teuthology.orchestra.run.smithi005.stdout: 5 40815 12.44 MB/sec warmup 95 sec latency 80.286 ms 2024-09-04T22:16:50.725 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:50 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:16:50.726 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:50 smithi005 ceph-mon[24451]: pgmap v287: 97 pgs: 97 active+clean; 254 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 KiB/s rd, 6.6 MiB/s wr, 583 op/s 2024-09-04T22:16:50.726 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:50 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:16:50.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:50 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:16:50.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:50 smithi115 ceph-mon[26506]: pgmap v287: 97 pgs: 97 active+clean; 254 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 KiB/s rd, 6.6 MiB/s wr, 583 op/s 2024-09-04T22:16:50.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:50 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:16:51.670 INFO:teuthology.orchestra.run.smithi005.stdout: 5 41145 12.37 MB/sec warmup 96 sec latency 64.767 ms 2024-09-04T22:16:51.739 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:51 smithi005 ceph-mon[24451]: Standby manager daemon smithi115.lfvwip restarted 2024-09-04T22:16:51.739 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:51 smithi005 ceph-mon[24451]: Standby manager daemon smithi115.lfvwip started 2024-09-04T22:16:51.739 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:51 smithi005 ceph-mon[24451]: from='mgr.? 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi115.lfvwip/crt"}]: dispatch 2024-09-04T22:16:51.739 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:51 smithi005 ceph-mon[24451]: from='mgr.? 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-04T22:16:51.739 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:51 smithi005 ceph-mon[24451]: from='mgr.? 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi115.lfvwip/key"}]: dispatch 2024-09-04T22:16:51.739 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:51 smithi005 ceph-mon[24451]: from='mgr.? 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-04T22:16:51.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:51 smithi115 ceph-mon[26506]: Standby manager daemon smithi115.lfvwip restarted 2024-09-04T22:16:51.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:51 smithi115 ceph-mon[26506]: Standby manager daemon smithi115.lfvwip started 2024-09-04T22:16:51.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:51 smithi115 ceph-mon[26506]: from='mgr.? 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi115.lfvwip/crt"}]: dispatch 2024-09-04T22:16:51.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:51 smithi115 ceph-mon[26506]: from='mgr.? 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-04T22:16:51.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:51 smithi115 ceph-mon[26506]: from='mgr.? 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi115.lfvwip/key"}]: dispatch 2024-09-04T22:16:51.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:51 smithi115 ceph-mon[26506]: from='mgr.? 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-04T22:16:52.670 INFO:teuthology.orchestra.run.smithi005.stdout: 5 41528 12.34 MB/sec warmup 97 sec latency 76.341 ms 2024-09-04T22:16:52.761 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:52 smithi005 ceph-mon[24451]: mgrmap e22: smithi005.hteciz(active, since 7m), standbys: smithi115.lfvwip 2024-09-04T22:16:52.761 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:52 smithi005 ceph-mon[24451]: pgmap v288: 97 pgs: 97 active+clean; 256 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.6 KiB/s rd, 7.3 MiB/s wr, 655 op/s 2024-09-04T22:16:52.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:52 smithi115 ceph-mon[26506]: mgrmap e22: smithi005.hteciz(active, since 7m), standbys: smithi115.lfvwip 2024-09-04T22:16:52.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:52 smithi115 ceph-mon[26506]: pgmap v288: 97 pgs: 97 active+clean; 256 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.6 KiB/s rd, 7.3 MiB/s wr, 655 op/s 2024-09-04T22:16:53.670 INFO:teuthology.orchestra.run.smithi005.stdout: 5 41932 12.38 MB/sec warmup 98 sec latency 47.494 ms 2024-09-04T22:16:54.670 INFO:teuthology.orchestra.run.smithi005.stdout: 5 42314 12.41 MB/sec warmup 99 sec latency 62.663 ms 2024-09-04T22:16:55.067 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:55 smithi005 ceph-mon[24451]: pgmap v289: 97 pgs: 97 active+clean; 250 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.7 KiB/s rd, 5.1 MiB/s wr, 506 op/s 2024-09-04T22:16:55.067 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:55 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:16:55.068 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:55 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:16:55.068 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:55 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:16:55.068 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:55 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:16:55.068 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:55 smithi005 ceph-mon[24451]: Upgrade: Need to upgrade myself (mgr.smithi005.hteciz) 2024-09-04T22:16:55.068 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:55 smithi005 ceph-mon[24451]: Failing over to other MGR 2024-09-04T22:16:55.068 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:55 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mgr fail", "who": "smithi005.hteciz"}]: dispatch 2024-09-04T22:16:55.068 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:55 smithi005 ceph-mon[24451]: osdmap e71: 8 total, 8 up, 8 in 2024-09-04T22:16:55.373 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:55 smithi115 ceph-mon[26506]: pgmap v289: 97 pgs: 97 active+clean; 250 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.7 KiB/s rd, 5.1 MiB/s wr, 506 op/s 2024-09-04T22:16:55.373 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:55 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:16:55.373 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:55 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:16:55.373 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:55 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' 2024-09-04T22:16:55.374 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:55 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:16:55.374 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:55 smithi115 ceph-mon[26506]: Upgrade: Need to upgrade myself (mgr.smithi005.hteciz) 2024-09-04T22:16:55.374 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:55 smithi115 ceph-mon[26506]: Failing over to other MGR 2024-09-04T22:16:55.374 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:55 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mgr fail", "who": "smithi005.hteciz"}]: dispatch 2024-09-04T22:16:55.374 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:55 smithi115 ceph-mon[26506]: osdmap e71: 8 total, 8 up, 8 in 2024-09-04T22:16:55.670 INFO:teuthology.orchestra.run.smithi005.stdout: 5 42686 12.44 MB/sec warmup 100 sec latency 43.854 ms 2024-09-04T22:16:56.095 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:56 smithi005 ceph-mon[24451]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "mon metadata", "id": "smithi005"}]: dispatch 2024-09-04T22:16:56.095 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:56 smithi005 ceph-mon[24451]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "mgr fail", "who": "smithi005.hteciz"}]': finished 2024-09-04T22:16:56.095 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:56 smithi005 ceph-mon[24451]: mgrmap e23: smithi115.lfvwip(active, starting, since 0.99491s) 2024-09-04T22:16:56.095 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:56 smithi005 ceph-mon[24451]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "mon metadata", "id": "smithi115"}]: dispatch 2024-09-04T22:16:56.095 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:56 smithi005 ceph-mon[24451]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi005.vslipg"}]: dispatch 2024-09-04T22:16:56.095 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:56 smithi005 ceph-mon[24451]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi115.sgjptr"}]: dispatch 2024-09-04T22:16:56.095 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:56 smithi005 ceph-mon[24451]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "mgr metadata", "who": "smithi115.lfvwip", "id": "smithi115.lfvwip"}]: dispatch 2024-09-04T22:16:56.095 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:56 smithi005 ceph-mon[24451]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-04T22:16:56.096 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:56 smithi005 ceph-mon[24451]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-04T22:16:56.096 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:56 smithi005 ceph-mon[24451]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-04T22:16:56.096 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:56 smithi005 ceph-mon[24451]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-04T22:16:56.096 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:56 smithi005 ceph-mon[24451]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-04T22:16:56.096 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:56 smithi005 ceph-mon[24451]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-04T22:16:56.096 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:56 smithi005 ceph-mon[24451]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-04T22:16:56.096 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:56 smithi005 ceph-mon[24451]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-04T22:16:56.096 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:56 smithi005 ceph-mon[24451]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-04T22:16:56.096 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:56 smithi005 ceph-mon[24451]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-04T22:16:56.096 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:56 smithi005 ceph-mon[24451]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-04T22:16:56.096 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:56 smithi005 ceph-mon[24451]: Manager daemon smithi115.lfvwip is now available 2024-09-04T22:16:56.096 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:56 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:16:56.096 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:56 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:16:56.097 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:56 smithi005 ceph-mon[24451]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:16:56.097 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:56 smithi005 ceph-mon[24451]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:16:56.097 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:56 smithi005 ceph-mon[24451]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi115.lfvwip/mirror_snapshot_schedule"}]: dispatch 2024-09-04T22:16:56.097 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:56 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi115.lfvwip/mirror_snapshot_schedule"}]: dispatch 2024-09-04T22:16:56.097 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:56 smithi005 ceph-mon[24451]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi115.lfvwip/trash_purge_schedule"}]: dispatch 2024-09-04T22:16:56.097 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:56 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi115.lfvwip/trash_purge_schedule"}]: dispatch 2024-09-04T22:16:56.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:56 smithi115 ceph-mon[26506]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "mon metadata", "id": "smithi005"}]: dispatch 2024-09-04T22:16:56.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:56 smithi115 ceph-mon[26506]: from='mgr.14202 172.21.15.5:0/788733935' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "mgr fail", "who": "smithi005.hteciz"}]': finished 2024-09-04T22:16:56.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:56 smithi115 ceph-mon[26506]: mgrmap e23: smithi115.lfvwip(active, starting, since 0.99491s) 2024-09-04T22:16:56.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:56 smithi115 ceph-mon[26506]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "mon metadata", "id": "smithi115"}]: dispatch 2024-09-04T22:16:56.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:56 smithi115 ceph-mon[26506]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi005.vslipg"}]: dispatch 2024-09-04T22:16:56.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:56 smithi115 ceph-mon[26506]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi115.sgjptr"}]: dispatch 2024-09-04T22:16:56.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:56 smithi115 ceph-mon[26506]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "mgr metadata", "who": "smithi115.lfvwip", "id": "smithi115.lfvwip"}]: dispatch 2024-09-04T22:16:56.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:56 smithi115 ceph-mon[26506]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-04T22:16:56.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:56 smithi115 ceph-mon[26506]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-04T22:16:56.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:56 smithi115 ceph-mon[26506]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-04T22:16:56.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:56 smithi115 ceph-mon[26506]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-04T22:16:56.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:56 smithi115 ceph-mon[26506]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-04T22:16:56.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:56 smithi115 ceph-mon[26506]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-04T22:16:56.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:56 smithi115 ceph-mon[26506]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-04T22:16:56.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:56 smithi115 ceph-mon[26506]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-04T22:16:56.399 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:56 smithi115 ceph-mon[26506]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-04T22:16:56.399 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:56 smithi115 ceph-mon[26506]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-04T22:16:56.399 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:56 smithi115 ceph-mon[26506]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-04T22:16:56.399 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:56 smithi115 ceph-mon[26506]: Manager daemon smithi115.lfvwip is now available 2024-09-04T22:16:56.399 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:56 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:16:56.399 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:56 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:16:56.399 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:56 smithi115 ceph-mon[26506]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:16:56.399 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:56 smithi115 ceph-mon[26506]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:16:56.399 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:56 smithi115 ceph-mon[26506]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi115.lfvwip/mirror_snapshot_schedule"}]: dispatch 2024-09-04T22:16:56.399 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:56 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi115.lfvwip/mirror_snapshot_schedule"}]: dispatch 2024-09-04T22:16:56.399 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:56 smithi115 ceph-mon[26506]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi115.lfvwip/trash_purge_schedule"}]: dispatch 2024-09-04T22:16:56.399 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:56 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi115.lfvwip/trash_purge_schedule"}]: dispatch 2024-09-04T22:16:56.670 INFO:teuthology.orchestra.run.smithi005.stdout: 5 42991 12.38 MB/sec warmup 101 sec latency 42.262 ms 2024-09-04T22:16:57.104 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:57 smithi005 ceph-mon[24451]: Checking for cert/key for grafana.smithi005 2024-09-04T22:16:57.104 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:57 smithi005 ceph-mon[24451]: mgrmap e24: smithi115.lfvwip(active, since 2s) 2024-09-04T22:16:57.104 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:57 smithi005 ceph-mon[24451]: pgmap v3: 97 pgs: 97 active+clean; 267 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-09-04T22:16:57.104 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:57 smithi005 ceph-mon[24451]: Deploying cephadm binary to smithi115 2024-09-04T22:16:57.104 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:57 smithi005 ceph-mon[24451]: Deploying cephadm binary to smithi005 2024-09-04T22:16:57.104 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:57 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:16:57.104 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:57 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:16:57.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:57 smithi115 ceph-mon[26506]: Checking for cert/key for grafana.smithi005 2024-09-04T22:16:57.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:57 smithi115 ceph-mon[26506]: mgrmap e24: smithi115.lfvwip(active, since 2s) 2024-09-04T22:16:57.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:57 smithi115 ceph-mon[26506]: pgmap v3: 97 pgs: 97 active+clean; 267 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-09-04T22:16:57.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:57 smithi115 ceph-mon[26506]: Deploying cephadm binary to smithi115 2024-09-04T22:16:57.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:57 smithi115 ceph-mon[26506]: Deploying cephadm binary to smithi005 2024-09-04T22:16:57.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:57 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:16:57.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:57 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:16:57.670 INFO:teuthology.orchestra.run.smithi005.stdout: 5 43199 12.29 MB/sec warmup 102 sec latency 86.870 ms 2024-09-04T22:16:58.129 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:58 smithi005 ceph-mon[24451]: [04/Sep/2024:22:16:56] ENGINE Bus STARTING 2024-09-04T22:16:58.129 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:58 smithi005 ceph-mon[24451]: pgmap v4: 97 pgs: 97 active+clean; 267 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-09-04T22:16:58.129 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:58 smithi005 ceph-mon[24451]: [04/Sep/2024:22:16:57] ENGINE Serving on https://172.21.15.115:7150 2024-09-04T22:16:58.129 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:58 smithi005 ceph-mon[24451]: [04/Sep/2024:22:16:57] ENGINE Error in HTTPServer.serve 2024-09-04T22:16:58.129 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: Traceback (most recent call last): 2024-09-04T22:16:58.129 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-04T22:16:58.130 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: self._connections.run(self.expiration_interval) 2024-09-04T22:16:58.130 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-04T22:16:58.130 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: self._run(expiration_interval) 2024-09-04T22:16:58.130 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-04T22:16:58.130 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-04T22:16:58.130 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-04T22:16:58.130 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-04T22:16:58.130 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-04T22:16:58.130 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: s = self.context.wrap_socket( 2024-09-04T22:16:58.130 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-04T22:16:58.130 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: return self.sslsocket_class._create( 2024-09-04T22:16:58.130 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-04T22:16:58.131 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: self.do_handshake() 2024-09-04T22:16:58.131 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-04T22:16:58.131 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: self._sslobj.do_handshake() 2024-09-04T22:16:58.131 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-04T22:16:58.131 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:58 smithi005 ceph-mon[24451]: [04/Sep/2024:22:16:57] ENGINE Serving on http://172.21.15.115:8765 2024-09-04T22:16:58.131 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:58 smithi005 ceph-mon[24451]: [04/Sep/2024:22:16:57] ENGINE Bus STARTED 2024-09-04T22:16:58.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:58 smithi115 ceph-mon[26506]: [04/Sep/2024:22:16:56] ENGINE Bus STARTING 2024-09-04T22:16:58.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:58 smithi115 ceph-mon[26506]: pgmap v4: 97 pgs: 97 active+clean; 267 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-09-04T22:16:58.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:58 smithi115 ceph-mon[26506]: [04/Sep/2024:22:16:57] ENGINE Serving on https://172.21.15.115:7150 2024-09-04T22:16:58.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:58 smithi115 ceph-mon[26506]: [04/Sep/2024:22:16:57] ENGINE Error in HTTPServer.serve 2024-09-04T22:16:58.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: Traceback (most recent call last): 2024-09-04T22:16:58.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-04T22:16:58.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: self._connections.run(self.expiration_interval) 2024-09-04T22:16:58.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-04T22:16:58.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: self._run(expiration_interval) 2024-09-04T22:16:58.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-04T22:16:58.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-04T22:16:58.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-04T22:16:58.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-04T22:16:58.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-04T22:16:58.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: s = self.context.wrap_socket( 2024-09-04T22:16:58.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-04T22:16:58.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: return self.sslsocket_class._create( 2024-09-04T22:16:58.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-04T22:16:58.399 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: self.do_handshake() 2024-09-04T22:16:58.399 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-04T22:16:58.399 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: self._sslobj.do_handshake() 2024-09-04T22:16:58.399 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-04T22:16:58.399 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:58 smithi115 ceph-mon[26506]: [04/Sep/2024:22:16:57] ENGINE Serving on http://172.21.15.115:8765 2024-09-04T22:16:58.399 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:58 smithi115 ceph-mon[26506]: [04/Sep/2024:22:16:57] ENGINE Bus STARTED 2024-09-04T22:16:58.670 INFO:teuthology.orchestra.run.smithi005.stdout: 5 43479 12.20 MB/sec warmup 103 sec latency 62.523 ms 2024-09-04T22:16:59.265 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:16:59 smithi005 ceph-mon[24451]: mgrmap e25: smithi115.lfvwip(active, since 4s) 2024-09-04T22:16:59.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:16:59 smithi115 ceph-mon[26506]: mgrmap e25: smithi115.lfvwip(active, since 4s) 2024-09-04T22:16:59.671 INFO:teuthology.orchestra.run.smithi005.stdout: 5 43809 12.18 MB/sec warmup 104 sec latency 54.161 ms 2024-09-04T22:17:00.286 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:00 smithi005 ceph-mon[24451]: pgmap v5: 97 pgs: 97 active+clean; 267 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-09-04T22:17:00.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:00 smithi115 ceph-mon[26506]: pgmap v5: 97 pgs: 97 active+clean; 267 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-09-04T22:17:00.670 INFO:teuthology.orchestra.run.smithi005.stdout: 5 44297 12.15 MB/sec warmup 105 sec latency 71.207 ms 2024-09-04T22:17:01.319 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:01 smithi005 ceph-mon[24451]: mgrmap e26: smithi115.lfvwip(active, since 6s) 2024-09-04T22:17:01.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:01 smithi115 ceph-mon[26506]: mgrmap e26: smithi115.lfvwip(active, since 6s) 2024-09-04T22:17:01.670 INFO:teuthology.orchestra.run.smithi005.stdout: 5 44704 12.11 MB/sec warmup 106 sec latency 60.870 ms 2024-09-04T22:17:02.365 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:02 smithi005 ceph-mon[24451]: pgmap v6: 97 pgs: 97 active+clean; 267 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-09-04T22:17:02.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:02 smithi115 ceph-mon[26506]: pgmap v6: 97 pgs: 97 active+clean; 267 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-09-04T22:17:02.670 INFO:teuthology.orchestra.run.smithi005.stdout: 5 45132 12.11 MB/sec warmup 107 sec latency 45.358 ms 2024-09-04T22:17:03.670 INFO:teuthology.orchestra.run.smithi005.stdout: 5 45488 12.13 MB/sec warmup 108 sec latency 70.932 ms 2024-09-04T22:17:04.148 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:04 smithi005 ceph-mon[24451]: pgmap v7: 97 pgs: 97 active+clean; 263 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 37 KiB/s rd, 2.9 MiB/s wr, 382 op/s 2024-09-04T22:17:04.148 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:04 smithi005 ceph-mon[24451]: Standby manager daemon smithi005.hteciz started 2024-09-04T22:17:04.148 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:04 smithi005 ceph-mon[24451]: from='mgr.? 172.21.15.5:0/3843331597' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi005.hteciz/crt"}]: dispatch 2024-09-04T22:17:04.148 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:04 smithi005 ceph-mon[24451]: from='mgr.? 172.21.15.5:0/3843331597' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-04T22:17:04.148 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:04 smithi005 ceph-mon[24451]: from='mgr.? 172.21.15.5:0/3843331597' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi005.hteciz/key"}]: dispatch 2024-09-04T22:17:04.148 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:04 smithi005 ceph-mon[24451]: from='mgr.? 172.21.15.5:0/3843331597' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-04T22:17:04.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:04 smithi115 ceph-mon[26506]: pgmap v7: 97 pgs: 97 active+clean; 263 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 37 KiB/s rd, 2.9 MiB/s wr, 382 op/s 2024-09-04T22:17:04.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:04 smithi115 ceph-mon[26506]: Standby manager daemon smithi005.hteciz started 2024-09-04T22:17:04.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:04 smithi115 ceph-mon[26506]: from='mgr.? 172.21.15.5:0/3843331597' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi005.hteciz/crt"}]: dispatch 2024-09-04T22:17:04.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:04 smithi115 ceph-mon[26506]: from='mgr.? 172.21.15.5:0/3843331597' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-04T22:17:04.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:04 smithi115 ceph-mon[26506]: from='mgr.? 172.21.15.5:0/3843331597' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi005.hteciz/key"}]: dispatch 2024-09-04T22:17:04.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:04 smithi115 ceph-mon[26506]: from='mgr.? 172.21.15.5:0/3843331597' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-04T22:17:04.670 INFO:teuthology.orchestra.run.smithi005.stdout: 5 45976 12.18 MB/sec warmup 109 sec latency 48.621 ms 2024-09-04T22:17:05.166 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:05 smithi005 ceph-mon[24451]: mgrmap e27: smithi115.lfvwip(active, since 10s), standbys: smithi005.hteciz 2024-09-04T22:17:05.166 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:05 smithi005 ceph-mon[24451]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "mgr metadata", "who": "smithi005.hteciz", "id": "smithi005.hteciz"}]: dispatch 2024-09-04T22:17:05.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:05 smithi115 ceph-mon[26506]: mgrmap e27: smithi115.lfvwip(active, since 10s), standbys: smithi005.hteciz 2024-09-04T22:17:05.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:05 smithi115 ceph-mon[26506]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "mgr metadata", "who": "smithi005.hteciz", "id": "smithi005.hteciz"}]: dispatch 2024-09-04T22:17:05.670 INFO:teuthology.orchestra.run.smithi005.stdout: 5 46437 12.21 MB/sec warmup 110 sec latency 40.308 ms 2024-09-04T22:17:06.184 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:06 smithi005 ceph-mon[24451]: pgmap v8: 97 pgs: 97 active+clean; 263 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 29 KiB/s rd, 2.3 MiB/s wr, 296 op/s 2024-09-04T22:17:06.184 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:06 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:06.184 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:06 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:06.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:06 smithi115 ceph-mon[26506]: pgmap v8: 97 pgs: 97 active+clean; 263 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 29 KiB/s rd, 2.3 MiB/s wr, 296 op/s 2024-09-04T22:17:06.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:06 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:06.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:06 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:06.670 INFO:teuthology.orchestra.run.smithi005.stdout: 5 46863 12.16 MB/sec warmup 111 sec latency 56.564 ms 2024-09-04T22:17:07.670 INFO:teuthology.orchestra.run.smithi005.stdout: 5 47228 12.13 MB/sec warmup 112 sec latency 62.395 ms 2024-09-04T22:17:07.965 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:07 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:07.965 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:07 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:07.965 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:07 smithi005 ceph-mon[24451]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:17:07.965 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:07 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:17:07.965 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:07 smithi005 ceph-mon[24451]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:17:07.965 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:07 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:17:07.965 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:07 smithi005 ceph-mon[24451]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:17:07.966 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:07 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:17:07.966 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:07 smithi005 ceph-mon[24451]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:17:07.966 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:07 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:17:07.966 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:07 smithi005 ceph-mon[24451]: Adjusting osd_memory_target on smithi005 to 1937M 2024-09-04T22:17:07.966 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:07 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:07.966 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:07 smithi005 ceph-mon[24451]: pgmap v9: 97 pgs: 97 active+clean; 283 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 26 KiB/s rd, 5.1 MiB/s wr, 509 op/s 2024-09-04T22:17:08.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:07 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:08.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:07 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:08.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:07 smithi115 ceph-mon[26506]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:17:08.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:07 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:17:08.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:07 smithi115 ceph-mon[26506]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:17:08.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:07 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:17:08.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:07 smithi115 ceph-mon[26506]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:17:08.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:07 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:17:08.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:07 smithi115 ceph-mon[26506]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:17:08.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:07 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:17:08.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:07 smithi115 ceph-mon[26506]: Adjusting osd_memory_target on smithi005 to 1937M 2024-09-04T22:17:08.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:07 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:08.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:07 smithi115 ceph-mon[26506]: pgmap v9: 97 pgs: 97 active+clean; 283 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 26 KiB/s rd, 5.1 MiB/s wr, 509 op/s 2024-09-04T22:17:08.670 INFO:teuthology.orchestra.run.smithi005.stdout: 5 47672 12.10 MB/sec warmup 113 sec latency 85.712 ms 2024-09-04T22:17:09.670 INFO:teuthology.orchestra.run.smithi005.stdout: 5 48319 12.10 MB/sec warmup 114 sec latency 56.811 ms 2024-09-04T22:17:10.274 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:10 smithi005 ceph-mon[24451]: pgmap v10: 97 pgs: 97 active+clean; 283 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 24 KiB/s rd, 4.7 MiB/s wr, 464 op/s 2024-09-04T22:17:10.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:10 smithi115 ceph-mon[26506]: pgmap v10: 97 pgs: 97 active+clean; 283 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 24 KiB/s rd, 4.7 MiB/s wr, 464 op/s 2024-09-04T22:17:10.670 INFO:teuthology.orchestra.run.smithi005.stdout: 5 48864 12.16 MB/sec warmup 115 sec latency 71.587 ms 2024-09-04T22:17:11.299 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:11 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:11.299 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:11 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:11.299 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:11 smithi005 ceph-mon[24451]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:17:11.299 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:11 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:11.299 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:11 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:11.499 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:11 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:11.499 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:11 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:11.499 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:11 smithi115 ceph-mon[26506]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:17:11.500 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:11 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:11.500 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:11 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:11.671 INFO:teuthology.orchestra.run.smithi005.stdout: 5 49411 12.25 MB/sec warmup 116 sec latency 43.312 ms 2024-09-04T22:17:12.328 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:12 smithi005 ceph-mon[24451]: pgmap v11: 97 pgs: 97 active+clean; 283 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 24 KiB/s rd, 4.7 MiB/s wr, 464 op/s 2024-09-04T22:17:12.527 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:12 smithi115 ceph-mon[26506]: pgmap v11: 97 pgs: 97 active+clean; 283 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 24 KiB/s rd, 4.7 MiB/s wr, 464 op/s 2024-09-04T22:17:12.670 INFO:teuthology.orchestra.run.smithi005.stdout: 5 49854 12.28 MB/sec warmup 117 sec latency 39.822 ms 2024-09-04T22:17:13.671 INFO:teuthology.orchestra.run.smithi005.stdout: 5 50236 12.24 MB/sec warmup 118 sec latency 44.176 ms 2024-09-04T22:17:14.355 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:14 smithi005 ceph-mon[24451]: pgmap v12: 97 pgs: 97 active+clean; 286 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 29 KiB/s rd, 7.5 MiB/s wr, 763 op/s 2024-09-04T22:17:14.484 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:14 smithi115 ceph-mon[26506]: pgmap v12: 97 pgs: 97 active+clean; 286 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 29 KiB/s rd, 7.5 MiB/s wr, 763 op/s 2024-09-04T22:17:14.671 INFO:teuthology.orchestra.run.smithi005.stdout: 5 50667 12.18 MB/sec warmup 119 sec latency 63.977 ms 2024-09-04T22:17:15.620 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:15 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:15.620 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:15 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:15.621 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:15 smithi005 ceph-mon[24451]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:17:15.621 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:15 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:17:15.621 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:15 smithi005 ceph-mon[24451]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:17:15.621 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:15 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:17:15.621 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:15 smithi005 ceph-mon[24451]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:17:15.621 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:15 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:17:15.621 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:15 smithi005 ceph-mon[24451]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:17:15.621 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:15 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:17:15.621 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:15 smithi005 ceph-mon[24451]: Adjusting osd_memory_target on smithi115 to 2704M 2024-09-04T22:17:15.621 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:15 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:15.621 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:15 smithi005 ceph-mon[24451]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:17:15.621 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:15 smithi005 ceph-mon[24451]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:17:15.622 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:15 smithi005 ceph-mon[24451]: Updating smithi005:/etc/ceph/ceph.conf 2024-09-04T22:17:15.622 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:15 smithi005 ceph-mon[24451]: Updating smithi115:/etc/ceph/ceph.conf 2024-09-04T22:17:15.622 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:15 smithi005 ceph-mon[24451]: Updating smithi115:/var/lib/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-04T22:17:15.622 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:15 smithi005 ceph-mon[24451]: Updating smithi005:/var/lib/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-04T22:17:15.622 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:15 smithi005 ceph-mon[24451]: Updating smithi115:/etc/ceph/ceph.client.admin.keyring 2024-09-04T22:17:15.622 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:15 smithi005 ceph-mon[24451]: pgmap v13: 97 pgs: 97 active+clean; 286 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.1 KiB/s rd, 5.8 MiB/s wr, 542 op/s 2024-09-04T22:17:15.622 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:15 smithi005 ceph-mon[24451]: Updating smithi005:/etc/ceph/ceph.client.admin.keyring 2024-09-04T22:17:15.622 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:15 smithi005 ceph-mon[24451]: Updating smithi115:/var/lib/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-04T22:17:15.622 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:15 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:15.623 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:15 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:15.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:15 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:15.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:15 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:15.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:15 smithi115 ceph-mon[26506]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:17:15.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:15 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:17:15.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:15 smithi115 ceph-mon[26506]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:17:15.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:15 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:17:15.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:15 smithi115 ceph-mon[26506]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:17:15.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:15 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:17:15.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:15 smithi115 ceph-mon[26506]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:17:15.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:15 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-04T22:17:15.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:15 smithi115 ceph-mon[26506]: Adjusting osd_memory_target on smithi115 to 2704M 2024-09-04T22:17:15.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:15 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:15.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:15 smithi115 ceph-mon[26506]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:17:15.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:15 smithi115 ceph-mon[26506]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:17:15.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:15 smithi115 ceph-mon[26506]: Updating smithi005:/etc/ceph/ceph.conf 2024-09-04T22:17:15.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:15 smithi115 ceph-mon[26506]: Updating smithi115:/etc/ceph/ceph.conf 2024-09-04T22:17:15.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:15 smithi115 ceph-mon[26506]: Updating smithi115:/var/lib/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-04T22:17:15.899 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:15 smithi115 ceph-mon[26506]: Updating smithi005:/var/lib/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-04T22:17:15.899 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:15 smithi115 ceph-mon[26506]: Updating smithi115:/etc/ceph/ceph.client.admin.keyring 2024-09-04T22:17:15.899 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:15 smithi115 ceph-mon[26506]: pgmap v13: 97 pgs: 97 active+clean; 286 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.1 KiB/s rd, 5.8 MiB/s wr, 542 op/s 2024-09-04T22:17:15.899 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:15 smithi115 ceph-mon[26506]: Updating smithi005:/etc/ceph/ceph.client.admin.keyring 2024-09-04T22:17:15.899 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:15 smithi115 ceph-mon[26506]: Updating smithi115:/var/lib/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-04T22:17:15.899 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:15 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:15.899 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:15 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:16.671 INFO:teuthology.orchestra.run.smithi005.stdout: 5 51597 11.31 MB/sec execute 1 sec latency 86.387 ms 2024-09-04T22:17:16.885 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:16 smithi005 ceph-mon[24451]: Updating smithi005:/var/lib/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-04T22:17:16.885 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:16 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:16.885 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:16 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:16.885 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:16 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:16.885 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:16 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:16.885 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:16 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:16.885 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:16 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:16.885 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:16 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:16.885 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:16 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:16.886 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:16 smithi005 ceph-mon[24451]: Reconfiguring alertmanager.smithi005 (dependencies changed)... 2024-09-04T22:17:16.886 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:16 smithi005 ceph-mon[24451]: Reconfiguring daemon alertmanager.smithi005 on smithi005 2024-09-04T22:17:17.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:16 smithi115 ceph-mon[26506]: Updating smithi005:/var/lib/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-04T22:17:17.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:16 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:17.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:16 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:17.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:16 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:17.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:16 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:17.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:16 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:17.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:16 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:17.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:16 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:17.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:16 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:17.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:16 smithi115 ceph-mon[26506]: Reconfiguring alertmanager.smithi005 (dependencies changed)... 2024-09-04T22:17:17.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:16 smithi115 ceph-mon[26506]: Reconfiguring daemon alertmanager.smithi005 on smithi005 2024-09-04T22:17:17.681 INFO:teuthology.orchestra.run.smithi005.stdout: 5 52227 14.19 MB/sec execute 2 sec latency 54.023 ms 2024-09-04T22:17:17.894 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:17 smithi005 ceph-mon[24451]: pgmap v14: 97 pgs: 97 active+clean; 294 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 KiB/s rd, 8.5 MiB/s wr, 807 op/s 2024-09-04T22:17:18.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:17 smithi115 ceph-mon[26506]: pgmap v14: 97 pgs: 97 active+clean; 294 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 KiB/s rd, 8.5 MiB/s wr, 807 op/s 2024-09-04T22:17:18.681 INFO:teuthology.orchestra.run.smithi005.stdout: 5 52748 16.23 MB/sec execute 3 sec latency 53.726 ms 2024-09-04T22:17:19.366 INFO:teuthology.orchestra.run.smithi005.stdout:true 2024-09-04T22:17:19.681 INFO:teuthology.orchestra.run.smithi005.stdout: 5 53151 16.41 MB/sec execute 4 sec latency 61.745 ms 2024-09-04T22:17:20.196 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:20 smithi005 ceph-mon[24451]: pgmap v15: 97 pgs: 97 active+clean; 294 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.2 KiB/s rd, 5.5 MiB/s wr, 563 op/s 2024-09-04T22:17:20.197 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:20 smithi005 ceph-mon[24451]: from='client.14708 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:17:20.232 INFO:teuthology.orchestra.run.smithi005.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-04T22:17:20.232 INFO:teuthology.orchestra.run.smithi005.stdout:alertmanager.smithi005 smithi005 *:9093,9094 running (7m) 14s ago 8m 24.2M - 0.23.0 ba2b418f427c 0c8f7cd9eb97 2024-09-04T22:17:20.232 INFO:teuthology.orchestra.run.smithi005.stdout:crash.smithi005 smithi005 running (8m) 14s ago 8m 6405k - 17.2.0 e1d6a67b021e 5366e96551ee 2024-09-04T22:17:20.232 INFO:teuthology.orchestra.run.smithi005.stdout:crash.smithi115 smithi115 running (7m) 10s ago 7m 6405k - 17.2.0 e1d6a67b021e 77f133c01eab 2024-09-04T22:17:20.232 INFO:teuthology.orchestra.run.smithi005.stdout:grafana.smithi005 smithi005 *:3000 running (6m) 14s ago 8m 54.4M - 8.3.5 dad864ee21e9 10b447b443fe 2024-09-04T22:17:20.233 INFO:teuthology.orchestra.run.smithi005.stdout:mds.foofs.smithi005.vslipg smithi005 running (2m) 14s ago 2m 33.2M - 17.2.0 e1d6a67b021e 7e8076c2570f 2024-09-04T22:17:20.233 INFO:teuthology.orchestra.run.smithi005.stdout:mds.foofs.smithi115.sgjptr smithi115 running (2m) 10s ago 2m 15.0M - 17.2.0 e1d6a67b021e fb533e8d32e8 2024-09-04T22:17:20.233 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.smithi005.hteciz smithi005 *:9283 running (9m) 14s ago 9m 157M - 17.2.0 e1d6a67b021e a14cb4e2523e 2024-09-04T22:17:20.233 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.smithi115.lfvwip smithi115 *:8443,9283 running (35s) 10s ago 7m 480M - 19.1.1-260-gf3418446 e9760d0a26a7 3c77392b712a 2024-09-04T22:17:20.233 INFO:teuthology.orchestra.run.smithi005.stdout:mon.smithi005 smithi005 running (9m) 14s ago 9m 50.1M 2048M 17.2.0 e1d6a67b021e f3bd30eff93c 2024-09-04T22:17:20.233 INFO:teuthology.orchestra.run.smithi005.stdout:mon.smithi115 smithi115 running (7m) 10s ago 7m 40.6M 2048M 17.2.0 e1d6a67b021e 9c18168348ca 2024-09-04T22:17:20.233 INFO:teuthology.orchestra.run.smithi005.stdout:nfs.foo.0.0.smithi005.rcnjjx smithi005 *:2049 running (2m) 14s ago 2m 242M - 4.0 e1d6a67b021e 292d2c5fa82d 2024-09-04T22:17:20.233 INFO:teuthology.orchestra.run.smithi005.stdout:nfs.foo.1.0.smithi115.gxhqij smithi115 *:2049 running (2m) 10s ago 2m 77.2M - 4.0 e1d6a67b021e e4a881a3497c 2024-09-04T22:17:20.233 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.smithi005 smithi005 *:9100 running (8m) 14s ago 8m 18.5M - 1.3.1 1dbe0e931976 57cdd5e32e1e 2024-09-04T22:17:20.233 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.smithi115 smithi115 *:9100 running (7m) 10s ago 7m 18.1M - 1.3.1 1dbe0e931976 9e66484110d5 2024-09-04T22:17:20.233 INFO:teuthology.orchestra.run.smithi005.stdout:osd.0 smithi005 running (7m) 14s ago 7m 226M 1937M 17.2.0 e1d6a67b021e ad88f9e5ff1f 2024-09-04T22:17:20.233 INFO:teuthology.orchestra.run.smithi005.stdout:osd.1 smithi005 running (6m) 14s ago 6m 178M 1937M 17.2.0 e1d6a67b021e c9fad4a1185e 2024-09-04T22:17:20.233 INFO:teuthology.orchestra.run.smithi005.stdout:osd.2 smithi005 running (6m) 14s ago 6m 140M 1937M 17.2.0 e1d6a67b021e e410f866b974 2024-09-04T22:17:20.233 INFO:teuthology.orchestra.run.smithi005.stdout:osd.3 smithi005 running (5m) 14s ago 5m 187M 1937M 17.2.0 e1d6a67b021e 277a1031c723 2024-09-04T22:17:20.234 INFO:teuthology.orchestra.run.smithi005.stdout:osd.4 smithi115 running (5m) 10s ago 5m 195M 2704M 17.2.0 e1d6a67b021e 992c7953a750 2024-09-04T22:17:20.234 INFO:teuthology.orchestra.run.smithi005.stdout:osd.5 smithi115 running (4m) 10s ago 4m 188M 2704M 17.2.0 e1d6a67b021e 37299ec573ae 2024-09-04T22:17:20.234 INFO:teuthology.orchestra.run.smithi005.stdout:osd.6 smithi115 running (4m) 10s ago 4m 191M 2704M 17.2.0 e1d6a67b021e a485cb0df9d8 2024-09-04T22:17:20.234 INFO:teuthology.orchestra.run.smithi005.stdout:osd.7 smithi115 running (4m) 10s ago 4m 273M 2704M 17.2.0 e1d6a67b021e cb10b860cb93 2024-09-04T22:17:20.234 INFO:teuthology.orchestra.run.smithi005.stdout:prometheus.smithi005 smithi005 *:9095 running (7m) 14s ago 7m 64.3M - 2.33.4 514e6a882f6e 2fe51d1d942f 2024-09-04T22:17:20.400 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:20 smithi115 ceph-mon[26506]: pgmap v15: 97 pgs: 97 active+clean; 294 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.2 KiB/s rd, 5.5 MiB/s wr, 563 op/s 2024-09-04T22:17:20.400 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:20 smithi115 ceph-mon[26506]: from='client.14708 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:17:20.681 INFO:teuthology.orchestra.run.smithi005.stdout: 5 53429 14.93 MB/sec execute 5 sec latency 88.589 ms 2024-09-04T22:17:20.766 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-04T22:17:20.766 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": { 2024-09-04T22:17:20.766 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-09-04T22:17:20.766 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:17:20.766 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": { 2024-09-04T22:17:20.766 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 1, 2024-09-04T22:17:20.766 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 1 2024-09-04T22:17:20.766 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:17:20.767 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": { 2024-09-04T22:17:20.767 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-09-04T22:17:20.767 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:17:20.767 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": { 2024-09-04T22:17:20.767 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-09-04T22:17:20.767 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:17:20.767 INFO:teuthology.orchestra.run.smithi005.stdout: "overall": { 2024-09-04T22:17:20.767 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 13, 2024-09-04T22:17:20.767 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 1 2024-09-04T22:17:20.767 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-04T22:17:20.767 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-04T22:17:21.152 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:21 smithi005 ceph-mon[24451]: from='client.14712 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:17:21.152 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:21 smithi005 ceph-mon[24451]: from='client.14716 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:17:21.152 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:21 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/232397274' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:17:21.237 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-04T22:17:21.237 INFO:teuthology.orchestra.run.smithi005.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15", 2024-09-04T22:17:21.237 INFO:teuthology.orchestra.run.smithi005.stdout: "in_progress": true, 2024-09-04T22:17:21.237 INFO:teuthology.orchestra.run.smithi005.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-04T22:17:21.237 INFO:teuthology.orchestra.run.smithi005.stdout: "services_complete": [], 2024-09-04T22:17:21.238 INFO:teuthology.orchestra.run.smithi005.stdout: "progress": "1/23 daemons upgraded", 2024-09-04T22:17:21.238 INFO:teuthology.orchestra.run.smithi005.stdout: "message": "", 2024-09-04T22:17:21.238 INFO:teuthology.orchestra.run.smithi005.stdout: "is_paused": false 2024-09-04T22:17:21.238 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-04T22:17:21.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:21 smithi115 ceph-mon[26506]: from='client.14712 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:17:21.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:21 smithi115 ceph-mon[26506]: from='client.14716 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:17:21.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:21 smithi115 ceph-mon[26506]: from='client.? 172.21.15.5:0/232397274' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:17:21.681 INFO:teuthology.orchestra.run.smithi005.stdout: 5 53759 13.41 MB/sec execute 6 sec latency 43.704 ms 2024-09-04T22:17:21.836 INFO:teuthology.orchestra.run.smithi005.stdout:HEALTH_OK 2024-09-04T22:17:22.210 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:22 smithi005 ceph-mon[24451]: pgmap v16: 97 pgs: 97 active+clean; 294 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.2 KiB/s rd, 5.5 MiB/s wr, 563 op/s 2024-09-04T22:17:22.210 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:22 smithi005 ceph-mon[24451]: from='client.14724 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:17:22.210 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:22 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/3904739209' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-04T22:17:22.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:22 smithi115 ceph-mon[26506]: pgmap v16: 97 pgs: 97 active+clean; 294 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.2 KiB/s rd, 5.5 MiB/s wr, 563 op/s 2024-09-04T22:17:22.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:22 smithi115 ceph-mon[26506]: from='client.14724 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:17:22.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:22 smithi115 ceph-mon[26506]: from='client.? 172.21.15.5:0/3904739209' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-04T22:17:22.681 INFO:teuthology.orchestra.run.smithi005.stdout: 5 54106 12.18 MB/sec execute 7 sec latency 70.209 ms 2024-09-04T22:17:23.681 INFO:teuthology.orchestra.run.smithi005.stdout: 5 54464 11.85 MB/sec execute 8 sec latency 41.583 ms 2024-09-04T22:17:24.144 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:24 smithi005 ceph-mon[24451]: pgmap v17: 97 pgs: 97 active+clean; 306 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 KiB/s rd, 8.6 MiB/s wr, 826 op/s 2024-09-04T22:17:24.144 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:24 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:24.144 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:24 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:24.144 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:24 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:24.144 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:24 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:24.144 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:24 smithi005 ceph-mon[24451]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-04T22:17:24.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:24 smithi115 ceph-mon[26506]: pgmap v17: 97 pgs: 97 active+clean; 306 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 KiB/s rd, 8.6 MiB/s wr, 826 op/s 2024-09-04T22:17:24.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:24 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:24.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:24 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:24.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:24 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:24.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:24 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:24.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:24 smithi115 ceph-mon[26506]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-04T22:17:24.681 INFO:teuthology.orchestra.run.smithi005.stdout: 5 54967 11.52 MB/sec execute 9 sec latency 65.062 ms 2024-09-04T22:17:25.382 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:25 smithi005 ceph-mon[24451]: Reconfiguring grafana.smithi005 (dependencies changed)... 2024-09-04T22:17:25.382 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:25 smithi005 ceph-mon[24451]: Regenerating cephadm self-signed grafana TLS certificates 2024-09-04T22:17:25.382 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:25 smithi005 ceph-mon[24451]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-04T22:17:25.382 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:25 smithi005 ceph-mon[24451]: Reconfiguring daemon grafana.smithi005 on smithi005 2024-09-04T22:17:25.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:25 smithi115 ceph-mon[26506]: Reconfiguring grafana.smithi005 (dependencies changed)... 2024-09-04T22:17:25.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:25 smithi115 ceph-mon[26506]: Regenerating cephadm self-signed grafana TLS certificates 2024-09-04T22:17:25.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:25 smithi115 ceph-mon[26506]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-04T22:17:25.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:25 smithi115 ceph-mon[26506]: Reconfiguring daemon grafana.smithi005 on smithi005 2024-09-04T22:17:25.681 INFO:teuthology.orchestra.run.smithi005.stdout: 5 55452 11.35 MB/sec execute 10 sec latency 71.587 ms 2024-09-04T22:17:26.388 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:26 smithi005 ceph-mon[24451]: pgmap v18: 97 pgs: 97 active+clean; 306 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.5 KiB/s rd, 5.8 MiB/s wr, 527 op/s 2024-09-04T22:17:26.388 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:26 smithi005 ceph-mon[24451]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:17:26.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:26 smithi115 ceph-mon[26506]: pgmap v18: 97 pgs: 97 active+clean; 306 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.5 KiB/s rd, 5.8 MiB/s wr, 527 op/s 2024-09-04T22:17:26.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:26 smithi115 ceph-mon[26506]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:17:26.682 INFO:teuthology.orchestra.run.smithi005.stdout: 5 55977 11.85 MB/sec execute 11 sec latency 51.727 ms 2024-09-04T22:17:27.682 INFO:teuthology.orchestra.run.smithi005.stdout: 5 56305 12.01 MB/sec execute 12 sec latency 50.860 ms 2024-09-04T22:17:28.174 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:28 smithi005 ceph-mon[24451]: pgmap v19: 97 pgs: 97 active+clean; 304 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 KiB/s rd, 7.9 MiB/s wr, 791 op/s 2024-09-04T22:17:28.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:28 smithi115 ceph-mon[26506]: pgmap v19: 97 pgs: 97 active+clean; 304 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 KiB/s rd, 7.9 MiB/s wr, 791 op/s 2024-09-04T22:17:28.682 INFO:teuthology.orchestra.run.smithi005.stdout: 5 56690 12.32 MB/sec execute 13 sec latency 63.850 ms 2024-09-04T22:17:29.682 INFO:teuthology.orchestra.run.smithi005.stdout: 5 56990 12.16 MB/sec execute 14 sec latency 56.191 ms 2024-09-04T22:17:30.201 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:30 smithi005 ceph-mon[24451]: pgmap v20: 97 pgs: 97 active+clean; 304 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.6 KiB/s rd, 5.2 MiB/s wr, 526 op/s 2024-09-04T22:17:30.201 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:30 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:30.201 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:30 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:30.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:30 smithi115 ceph-mon[26506]: pgmap v20: 97 pgs: 97 active+clean; 304 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.6 KiB/s rd, 5.2 MiB/s wr, 526 op/s 2024-09-04T22:17:30.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:30 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:30.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:30 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:30.682 INFO:teuthology.orchestra.run.smithi005.stdout: 5 57307 11.71 MB/sec execute 15 sec latency 53.444 ms 2024-09-04T22:17:31.233 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:31 smithi005 ceph-mon[24451]: Reconfiguring node-exporter.smithi005 (dependencies changed)... 2024-09-04T22:17:31.233 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:31 smithi005 ceph-mon[24451]: Reconfiguring daemon node-exporter.smithi005 on smithi005 2024-09-04T22:17:31.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:31 smithi115 ceph-mon[26506]: Reconfiguring node-exporter.smithi005 (dependencies changed)... 2024-09-04T22:17:31.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:31 smithi115 ceph-mon[26506]: Reconfiguring daemon node-exporter.smithi005 on smithi005 2024-09-04T22:17:31.682 INFO:teuthology.orchestra.run.smithi005.stdout: 5 57544 11.12 MB/sec execute 16 sec latency 85.134 ms 2024-09-04T22:17:32.271 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:32 smithi005 ceph-mon[24451]: pgmap v21: 97 pgs: 97 active+clean; 304 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.6 KiB/s rd, 5.2 MiB/s wr, 526 op/s 2024-09-04T22:17:32.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:32 smithi115 ceph-mon[26506]: pgmap v21: 97 pgs: 97 active+clean; 304 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.6 KiB/s rd, 5.2 MiB/s wr, 526 op/s 2024-09-04T22:17:32.682 INFO:teuthology.orchestra.run.smithi005.stdout: 5 57766 10.72 MB/sec execute 17 sec latency 61.755 ms 2024-09-04T22:17:33.538 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:33 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:33.539 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:33 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:33.539 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:33 smithi005 ceph-mon[24451]: Reconfiguring prometheus.smithi005 (dependencies changed)... 2024-09-04T22:17:33.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:33 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:33.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:33 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:33.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:33 smithi115 ceph-mon[26506]: Reconfiguring prometheus.smithi005 (dependencies changed)... 2024-09-04T22:17:33.682 INFO:teuthology.orchestra.run.smithi005.stdout: 5 58241 10.94 MB/sec execute 18 sec latency 48.233 ms 2024-09-04T22:17:34.562 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:34 smithi005 ceph-mon[24451]: Reconfiguring daemon prometheus.smithi005 on smithi005 2024-09-04T22:17:34.562 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:34 smithi005 ceph-mon[24451]: pgmap v22: 97 pgs: 97 active+clean; 322 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 10 KiB/s rd, 7.8 MiB/s wr, 728 op/s 2024-09-04T22:17:34.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:34 smithi115 ceph-mon[26506]: Reconfiguring daemon prometheus.smithi005 on smithi005 2024-09-04T22:17:34.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:34 smithi115 ceph-mon[26506]: pgmap v22: 97 pgs: 97 active+clean; 322 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 10 KiB/s rd, 7.8 MiB/s wr, 728 op/s 2024-09-04T22:17:34.682 INFO:teuthology.orchestra.run.smithi005.stdout: 5 58771 10.68 MB/sec execute 19 sec latency 39.209 ms 2024-09-04T22:17:35.682 INFO:teuthology.orchestra.run.smithi005.stdout: 5 59137 10.56 MB/sec execute 20 sec latency 50.236 ms 2024-09-04T22:17:35.863 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:35 smithi005 ceph-mon[24451]: pgmap v23: 97 pgs: 97 active+clean; 322 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.8 KiB/s rd, 4.7 MiB/s wr, 465 op/s 2024-09-04T22:17:36.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:35 smithi115 ceph-mon[26506]: pgmap v23: 97 pgs: 97 active+clean; 322 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.8 KiB/s rd, 4.7 MiB/s wr, 465 op/s 2024-09-04T22:17:36.682 INFO:teuthology.orchestra.run.smithi005.stdout: 5 59767 11.22 MB/sec execute 21 sec latency 62.655 ms 2024-09-04T22:17:37.682 INFO:teuthology.orchestra.run.smithi005.stdout: 5 60347 11.82 MB/sec execute 22 sec latency 34.029 ms 2024-09-04T22:17:38.171 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:38 smithi005 ceph-mon[24451]: pgmap v24: 97 pgs: 97 active+clean; 320 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 6.8 MiB/s wr, 708 op/s 2024-09-04T22:17:38.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:38 smithi115 ceph-mon[26506]: pgmap v24: 97 pgs: 97 active+clean; 320 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 6.8 MiB/s wr, 708 op/s 2024-09-04T22:17:38.682 INFO:teuthology.orchestra.run.smithi005.stdout: 5 60621 11.57 MB/sec execute 23 sec latency 105.647 ms 2024-09-04T22:17:39.682 INFO:teuthology.orchestra.run.smithi005.stdout: 5 60948 11.30 MB/sec execute 24 sec latency 102.504 ms 2024-09-04T22:17:40.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:40 smithi005 ceph-mon[24451]: pgmap v25: 97 pgs: 97 active+clean; 320 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 6.6 KiB/s rd, 4.6 MiB/s wr, 443 op/s 2024-09-04T22:17:40.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:40 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:40.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:40 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:40.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:40 smithi005 ceph-mon[24451]: Reconfiguring node-exporter.smithi115 (dependencies changed)... 2024-09-04T22:17:40.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:40 smithi005 ceph-mon[24451]: Reconfiguring daemon node-exporter.smithi115 on smithi115 2024-09-04T22:17:40.530 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:40 smithi115 ceph-mon[26506]: pgmap v25: 97 pgs: 97 active+clean; 320 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 6.6 KiB/s rd, 4.6 MiB/s wr, 443 op/s 2024-09-04T22:17:40.530 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:40 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:40.530 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:40 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:40.530 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:40 smithi115 ceph-mon[26506]: Reconfiguring node-exporter.smithi115 (dependencies changed)... 2024-09-04T22:17:40.530 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:40 smithi115 ceph-mon[26506]: Reconfiguring daemon node-exporter.smithi115 on smithi115 2024-09-04T22:17:40.682 INFO:teuthology.orchestra.run.smithi005.stdout: 5 61191 11.02 MB/sec execute 25 sec latency 64.436 ms 2024-09-04T22:17:41.504 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:41 smithi005 ceph-mon[24451]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:17:41.628 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:41 smithi115 ceph-mon[26506]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:17:41.682 INFO:teuthology.orchestra.run.smithi005.stdout: 5 61544 10.99 MB/sec execute 26 sec latency 53.307 ms 2024-09-04T22:17:42.516 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:42 smithi005 ceph-mon[24451]: pgmap v26: 97 pgs: 97 active+clean; 319 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 6.6 KiB/s rd, 4.6 MiB/s wr, 445 op/s 2024-09-04T22:17:42.516 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:42 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:42.516 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:42 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:42.516 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:42 smithi005 ceph-mon[24451]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-04T22:17:42.517 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:42 smithi005 ceph-mon[24451]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi005.front.sepia.ceph.com:9093"}]: dispatch 2024-09-04T22:17:42.517 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:42 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:42.517 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:42 smithi005 ceph-mon[24451]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-04T22:17:42.517 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:42 smithi005 ceph-mon[24451]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi005.front.sepia.ceph.com:3000"}]: dispatch 2024-09-04T22:17:42.517 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:42 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:42.517 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:42 smithi005 ceph-mon[24451]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-04T22:17:42.517 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:42 smithi005 ceph-mon[24451]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi005.front.sepia.ceph.com:9095"}]: dispatch 2024-09-04T22:17:42.517 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:42 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:42.517 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:42 smithi005 ceph-mon[24451]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:17:42.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:42 smithi115 ceph-mon[26506]: pgmap v26: 97 pgs: 97 active+clean; 319 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 6.6 KiB/s rd, 4.6 MiB/s wr, 445 op/s 2024-09-04T22:17:42.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:42 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:42.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:42 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:42.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:42 smithi115 ceph-mon[26506]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-04T22:17:42.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:42 smithi115 ceph-mon[26506]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi005.front.sepia.ceph.com:9093"}]: dispatch 2024-09-04T22:17:42.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:42 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:42.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:42 smithi115 ceph-mon[26506]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-04T22:17:42.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:42 smithi115 ceph-mon[26506]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi005.front.sepia.ceph.com:3000"}]: dispatch 2024-09-04T22:17:42.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:42 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:42.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:42 smithi115 ceph-mon[26506]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-04T22:17:42.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:42 smithi115 ceph-mon[26506]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi005.front.sepia.ceph.com:9095"}]: dispatch 2024-09-04T22:17:42.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:42 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:42.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:42 smithi115 ceph-mon[26506]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:17:42.682 INFO:teuthology.orchestra.run.smithi005.stdout: 5 62032 10.88 MB/sec execute 27 sec latency 60.535 ms 2024-09-04T22:17:43.536 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:43 smithi005 ceph-mon[24451]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-04T22:17:43.536 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:43 smithi005 ceph-mon[24451]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi005.front.sepia.ceph.com:9093"}]: dispatch 2024-09-04T22:17:43.536 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:43 smithi005 ceph-mon[24451]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-04T22:17:43.536 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:43 smithi005 ceph-mon[24451]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi005.front.sepia.ceph.com:3000"}]: dispatch 2024-09-04T22:17:43.537 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:43 smithi005 ceph-mon[24451]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-04T22:17:43.537 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:43 smithi005 ceph-mon[24451]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi005.front.sepia.ceph.com:9095"}]: dispatch 2024-09-04T22:17:43.537 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:43 smithi005 ceph-mon[24451]: Upgrade: Need to upgrade myself (mgr.smithi115.lfvwip) 2024-09-04T22:17:43.537 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:43 smithi005 ceph-mon[24451]: Upgrade: Need to upgrade myself (mgr.smithi115.lfvwip) 2024-09-04T22:17:43.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:43 smithi115 ceph-mon[26506]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-04T22:17:43.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:43 smithi115 ceph-mon[26506]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi005.front.sepia.ceph.com:9093"}]: dispatch 2024-09-04T22:17:43.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:43 smithi115 ceph-mon[26506]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-04T22:17:43.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:43 smithi115 ceph-mon[26506]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi005.front.sepia.ceph.com:3000"}]: dispatch 2024-09-04T22:17:43.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:43 smithi115 ceph-mon[26506]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-04T22:17:43.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:43 smithi115 ceph-mon[26506]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi005.front.sepia.ceph.com:9095"}]: dispatch 2024-09-04T22:17:43.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:43 smithi115 ceph-mon[26506]: Upgrade: Need to upgrade myself (mgr.smithi115.lfvwip) 2024-09-04T22:17:43.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:43 smithi115 ceph-mon[26506]: Upgrade: Need to upgrade myself (mgr.smithi115.lfvwip) 2024-09-04T22:17:43.682 INFO:teuthology.orchestra.run.smithi005.stdout: 5 62461 10.75 MB/sec execute 28 sec latency 53.484 ms 2024-09-04T22:17:44.555 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:44 smithi005 ceph-mon[24451]: pgmap v27: 97 pgs: 97 active+clean; 335 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 KiB/s rd, 7.4 MiB/s wr, 676 op/s 2024-09-04T22:17:44.682 INFO:teuthology.orchestra.run.smithi005.stdout: 5 62858 10.90 MB/sec execute 29 sec latency 80.340 ms 2024-09-04T22:17:44.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:44 smithi115 ceph-mon[26506]: pgmap v27: 97 pgs: 97 active+clean; 335 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 KiB/s rd, 7.4 MiB/s wr, 676 op/s 2024-09-04T22:17:45.572 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:45 smithi005 ceph-mon[24451]: Upgrade: Updating mgr.smithi005.hteciz 2024-09-04T22:17:45.572 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:45 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:45.572 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:45 smithi005 ceph-mon[24451]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi005.hteciz", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-04T22:17:45.573 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:45 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi005.hteciz", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-04T22:17:45.573 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:45 smithi005 ceph-mon[24451]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-04T22:17:45.573 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:45 smithi005 ceph-mon[24451]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:17:45.573 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:45 smithi005 ceph-mon[24451]: Deploying daemon mgr.smithi005.hteciz on smithi005 2024-09-04T22:17:45.682 INFO:teuthology.orchestra.run.smithi005.stdout: 5 63469 11.24 MB/sec execute 30 sec latency 109.220 ms 2024-09-04T22:17:45.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:45 smithi115 ceph-mon[26506]: Upgrade: Updating mgr.smithi005.hteciz 2024-09-04T22:17:45.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:45 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:45.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:45 smithi115 ceph-mon[26506]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi005.hteciz", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-04T22:17:45.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:45 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi005.hteciz", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-04T22:17:45.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:45 smithi115 ceph-mon[26506]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-04T22:17:45.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:45 smithi115 ceph-mon[26506]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:17:45.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:45 smithi115 ceph-mon[26506]: Deploying daemon mgr.smithi005.hteciz on smithi005 2024-09-04T22:17:46.588 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:46 smithi005 ceph-mon[24451]: pgmap v28: 97 pgs: 97 active+clean; 335 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.7 KiB/s rd, 4.8 MiB/s wr, 475 op/s 2024-09-04T22:17:46.682 INFO:teuthology.orchestra.run.smithi005.stdout: 5 63899 11.48 MB/sec execute 31 sec latency 35.436 ms 2024-09-04T22:17:46.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:46 smithi115 ceph-mon[26506]: pgmap v28: 97 pgs: 97 active+clean; 335 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.7 KiB/s rd, 4.8 MiB/s wr, 475 op/s 2024-09-04T22:17:47.683 INFO:teuthology.orchestra.run.smithi005.stdout: 5 64164 11.29 MB/sec execute 32 sec latency 77.157 ms 2024-09-04T22:17:48.643 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:48 smithi005 ceph-mon[24451]: pgmap v29: 97 pgs: 97 active+clean; 339 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 7.5 MiB/s wr, 764 op/s 2024-09-04T22:17:48.683 INFO:teuthology.orchestra.run.smithi005.stdout: 5 64485 11.12 MB/sec execute 33 sec latency 47.844 ms 2024-09-04T22:17:48.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:48 smithi115 ceph-mon[26506]: pgmap v29: 97 pgs: 97 active+clean; 339 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 7.5 MiB/s wr, 764 op/s 2024-09-04T22:17:49.683 INFO:teuthology.orchestra.run.smithi005.stdout: 5 64777 10.94 MB/sec execute 34 sec latency 47.101 ms 2024-09-04T22:17:50.683 INFO:teuthology.orchestra.run.smithi005.stdout: 5 65194 10.99 MB/sec execute 35 sec latency 56.685 ms 2024-09-04T22:17:50.698 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:50 smithi005 ceph-mon[24451]: pgmap v30: 97 pgs: 97 active+clean; 339 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.8 KiB/s rd, 5.5 MiB/s wr, 521 op/s 2024-09-04T22:17:50.698 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:50 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:50.698 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:50 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:50.698 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:50 smithi005 ceph-mon[24451]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:17:50.718 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:50 smithi115 ceph-mon[26506]: pgmap v30: 97 pgs: 97 active+clean; 339 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.8 KiB/s rd, 5.5 MiB/s wr, 521 op/s 2024-09-04T22:17:50.719 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:50 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:50.719 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:50 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:50.719 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:50 smithi115 ceph-mon[26506]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:17:51.683 INFO:teuthology.orchestra.run.smithi005.stdout: 5 65613 10.84 MB/sec execute 36 sec latency 92.321 ms 2024-09-04T22:17:52.412 INFO:teuthology.orchestra.run.smithi005.stdout:true 2024-09-04T22:17:52.546 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:52 smithi005 ceph-mon[24451]: pgmap v31: 97 pgs: 97 active+clean; 343 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.8 KiB/s rd, 6.3 MiB/s wr, 639 op/s 2024-09-04T22:17:52.683 INFO:teuthology.orchestra.run.smithi005.stdout: 5 65989 10.71 MB/sec execute 37 sec latency 48.516 ms 2024-09-04T22:17:52.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:52 smithi115 ceph-mon[26506]: pgmap v31: 97 pgs: 97 active+clean; 343 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.8 KiB/s rd, 6.3 MiB/s wr, 639 op/s 2024-09-04T22:17:53.552 INFO:teuthology.orchestra.run.smithi005.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-04T22:17:53.552 INFO:teuthology.orchestra.run.smithi005.stdout:alertmanager.smithi005 smithi005 *:9093,9094 starting - - - - 2024-09-04T22:17:53.552 INFO:teuthology.orchestra.run.smithi005.stdout:crash.smithi005 smithi005 running (9m) 47s ago 9m 6405k - 17.2.0 e1d6a67b021e 5366e96551ee 2024-09-04T22:17:53.552 INFO:teuthology.orchestra.run.smithi005.stdout:crash.smithi115 smithi115 running (8m) 0s ago 8m 6405k - 17.2.0 e1d6a67b021e 77f133c01eab 2024-09-04T22:17:53.552 INFO:teuthology.orchestra.run.smithi005.stdout:grafana.smithi005 smithi005 *:3000 starting - - - - 2024-09-04T22:17:53.552 INFO:teuthology.orchestra.run.smithi005.stdout:mds.foofs.smithi005.vslipg smithi005 running (3m) 47s ago 3m 33.2M - 17.2.0 e1d6a67b021e 7e8076c2570f 2024-09-04T22:17:53.553 INFO:teuthology.orchestra.run.smithi005.stdout:mds.foofs.smithi115.sgjptr smithi115 running (3m) 0s ago 3m 15.4M - 17.2.0 e1d6a67b021e fb533e8d32e8 2024-09-04T22:17:53.553 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.smithi005.hteciz smithi005 *:8443,9283,8765 starting - - - - 2024-09-04T22:17:53.553 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.smithi115.lfvwip smithi115 *:8443,9283 running (68s) 0s ago 8m 500M - 19.1.1-260-gf3418446 e9760d0a26a7 3c77392b712a 2024-09-04T22:17:53.553 INFO:teuthology.orchestra.run.smithi005.stdout:mon.smithi005 smithi005 running (10m) 47s ago 10m 50.1M 2048M 17.2.0 e1d6a67b021e f3bd30eff93c 2024-09-04T22:17:53.553 INFO:teuthology.orchestra.run.smithi005.stdout:mon.smithi115 smithi115 running (8m) 0s ago 8m 36.1M 2048M 17.2.0 e1d6a67b021e 9c18168348ca 2024-09-04T22:17:53.553 INFO:teuthology.orchestra.run.smithi005.stdout:nfs.foo.0.0.smithi005.rcnjjx smithi005 *:2049 running (2m) 47s ago 2m 242M - 4.0 e1d6a67b021e 292d2c5fa82d 2024-09-04T22:17:53.553 INFO:teuthology.orchestra.run.smithi005.stdout:nfs.foo.1.0.smithi115.gxhqij smithi115 *:2049 running (2m) 0s ago 2m 79.0M - 4.0 e1d6a67b021e e4a881a3497c 2024-09-04T22:17:53.553 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.smithi005 smithi005 *:9100 starting - - - - 2024-09-04T22:17:53.553 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.smithi115 smithi115 *:9100 running (12s) 0s ago 8m 10.8M - 1.3.1 1dbe0e931976 a216b8a3c089 2024-09-04T22:17:53.553 INFO:teuthology.orchestra.run.smithi005.stdout:osd.0 smithi005 running (7m) 47s ago 7m 226M 1937M 17.2.0 e1d6a67b021e ad88f9e5ff1f 2024-09-04T22:17:53.553 INFO:teuthology.orchestra.run.smithi005.stdout:osd.1 smithi005 running (7m) 47s ago 7m 178M 1937M 17.2.0 e1d6a67b021e c9fad4a1185e 2024-09-04T22:17:53.554 INFO:teuthology.orchestra.run.smithi005.stdout:osd.2 smithi005 running (6m) 47s ago 6m 140M 1937M 17.2.0 e1d6a67b021e e410f866b974 2024-09-04T22:17:53.554 INFO:teuthology.orchestra.run.smithi005.stdout:osd.3 smithi005 running (6m) 47s ago 6m 187M 1937M 17.2.0 e1d6a67b021e 277a1031c723 2024-09-04T22:17:53.554 INFO:teuthology.orchestra.run.smithi005.stdout:osd.4 smithi115 running (5m) 0s ago 5m 258M 2704M 17.2.0 e1d6a67b021e 992c7953a750 2024-09-04T22:17:53.554 INFO:teuthology.orchestra.run.smithi005.stdout:osd.5 smithi115 running (5m) 0s ago 5m 285M 2704M 17.2.0 e1d6a67b021e 37299ec573ae 2024-09-04T22:17:53.554 INFO:teuthology.orchestra.run.smithi005.stdout:osd.6 smithi115 running (5m) 0s ago 5m 252M 2704M 17.2.0 e1d6a67b021e a485cb0df9d8 2024-09-04T22:17:53.554 INFO:teuthology.orchestra.run.smithi005.stdout:osd.7 smithi115 running (4m) 0s ago 4m 356M 2704M 17.2.0 e1d6a67b021e cb10b860cb93 2024-09-04T22:17:53.554 INFO:teuthology.orchestra.run.smithi005.stdout:prometheus.smithi005 smithi005 *:9095 starting - - - - 2024-09-04T22:17:53.561 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:53 smithi005 ceph-mon[24451]: from='client.14736 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:17:53.561 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:53 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:53.561 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:53 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:53.692 INFO:teuthology.orchestra.run.smithi005.stdout: 5 66456 10.91 MB/sec execute 38 sec latency 65.255 ms 2024-09-04T22:17:53.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:53 smithi115 ceph-mon[26506]: from='client.14736 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:17:53.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:53 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:53.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:53 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:17:54.319 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-04T22:17:54.319 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": { 2024-09-04T22:17:54.320 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-09-04T22:17:54.320 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:17:54.320 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": { 2024-09-04T22:17:54.320 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 1, 2024-09-04T22:17:54.320 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 1 2024-09-04T22:17:54.320 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:17:54.320 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": { 2024-09-04T22:17:54.320 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-09-04T22:17:54.320 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:17:54.320 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": { 2024-09-04T22:17:54.320 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-09-04T22:17:54.321 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:17:54.321 INFO:teuthology.orchestra.run.smithi005.stdout: "overall": { 2024-09-04T22:17:54.321 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 13, 2024-09-04T22:17:54.321 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 1 2024-09-04T22:17:54.321 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-04T22:17:54.321 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-04T22:17:54.574 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:54 smithi005 ceph-mon[24451]: from='client.14740 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:17:54.574 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:54 smithi005 ceph-mon[24451]: pgmap v32: 97 pgs: 97 active+clean; 341 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 7.6 MiB/s wr, 791 op/s 2024-09-04T22:17:54.574 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:54 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/3445675682' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:17:54.700 INFO:teuthology.orchestra.run.smithi005.stdout: 5 67011 11.10 MB/sec execute 39 sec latency 39.589 ms 2024-09-04T22:17:54.893 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-04T22:17:54.893 INFO:teuthology.orchestra.run.smithi005.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15", 2024-09-04T22:17:54.893 INFO:teuthology.orchestra.run.smithi005.stdout: "in_progress": true, 2024-09-04T22:17:54.893 INFO:teuthology.orchestra.run.smithi005.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-04T22:17:54.893 INFO:teuthology.orchestra.run.smithi005.stdout: "services_complete": [], 2024-09-04T22:17:54.893 INFO:teuthology.orchestra.run.smithi005.stdout: "progress": "", 2024-09-04T22:17:54.894 INFO:teuthology.orchestra.run.smithi005.stdout: "message": "Currently upgrading mgr daemons", 2024-09-04T22:17:54.894 INFO:teuthology.orchestra.run.smithi005.stdout: "is_paused": false 2024-09-04T22:17:54.894 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-04T22:17:54.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:54 smithi115 ceph-mon[26506]: from='client.14740 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:17:54.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:54 smithi115 ceph-mon[26506]: pgmap v32: 97 pgs: 97 active+clean; 341 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 7.6 MiB/s wr, 791 op/s 2024-09-04T22:17:54.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:54 smithi115 ceph-mon[26506]: from='client.? 172.21.15.5:0/3445675682' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:17:55.547 INFO:teuthology.orchestra.run.smithi005.stdout:HEALTH_OK 2024-09-04T22:17:55.583 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:55 smithi005 ceph-mon[24451]: from='client.14744 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:17:55.701 INFO:teuthology.orchestra.run.smithi005.stdout: 5 67390 11.21 MB/sec execute 40 sec latency 71.991 ms 2024-09-04T22:17:55.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:55 smithi115 ceph-mon[26506]: from='client.14744 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:17:56.593 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:56 smithi005 ceph-mon[24451]: from='client.14752 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:17:56.593 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:56 smithi005 ceph-mon[24451]: pgmap v33: 97 pgs: 97 active+clean; 341 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.4 KiB/s rd, 4.8 MiB/s wr, 559 op/s 2024-09-04T22:17:56.593 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:56 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/1215401697' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-04T22:17:56.593 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:56 smithi005 ceph-mon[24451]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:17:56.710 INFO:teuthology.orchestra.run.smithi005.stdout: 5 67761 11.16 MB/sec execute 41 sec latency 42.894 ms 2024-09-04T22:17:56.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:56 smithi115 ceph-mon[26506]: from='client.14752 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:17:56.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:56 smithi115 ceph-mon[26506]: pgmap v33: 97 pgs: 97 active+clean; 341 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.4 KiB/s rd, 4.8 MiB/s wr, 559 op/s 2024-09-04T22:17:56.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:56 smithi115 ceph-mon[26506]: from='client.? 172.21.15.5:0/1215401697' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-04T22:17:56.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:56 smithi115 ceph-mon[26506]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:17:57.630 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:57 smithi005 ceph-mon[24451]: pgmap v34: 97 pgs: 97 active+clean; 339 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 KiB/s rd, 7.7 MiB/s wr, 808 op/s 2024-09-04T22:17:57.630 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:57 smithi005 ceph-mon[24451]: Standby manager daemon smithi005.hteciz restarted 2024-09-04T22:17:57.630 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:57 smithi005 ceph-mon[24451]: Standby manager daemon smithi005.hteciz started 2024-09-04T22:17:57.630 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:57 smithi005 ceph-mon[24451]: from='mgr.? 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi005.hteciz/crt"}]: dispatch 2024-09-04T22:17:57.630 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:57 smithi005 ceph-mon[24451]: from='mgr.? 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-04T22:17:57.630 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:57 smithi005 ceph-mon[24451]: from='mgr.? 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi005.hteciz/key"}]: dispatch 2024-09-04T22:17:57.630 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:57 smithi005 ceph-mon[24451]: from='mgr.? 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-04T22:17:57.710 INFO:teuthology.orchestra.run.smithi005.stdout: 5 68193 11.09 MB/sec execute 42 sec latency 62.169 ms 2024-09-04T22:17:57.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:57 smithi115 ceph-mon[26506]: pgmap v34: 97 pgs: 97 active+clean; 339 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 KiB/s rd, 7.7 MiB/s wr, 808 op/s 2024-09-04T22:17:57.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:57 smithi115 ceph-mon[26506]: Standby manager daemon smithi005.hteciz restarted 2024-09-04T22:17:57.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:57 smithi115 ceph-mon[26506]: Standby manager daemon smithi005.hteciz started 2024-09-04T22:17:57.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:57 smithi115 ceph-mon[26506]: from='mgr.? 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi005.hteciz/crt"}]: dispatch 2024-09-04T22:17:57.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:57 smithi115 ceph-mon[26506]: from='mgr.? 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-04T22:17:57.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:57 smithi115 ceph-mon[26506]: from='mgr.? 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi005.hteciz/key"}]: dispatch 2024-09-04T22:17:57.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:57 smithi115 ceph-mon[26506]: from='mgr.? 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-04T22:17:58.646 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:58 smithi005 ceph-mon[24451]: mgrmap e28: smithi115.lfvwip(active, since 63s), standbys: smithi005.hteciz 2024-09-04T22:17:58.710 INFO:teuthology.orchestra.run.smithi005.stdout: 5 68548 11.01 MB/sec execute 43 sec latency 32.851 ms 2024-09-04T22:17:58.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:58 smithi115 ceph-mon[26506]: mgrmap e28: smithi115.lfvwip(active, since 63s), standbys: smithi005.hteciz 2024-09-04T22:17:59.710 INFO:teuthology.orchestra.run.smithi005.stdout: 5 69081 11.01 MB/sec execute 44 sec latency 31.874 ms 2024-09-04T22:18:00.169 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:59 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:18:00.169 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:59 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:18:00.169 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:59 smithi005 ceph-mon[24451]: pgmap v35: 97 pgs: 97 active+clean; 339 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.8 KiB/s rd, 5.0 MiB/s wr, 519 op/s 2024-09-04T22:18:00.170 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:59 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:18:00.170 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:17:59 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:18:00.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:59 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:18:00.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:59 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:18:00.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:59 smithi115 ceph-mon[26506]: pgmap v35: 97 pgs: 97 active+clean; 339 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.8 KiB/s rd, 5.0 MiB/s wr, 519 op/s 2024-09-04T22:18:00.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:59 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:18:00.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:17:59 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:18:00.710 INFO:teuthology.orchestra.run.smithi005.stdout: 5 69680 11.04 MB/sec execute 45 sec latency 43.623 ms 2024-09-04T22:18:01.710 INFO:teuthology.orchestra.run.smithi005.stdout: 5 70457 11.41 MB/sec execute 46 sec latency 41.619 ms 2024-09-04T22:18:02.209 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:02 smithi005 ceph-mon[24451]: pgmap v36: 97 pgs: 97 active+clean; 342 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.8 KiB/s rd, 6.0 MiB/s wr, 640 op/s 2024-09-04T22:18:02.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:02 smithi115 ceph-mon[26506]: pgmap v36: 97 pgs: 97 active+clean; 342 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.8 KiB/s rd, 6.0 MiB/s wr, 640 op/s 2024-09-04T22:18:02.711 INFO:teuthology.orchestra.run.smithi005.stdout: 5 70913 11.56 MB/sec execute 47 sec latency 48.871 ms 2024-09-04T22:18:03.712 INFO:teuthology.orchestra.run.smithi005.stdout: 5 71200 11.48 MB/sec execute 48 sec latency 46.031 ms 2024-09-04T22:18:04.220 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:04 smithi005 ceph-mon[24451]: pgmap v37: 97 pgs: 97 active+clean; 345 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 6.8 MiB/s wr, 690 op/s 2024-09-04T22:18:04.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:04 smithi115 ceph-mon[26506]: pgmap v37: 97 pgs: 97 active+clean; 345 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 6.8 MiB/s wr, 690 op/s 2024-09-04T22:18:04.711 INFO:teuthology.orchestra.run.smithi005.stdout: 5 71552 11.38 MB/sec execute 49 sec latency 42.786 ms 2024-09-04T22:18:05.711 INFO:teuthology.orchestra.run.smithi005.stdout: 5 71833 11.25 MB/sec execute 50 sec latency 53.336 ms 2024-09-04T22:18:06.027 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:05 smithi005 ceph-mon[24451]: pgmap v38: 97 pgs: 97 active+clean; 345 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.2 KiB/s rd, 5.5 MiB/s wr, 537 op/s 2024-09-04T22:18:06.027 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:05 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:18:06.027 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:05 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:18:06.027 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:05 smithi005 ceph-mon[24451]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:18:06.027 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:05 smithi005 ceph-mon[24451]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:18:06.027 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:05 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:18:06.028 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:05 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:18:06.028 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:05 smithi005 ceph-mon[24451]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:18:06.028 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:05 smithi005 ceph-mon[24451]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "mgr fail", "who": "smithi115.lfvwip"}]: dispatch 2024-09-04T22:18:06.028 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:05 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "mgr fail", "who": "smithi115.lfvwip"}]: dispatch 2024-09-04T22:18:06.028 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:05 smithi005 ceph-mon[24451]: osdmap e72: 8 total, 8 up, 8 in 2024-09-04T22:18:06.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:05 smithi115 ceph-mon[26506]: pgmap v38: 97 pgs: 97 active+clean; 345 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.2 KiB/s rd, 5.5 MiB/s wr, 537 op/s 2024-09-04T22:18:06.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:05 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:18:06.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:05 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:18:06.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:05 smithi115 ceph-mon[26506]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:18:06.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:05 smithi115 ceph-mon[26506]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:18:06.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:05 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:18:06.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:05 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' 2024-09-04T22:18:06.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:05 smithi115 ceph-mon[26506]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:18:06.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:05 smithi115 ceph-mon[26506]: from='mgr.24421 172.21.15.115:0/1341839215' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "mgr fail", "who": "smithi115.lfvwip"}]: dispatch 2024-09-04T22:18:06.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:05 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "mgr fail", "who": "smithi115.lfvwip"}]: dispatch 2024-09-04T22:18:06.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:05 smithi115 ceph-mon[26506]: osdmap e72: 8 total, 8 up, 8 in 2024-09-04T22:18:06.711 INFO:teuthology.orchestra.run.smithi005.stdout: 5 72211 11.28 MB/sec execute 51 sec latency 74.399 ms 2024-09-04T22:18:06.856 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:06 smithi115 ceph-mon[26506]: Upgrade: Need to upgrade myself (mgr.smithi115.lfvwip) 2024-09-04T22:18:06.857 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:06 smithi115 ceph-mon[26506]: Upgrade: Need to upgrade myself (mgr.smithi115.lfvwip) 2024-09-04T22:18:06.857 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:06 smithi115 ceph-mon[26506]: Failing over to other MGR 2024-09-04T22:18:06.857 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:06 smithi115 ceph-mon[26506]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' cmd='[{"prefix": "mgr fail", "who": "smithi115.lfvwip"}]': finished 2024-09-04T22:18:06.857 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:06 smithi115 ceph-mon[26506]: mgrmap e29: smithi005.hteciz(active, starting, since 0.854855s) 2024-09-04T22:18:06.857 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:06 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mon metadata", "id": "smithi005"}]: dispatch 2024-09-04T22:18:06.857 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:06 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mon metadata", "id": "smithi115"}]: dispatch 2024-09-04T22:18:06.857 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:06 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi005.vslipg"}]: dispatch 2024-09-04T22:18:06.857 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:06 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi115.sgjptr"}]: dispatch 2024-09-04T22:18:06.857 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:06 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mgr metadata", "who": "smithi005.hteciz", "id": "smithi005.hteciz"}]: dispatch 2024-09-04T22:18:06.857 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:06 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-04T22:18:06.857 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:06 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-04T22:18:06.857 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:06 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-04T22:18:06.857 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:06 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-04T22:18:06.858 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:06 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-04T22:18:06.858 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:06 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-04T22:18:06.858 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:06 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-04T22:18:06.858 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:06 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-04T22:18:06.858 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:06 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-04T22:18:06.858 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:06 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-04T22:18:06.858 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:06 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-04T22:18:07.061 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:06 smithi005 ceph-mon[24451]: Upgrade: Need to upgrade myself (mgr.smithi115.lfvwip) 2024-09-04T22:18:07.061 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:06 smithi005 ceph-mon[24451]: Upgrade: Need to upgrade myself (mgr.smithi115.lfvwip) 2024-09-04T22:18:07.061 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:06 smithi005 ceph-mon[24451]: Failing over to other MGR 2024-09-04T22:18:07.061 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:06 smithi005 ceph-mon[24451]: from='mgr.24421 ' entity='mgr.smithi115.lfvwip' cmd='[{"prefix": "mgr fail", "who": "smithi115.lfvwip"}]': finished 2024-09-04T22:18:07.061 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:06 smithi005 ceph-mon[24451]: mgrmap e29: smithi005.hteciz(active, starting, since 0.854855s) 2024-09-04T22:18:07.061 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:06 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mon metadata", "id": "smithi005"}]: dispatch 2024-09-04T22:18:07.062 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:06 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mon metadata", "id": "smithi115"}]: dispatch 2024-09-04T22:18:07.062 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:06 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi005.vslipg"}]: dispatch 2024-09-04T22:18:07.062 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:06 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi115.sgjptr"}]: dispatch 2024-09-04T22:18:07.062 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:06 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mgr metadata", "who": "smithi005.hteciz", "id": "smithi005.hteciz"}]: dispatch 2024-09-04T22:18:07.062 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:06 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-04T22:18:07.062 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:06 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-04T22:18:07.062 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:06 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-04T22:18:07.062 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:06 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-04T22:18:07.062 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:06 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-04T22:18:07.062 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:06 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-04T22:18:07.062 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:06 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-04T22:18:07.062 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:06 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-04T22:18:07.062 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:06 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-04T22:18:07.063 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:06 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-04T22:18:07.063 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:06 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-04T22:18:07.711 INFO:teuthology.orchestra.run.smithi005.stdout: 5 72671 11.18 MB/sec execute 52 sec latency 109.394 ms 2024-09-04T22:18:07.854 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:07 smithi005 ceph-mon[24451]: Manager daemon smithi005.hteciz is now available 2024-09-04T22:18:07.854 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:07 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:18:07.854 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:07 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:18:07.854 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:07 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi005.hteciz/mirror_snapshot_schedule"}]: dispatch 2024-09-04T22:18:07.854 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:07 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi005.hteciz/trash_purge_schedule"}]: dispatch 2024-09-04T22:18:08.132 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:07 smithi115 ceph-mon[26506]: Manager daemon smithi005.hteciz is now available 2024-09-04T22:18:08.132 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:07 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:18:08.132 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:07 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:18:08.132 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:07 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi005.hteciz/mirror_snapshot_schedule"}]: dispatch 2024-09-04T22:18:08.132 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:07 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi005.hteciz/trash_purge_schedule"}]: dispatch 2024-09-04T22:18:08.711 INFO:teuthology.orchestra.run.smithi005.stdout: 5 73048 11.08 MB/sec execute 53 sec latency 53.946 ms 2024-09-04T22:18:08.864 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:08 smithi115 ceph-mon[26506]: mgrmap e30: smithi005.hteciz(active, since 2s) 2024-09-04T22:18:08.865 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:08 smithi115 ceph-mon[26506]: pgmap v3: 97 pgs: 97 active+clean; 327 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-09-04T22:18:08.865 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:08 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:08.865 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:08 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:08.865 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:08 smithi115 ceph-mon[26506]: pgmap v4: 97 pgs: 97 active+clean; 327 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-09-04T22:18:08.887 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:08 smithi005 ceph-mon[24451]: mgrmap e30: smithi005.hteciz(active, since 2s) 2024-09-04T22:18:08.887 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:08 smithi005 ceph-mon[24451]: pgmap v3: 97 pgs: 97 active+clean; 327 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-09-04T22:18:08.887 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:08 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:08.887 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:08 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:08.888 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:08 smithi005 ceph-mon[24451]: pgmap v4: 97 pgs: 97 active+clean; 327 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-09-04T22:18:09.711 INFO:teuthology.orchestra.run.smithi005.stdout: 5 73457 11.14 MB/sec execute 54 sec latency 53.411 ms 2024-09-04T22:18:10.711 INFO:teuthology.orchestra.run.smithi005.stdout: 5 73886 11.18 MB/sec execute 55 sec latency 41.043 ms 2024-09-04T22:18:10.932 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:10 smithi005 ceph-mon[24451]: [04/Sep/2024:22:18:10] ENGINE Bus STARTING 2024-09-04T22:18:10.932 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:10 smithi005 ceph-mon[24451]: [04/Sep/2024:22:18:10] ENGINE Serving on http://172.21.15.5:8765 2024-09-04T22:18:10.932 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:10 smithi005 ceph-mon[24451]: [04/Sep/2024:22:18:10] ENGINE Serving on https://172.21.15.5:7150 2024-09-04T22:18:10.932 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:10 smithi005 ceph-mon[24451]: [04/Sep/2024:22:18:10] ENGINE Bus STARTED 2024-09-04T22:18:10.932 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:10 smithi005 ceph-mon[24451]: [04/Sep/2024:22:18:10] ENGINE Error in HTTPServer.serve 2024-09-04T22:18:10.932 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: Traceback (most recent call last): 2024-09-04T22:18:10.933 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-04T22:18:10.933 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: self._connections.run(self.expiration_interval) 2024-09-04T22:18:10.933 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-04T22:18:10.933 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: self._run(expiration_interval) 2024-09-04T22:18:10.933 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-04T22:18:10.933 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-04T22:18:10.933 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-04T22:18:10.933 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-04T22:18:10.933 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-04T22:18:10.933 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: s = self.context.wrap_socket( 2024-09-04T22:18:10.933 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-04T22:18:10.933 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: return self.sslsocket_class._create( 2024-09-04T22:18:10.933 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-04T22:18:10.934 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: self.do_handshake() 2024-09-04T22:18:10.934 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-04T22:18:10.934 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: self._sslobj.do_handshake() 2024-09-04T22:18:10.934 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-04T22:18:10.934 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:10 smithi005 ceph-mon[24451]: pgmap v5: 97 pgs: 97 active+clean; 327 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-09-04T22:18:11.108 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:10 smithi115 ceph-mon[26506]: [04/Sep/2024:22:18:10] ENGINE Bus STARTING 2024-09-04T22:18:11.108 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:10 smithi115 ceph-mon[26506]: [04/Sep/2024:22:18:10] ENGINE Serving on http://172.21.15.5:8765 2024-09-04T22:18:11.108 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:10 smithi115 ceph-mon[26506]: [04/Sep/2024:22:18:10] ENGINE Serving on https://172.21.15.5:7150 2024-09-04T22:18:11.108 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:10 smithi115 ceph-mon[26506]: [04/Sep/2024:22:18:10] ENGINE Bus STARTED 2024-09-04T22:18:11.108 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:10 smithi115 ceph-mon[26506]: [04/Sep/2024:22:18:10] ENGINE Error in HTTPServer.serve 2024-09-04T22:18:11.108 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: Traceback (most recent call last): 2024-09-04T22:18:11.108 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-04T22:18:11.109 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: self._connections.run(self.expiration_interval) 2024-09-04T22:18:11.109 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-04T22:18:11.109 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: self._run(expiration_interval) 2024-09-04T22:18:11.109 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-04T22:18:11.109 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-04T22:18:11.109 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-04T22:18:11.109 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-04T22:18:11.109 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-04T22:18:11.109 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: s = self.context.wrap_socket( 2024-09-04T22:18:11.109 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-04T22:18:11.109 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: return self.sslsocket_class._create( 2024-09-04T22:18:11.109 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-04T22:18:11.110 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: self.do_handshake() 2024-09-04T22:18:11.110 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-04T22:18:11.110 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: self._sslobj.do_handshake() 2024-09-04T22:18:11.110 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-04T22:18:11.110 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:10 smithi115 ceph-mon[26506]: pgmap v5: 97 pgs: 97 active+clean; 327 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-09-04T22:18:11.711 INFO:teuthology.orchestra.run.smithi005.stdout: 5 74338 11.30 MB/sec execute 56 sec latency 42.151 ms 2024-09-04T22:18:12.705 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:12 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:12.705 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:12 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:12.705 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:12 smithi005 ceph-mon[24451]: mgrmap e31: smithi005.hteciz(active, since 6s) 2024-09-04T22:18:12.705 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:12 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:12.705 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:12 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:12.706 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:12 smithi005 ceph-mon[24451]: Standby manager daemon smithi115.lfvwip started 2024-09-04T22:18:12.706 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:12 smithi005 ceph-mon[24451]: from='mgr.? 172.21.15.115:0/1528654758' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi115.lfvwip/crt"}]: dispatch 2024-09-04T22:18:12.706 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:12 smithi005 ceph-mon[24451]: from='mgr.? 172.21.15.115:0/1528654758' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-04T22:18:12.706 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:12 smithi005 ceph-mon[24451]: from='mgr.? 172.21.15.115:0/1528654758' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi115.lfvwip/key"}]: dispatch 2024-09-04T22:18:12.706 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:12 smithi005 ceph-mon[24451]: from='mgr.? 172.21.15.115:0/1528654758' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-04T22:18:12.711 INFO:teuthology.orchestra.run.smithi005.stdout: 5 74655 11.32 MB/sec execute 57 sec latency 50.464 ms 2024-09-04T22:18:12.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:12 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:12.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:12 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:12.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:12 smithi115 ceph-mon[26506]: mgrmap e31: smithi005.hteciz(active, since 6s) 2024-09-04T22:18:12.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:12 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:12.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:12 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:12.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:12 smithi115 ceph-mon[26506]: Standby manager daemon smithi115.lfvwip started 2024-09-04T22:18:12.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:12 smithi115 ceph-mon[26506]: from='mgr.? 172.21.15.115:0/1528654758' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi115.lfvwip/crt"}]: dispatch 2024-09-04T22:18:12.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:12 smithi115 ceph-mon[26506]: from='mgr.? 172.21.15.115:0/1528654758' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-04T22:18:12.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:12 smithi115 ceph-mon[26506]: from='mgr.? 172.21.15.115:0/1528654758' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi115.lfvwip/key"}]: dispatch 2024-09-04T22:18:12.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:12 smithi115 ceph-mon[26506]: from='mgr.? 172.21.15.115:0/1528654758' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-04T22:18:13.684 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:13 smithi005 ceph-mon[24451]: pgmap v6: 97 pgs: 97 active+clean; 327 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-09-04T22:18:13.685 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:13 smithi005 ceph-mon[24451]: mgrmap e32: smithi005.hteciz(active, since 7s), standbys: smithi115.lfvwip 2024-09-04T22:18:13.685 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:13 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mgr metadata", "who": "smithi115.lfvwip", "id": "smithi115.lfvwip"}]: dispatch 2024-09-04T22:18:13.714 INFO:teuthology.orchestra.run.smithi005.stdout: 5 74909 11.19 MB/sec execute 58 sec latency 76.795 ms 2024-09-04T22:18:13.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:13 smithi115 ceph-mon[26506]: pgmap v6: 97 pgs: 97 active+clean; 327 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-09-04T22:18:13.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:13 smithi115 ceph-mon[26506]: mgrmap e32: smithi005.hteciz(active, since 7s), standbys: smithi115.lfvwip 2024-09-04T22:18:13.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:13 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mgr metadata", "who": "smithi115.lfvwip", "id": "smithi115.lfvwip"}]: dispatch 2024-09-04T22:18:14.714 INFO:teuthology.orchestra.run.smithi005.stdout: 5 75362 11.14 MB/sec execute 59 sec latency 45.736 ms 2024-09-04T22:18:15.714 INFO:teuthology.orchestra.run.smithi005.stdout: 5 75772 11.18 MB/sec execute 60 sec latency 40.681 ms 2024-09-04T22:18:15.779 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:15 smithi005 ceph-mon[24451]: pgmap v7: 97 pgs: 97 active+clean; 334 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 36 KiB/s rd, 5.0 MiB/s wr, 432 op/s 2024-09-04T22:18:15.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:15 smithi115 ceph-mon[26506]: pgmap v7: 97 pgs: 97 active+clean; 334 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 36 KiB/s rd, 5.0 MiB/s wr, 432 op/s 2024-09-04T22:18:16.714 INFO:teuthology.orchestra.run.smithi005.stdout: 5 76284 11.10 MB/sec execute 61 sec latency 32.809 ms 2024-09-04T22:18:17.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:17 smithi115 ceph-mon[26506]: pgmap v8: 97 pgs: 97 active+clean; 334 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 28 KiB/s rd, 3.8 MiB/s wr, 331 op/s 2024-09-04T22:18:17.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:17 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:17.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:17 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:17.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:17 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:17.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:17 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:17.714 INFO:teuthology.orchestra.run.smithi005.stdout: 5 76623 11.02 MB/sec execute 62 sec latency 62.376 ms 2024-09-04T22:18:17.798 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:17 smithi005 ceph-mon[24451]: pgmap v8: 97 pgs: 97 active+clean; 334 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 28 KiB/s rd, 3.8 MiB/s wr, 331 op/s 2024-09-04T22:18:17.798 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:17 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:17.798 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:17 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:17.798 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:17 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:17.798 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:17 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:18.714 INFO:teuthology.orchestra.run.smithi005.stdout: 5 77028 11.03 MB/sec execute 63 sec latency 42.122 ms 2024-09-04T22:18:19.688 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:19 smithi005 ceph-mon[24451]: pgmap v9: 97 pgs: 97 active+clean; 325 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 27 KiB/s rd, 5.5 MiB/s wr, 547 op/s 2024-09-04T22:18:19.714 INFO:teuthology.orchestra.run.smithi005.stdout: 5 77540 11.17 MB/sec execute 64 sec latency 34.497 ms 2024-09-04T22:18:19.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:19 smithi115 ceph-mon[26506]: pgmap v9: 97 pgs: 97 active+clean; 325 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 27 KiB/s rd, 5.5 MiB/s wr, 547 op/s 2024-09-04T22:18:20.714 INFO:teuthology.orchestra.run.smithi005.stdout: 5 77877 11.21 MB/sec execute 65 sec latency 58.627 ms 2024-09-04T22:18:20.973 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:20 smithi005 ceph-mon[24451]: pgmap v10: 97 pgs: 97 active+clean; 325 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 24 KiB/s rd, 4.9 MiB/s wr, 484 op/s 2024-09-04T22:18:21.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:20 smithi115 ceph-mon[26506]: pgmap v10: 97 pgs: 97 active+clean; 325 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 24 KiB/s rd, 4.9 MiB/s wr, 484 op/s 2024-09-04T22:18:21.714 INFO:teuthology.orchestra.run.smithi005.stdout: 5 78183 11.22 MB/sec execute 66 sec latency 82.696 ms 2024-09-04T22:18:22.244 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:22 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:18:22.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:22 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:18:22.714 INFO:teuthology.orchestra.run.smithi005.stdout: 5 78549 11.13 MB/sec execute 67 sec latency 71.229 ms 2024-09-04T22:18:23.253 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:23 smithi005 ceph-mon[24451]: pgmap v11: 97 pgs: 97 active+clean; 325 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 24 KiB/s rd, 4.9 MiB/s wr, 484 op/s 2024-09-04T22:18:23.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:23 smithi115 ceph-mon[26506]: pgmap v11: 97 pgs: 97 active+clean; 325 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 24 KiB/s rd, 4.9 MiB/s wr, 484 op/s 2024-09-04T22:18:23.714 INFO:teuthology.orchestra.run.smithi005.stdout: 5 78935 11.08 MB/sec execute 68 sec latency 43.412 ms 2024-09-04T22:18:24.306 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:24 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:24.306 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:24 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:24.306 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:24 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:18:24.306 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:24 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:18:24.306 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:24 smithi005 ceph-mon[24451]: Updating smithi005:/etc/ceph/ceph.conf 2024-09-04T22:18:24.306 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:24 smithi005 ceph-mon[24451]: Updating smithi115:/etc/ceph/ceph.conf 2024-09-04T22:18:24.306 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:24 smithi005 ceph-mon[24451]: Updating smithi115:/var/lib/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-04T22:18:24.307 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:24 smithi005 ceph-mon[24451]: Updating smithi005:/var/lib/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-04T22:18:24.307 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:24 smithi005 ceph-mon[24451]: Updating smithi115:/etc/ceph/ceph.client.admin.keyring 2024-09-04T22:18:24.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:24 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:24.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:24 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:24.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:24 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:18:24.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:24 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:18:24.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:24 smithi115 ceph-mon[26506]: Updating smithi005:/etc/ceph/ceph.conf 2024-09-04T22:18:24.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:24 smithi115 ceph-mon[26506]: Updating smithi115:/etc/ceph/ceph.conf 2024-09-04T22:18:24.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:24 smithi115 ceph-mon[26506]: Updating smithi115:/var/lib/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-04T22:18:24.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:24 smithi115 ceph-mon[26506]: Updating smithi005:/var/lib/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-04T22:18:24.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:24 smithi115 ceph-mon[26506]: Updating smithi115:/etc/ceph/ceph.client.admin.keyring 2024-09-04T22:18:24.714 INFO:teuthology.orchestra.run.smithi005.stdout: 5 79298 11.07 MB/sec execute 69 sec latency 57.883 ms 2024-09-04T22:18:25.569 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:25 smithi005 ceph-mon[24451]: Updating smithi005:/etc/ceph/ceph.client.admin.keyring 2024-09-04T22:18:25.569 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:25 smithi005 ceph-mon[24451]: Updating smithi115:/var/lib/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-04T22:18:25.569 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:25 smithi005 ceph-mon[24451]: Updating smithi005:/var/lib/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-04T22:18:25.569 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:25 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:25.569 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:25 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:25.569 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:25 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:25.570 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:25 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:25.570 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:25 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:25.570 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:25 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:25.570 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:25 smithi005 ceph-mon[24451]: Reconfiguring prometheus.smithi005 (dependencies changed)... 2024-09-04T22:18:25.570 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:25 smithi005 ceph-mon[24451]: pgmap v12: 97 pgs: 97 active+clean; 334 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 27 KiB/s rd, 7.5 MiB/s wr, 706 op/s 2024-09-04T22:18:25.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:25 smithi115 ceph-mon[26506]: Updating smithi005:/etc/ceph/ceph.client.admin.keyring 2024-09-04T22:18:25.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:25 smithi115 ceph-mon[26506]: Updating smithi115:/var/lib/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-04T22:18:25.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:25 smithi115 ceph-mon[26506]: Updating smithi005:/var/lib/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-04T22:18:25.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:25 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:25.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:25 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:25.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:25 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:25.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:25 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:25.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:25 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:25.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:25 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:25.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:25 smithi115 ceph-mon[26506]: Reconfiguring prometheus.smithi005 (dependencies changed)... 2024-09-04T22:18:25.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:25 smithi115 ceph-mon[26506]: pgmap v12: 97 pgs: 97 active+clean; 334 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 27 KiB/s rd, 7.5 MiB/s wr, 706 op/s 2024-09-04T22:18:25.714 INFO:teuthology.orchestra.run.smithi005.stdout: 5 79878 11.05 MB/sec execute 70 sec latency 43.566 ms 2024-09-04T22:18:26.170 INFO:teuthology.orchestra.run.smithi005.stdout:true 2024-09-04T22:18:26.573 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:26 smithi005 ceph-mon[24451]: Reconfiguring daemon prometheus.smithi005 on smithi005 2024-09-04T22:18:26.714 INFO:teuthology.orchestra.run.smithi005.stdout: 5 80374 11.07 MB/sec execute 71 sec latency 52.350 ms 2024-09-04T22:18:26.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:26 smithi115 ceph-mon[26506]: Reconfiguring daemon prometheus.smithi005 on smithi005 2024-09-04T22:18:27.306 INFO:teuthology.orchestra.run.smithi005.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-04T22:18:27.307 INFO:teuthology.orchestra.run.smithi005.stdout:alertmanager.smithi005 smithi005 *:9093,9094 running (64s) 10s ago 9m 17.7M - 0.23.0 ba2b418f427c d299eba5e5dd 2024-09-04T22:18:27.307 INFO:teuthology.orchestra.run.smithi005.stdout:crash.smithi005 smithi005 running (9m) 10s ago 9m 6405k - 17.2.0 e1d6a67b021e 5366e96551ee 2024-09-04T22:18:27.307 INFO:teuthology.orchestra.run.smithi005.stdout:crash.smithi115 smithi115 running (9m) 15s ago 9m 6405k - 17.2.0 e1d6a67b021e 77f133c01eab 2024-09-04T22:18:27.307 INFO:teuthology.orchestra.run.smithi005.stdout:grafana.smithi005 smithi005 *:3000 running (58s) 10s ago 9m 45.4M - 8.3.5 dad864ee21e9 b9c465ba4deb 2024-09-04T22:18:27.307 INFO:teuthology.orchestra.run.smithi005.stdout:mds.foofs.smithi005.vslipg smithi005 running (3m) 10s ago 3m 36.0M - 17.2.0 e1d6a67b021e 7e8076c2570f 2024-09-04T22:18:27.307 INFO:teuthology.orchestra.run.smithi005.stdout:mds.foofs.smithi115.sgjptr smithi115 running (3m) 15s ago 3m 15.5M - 17.2.0 e1d6a67b021e fb533e8d32e8 2024-09-04T22:18:27.307 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.smithi005.hteciz smithi005 *:8443,9283,8765 running (38s) 10s ago 10m 472M - 19.1.1-260-gf3418446 e9760d0a26a7 669eb5d46ffc 2024-09-04T22:18:27.307 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.smithi115.lfvwip smithi115 *:8443,9283 running (102s) 15s ago 9m 122M - 19.1.1-260-gf3418446 e9760d0a26a7 3c77392b712a 2024-09-04T22:18:27.307 INFO:teuthology.orchestra.run.smithi005.stdout:mon.smithi005 smithi005 running (10m) 10s ago 11m 52.5M 2048M 17.2.0 e1d6a67b021e f3bd30eff93c 2024-09-04T22:18:27.307 INFO:teuthology.orchestra.run.smithi005.stdout:mon.smithi115 smithi115 running (8m) 15s ago 8m 40.1M 2048M 17.2.0 e1d6a67b021e 9c18168348ca 2024-09-04T22:18:27.307 INFO:teuthology.orchestra.run.smithi005.stdout:nfs.foo.0.0.smithi005.rcnjjx smithi005 *:2049 running (3m) 10s ago 3m 253M - 4.0 e1d6a67b021e 292d2c5fa82d 2024-09-04T22:18:27.308 INFO:teuthology.orchestra.run.smithi005.stdout:nfs.foo.1.0.smithi115.gxhqij smithi115 *:2049 running (3m) 15s ago 3m 81.3M - 4.0 e1d6a67b021e e4a881a3497c 2024-09-04T22:18:27.308 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.smithi005 smithi005 *:9100 running (55s) 10s ago 9m 8980k - 1.3.1 1dbe0e931976 c3be8b87abc8 2024-09-04T22:18:27.308 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.smithi115 smithi115 *:9100 running (46s) 15s ago 8m 13.3M - 1.3.1 1dbe0e931976 a216b8a3c089 2024-09-04T22:18:27.308 INFO:teuthology.orchestra.run.smithi005.stdout:osd.0 smithi005 running (8m) 10s ago 8m 329M 1937M 17.2.0 e1d6a67b021e ad88f9e5ff1f 2024-09-04T22:18:27.308 INFO:teuthology.orchestra.run.smithi005.stdout:osd.1 smithi005 running (7m) 10s ago 7m 248M 1937M 17.2.0 e1d6a67b021e c9fad4a1185e 2024-09-04T22:18:27.308 INFO:teuthology.orchestra.run.smithi005.stdout:osd.2 smithi005 running (7m) 10s ago 7m 214M 1937M 17.2.0 e1d6a67b021e e410f866b974 2024-09-04T22:18:27.308 INFO:teuthology.orchestra.run.smithi005.stdout:osd.3 smithi005 running (6m) 10s ago 6m 263M 1937M 17.2.0 e1d6a67b021e 277a1031c723 2024-09-04T22:18:27.308 INFO:teuthology.orchestra.run.smithi005.stdout:osd.4 smithi115 running (6m) 15s ago 6m 292M 2704M 17.2.0 e1d6a67b021e 992c7953a750 2024-09-04T22:18:27.308 INFO:teuthology.orchestra.run.smithi005.stdout:osd.5 smithi115 running (6m) 15s ago 6m 307M 2704M 17.2.0 e1d6a67b021e 37299ec573ae 2024-09-04T22:18:27.308 INFO:teuthology.orchestra.run.smithi005.stdout:osd.6 smithi115 running (5m) 15s ago 5m 254M 2704M 17.2.0 e1d6a67b021e a485cb0df9d8 2024-09-04T22:18:27.308 INFO:teuthology.orchestra.run.smithi005.stdout:osd.7 smithi115 running (5m) 15s ago 5m 379M 2704M 17.2.0 e1d6a67b021e cb10b860cb93 2024-09-04T22:18:27.308 INFO:teuthology.orchestra.run.smithi005.stdout:prometheus.smithi005 smithi005 *:9095 running (48s) 10s ago 8m 53.3M - 2.33.4 514e6a882f6e 9797de21accc 2024-09-04T22:18:27.597 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:27 smithi005 ceph-mon[24451]: from='client.14786 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:18:27.597 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:27 smithi005 ceph-mon[24451]: pgmap v13: 97 pgs: 97 active+clean; 334 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.7 KiB/s rd, 4.8 MiB/s wr, 468 op/s 2024-09-04T22:18:27.714 INFO:teuthology.orchestra.run.smithi005.stdout: 5 80769 11.11 MB/sec execute 72 sec latency 40.165 ms 2024-09-04T22:18:27.815 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-04T22:18:27.815 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": { 2024-09-04T22:18:27.816 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-09-04T22:18:27.816 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:18:27.816 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": { 2024-09-04T22:18:27.816 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 2 2024-09-04T22:18:27.816 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:18:27.816 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": { 2024-09-04T22:18:27.816 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-09-04T22:18:27.816 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:18:27.816 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": { 2024-09-04T22:18:27.816 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-09-04T22:18:27.816 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:18:27.816 INFO:teuthology.orchestra.run.smithi005.stdout: "overall": { 2024-09-04T22:18:27.817 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 12, 2024-09-04T22:18:27.817 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 2 2024-09-04T22:18:27.817 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-04T22:18:27.817 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-04T22:18:27.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:27 smithi115 ceph-mon[26506]: from='client.14786 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:18:27.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:27 smithi115 ceph-mon[26506]: pgmap v13: 97 pgs: 97 active+clean; 334 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.7 KiB/s rd, 4.8 MiB/s wr, 468 op/s 2024-09-04T22:18:28.251 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-04T22:18:28.252 INFO:teuthology.orchestra.run.smithi005.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15", 2024-09-04T22:18:28.252 INFO:teuthology.orchestra.run.smithi005.stdout: "in_progress": true, 2024-09-04T22:18:28.252 INFO:teuthology.orchestra.run.smithi005.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-04T22:18:28.252 INFO:teuthology.orchestra.run.smithi005.stdout: "services_complete": [ 2024-09-04T22:18:28.252 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr" 2024-09-04T22:18:28.252 INFO:teuthology.orchestra.run.smithi005.stdout: ], 2024-09-04T22:18:28.252 INFO:teuthology.orchestra.run.smithi005.stdout: "progress": "2/23 daemons upgraded", 2024-09-04T22:18:28.252 INFO:teuthology.orchestra.run.smithi005.stdout: "message": "", 2024-09-04T22:18:28.252 INFO:teuthology.orchestra.run.smithi005.stdout: "is_paused": false 2024-09-04T22:18:28.252 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-04T22:18:28.622 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:28 smithi005 ceph-mon[24451]: from='client.14790 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:18:28.622 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:28 smithi005 ceph-mon[24451]: from='client.24541 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:18:28.622 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:28 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/944175221' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:18:28.714 INFO:teuthology.orchestra.run.smithi005.stdout: 5 81226 11.17 MB/sec execute 73 sec latency 65.727 ms 2024-09-04T22:18:28.897 INFO:teuthology.orchestra.run.smithi005.stdout:HEALTH_OK 2024-09-04T22:18:28.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:28 smithi115 ceph-mon[26506]: from='client.14790 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:18:28.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:28 smithi115 ceph-mon[26506]: from='client.24541 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:18:28.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:28 smithi115 ceph-mon[26506]: from='client.? 172.21.15.5:0/944175221' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:18:29.643 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:29 smithi005 ceph-mon[24451]: from='client.14802 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:18:29.643 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:29 smithi005 ceph-mon[24451]: pgmap v14: 97 pgs: 97 active+clean; 326 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 7.3 MiB/s wr, 736 op/s 2024-09-04T22:18:29.643 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:29 smithi005 ceph-mon[24451]: from='client.? 172.21.15.5:0/385778957' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-04T22:18:29.714 INFO:teuthology.orchestra.run.smithi005.stdout: 5 81643 11.27 MB/sec execute 74 sec latency 41.470 ms 2024-09-04T22:18:29.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:29 smithi115 ceph-mon[26506]: from='client.14802 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:18:29.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:29 smithi115 ceph-mon[26506]: pgmap v14: 97 pgs: 97 active+clean; 326 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 7.3 MiB/s wr, 736 op/s 2024-09-04T22:18:29.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:29 smithi115 ceph-mon[26506]: from='client.? 172.21.15.5:0/385778957' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-04T22:18:30.715 INFO:teuthology.orchestra.run.smithi005.stdout: 5 81910 11.18 MB/sec execute 75 sec latency 52.797 ms 2024-09-04T22:18:30.914 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:30 smithi005 ceph-mon[24451]: pgmap v15: 97 pgs: 97 active+clean; 326 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.7 KiB/s rd, 5.1 MiB/s wr, 490 op/s 2024-09-04T22:18:31.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:30 smithi115 ceph-mon[26506]: pgmap v15: 97 pgs: 97 active+clean; 326 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.7 KiB/s rd, 5.1 MiB/s wr, 490 op/s 2024-09-04T22:18:31.714 INFO:teuthology.orchestra.run.smithi005.stdout: 5 82225 11.12 MB/sec execute 76 sec latency 71.853 ms 2024-09-04T22:18:32.715 INFO:teuthology.orchestra.run.smithi005.stdout: 5 82484 11.02 MB/sec execute 77 sec latency 54.149 ms 2024-09-04T22:18:33.714 INFO:teuthology.orchestra.run.smithi005.stdout: 5 82913 11.02 MB/sec execute 78 sec latency 64.939 ms 2024-09-04T22:18:33.722 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:33 smithi005 ceph-mon[24451]: pgmap v16: 97 pgs: 97 active+clean; 326 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.7 KiB/s rd, 5.1 MiB/s wr, 490 op/s 2024-09-04T22:18:33.722 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:33 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:33.723 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:33 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:33.723 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:33 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-04T22:18:33.723 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:33 smithi005 ceph-mon[24451]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-04T22:18:33.723 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:33 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi005:9095"}]: dispatch 2024-09-04T22:18:33.723 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:33 smithi005 ceph-mon[24451]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi005:9095"}]: dispatch 2024-09-04T22:18:33.723 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:33 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:33.723 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:33 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:18:33.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:33 smithi115 ceph-mon[26506]: pgmap v16: 97 pgs: 97 active+clean; 326 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.7 KiB/s rd, 5.1 MiB/s wr, 490 op/s 2024-09-04T22:18:33.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:33 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:33.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:33 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:33.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:33 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-04T22:18:33.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:33 smithi115 ceph-mon[26506]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-04T22:18:33.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:33 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi005:9095"}]: dispatch 2024-09-04T22:18:33.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:33 smithi115 ceph-mon[26506]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi005:9095"}]: dispatch 2024-09-04T22:18:33.899 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:33 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:33.899 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:33 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:18:34.714 INFO:teuthology.orchestra.run.smithi005.stdout: 5 83452 11.00 MB/sec execute 79 sec latency 86.578 ms 2024-09-04T22:18:34.733 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:34 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi115.lfvwip", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-04T22:18:34.733 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:34 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-04T22:18:34.733 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:34 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:18:34.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:34 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi115.lfvwip", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-04T22:18:34.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:34 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-04T22:18:34.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:34 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:18:35.715 INFO:teuthology.orchestra.run.smithi005.stdout: 5 83952 11.05 MB/sec execute 80 sec latency 30.512 ms 2024-09-04T22:18:35.745 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:35 smithi005 ceph-mon[24451]: Upgrade: Updating mgr.smithi115.lfvwip 2024-09-04T22:18:35.745 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:35 smithi005 ceph-mon[24451]: Deploying daemon mgr.smithi115.lfvwip on smithi115 2024-09-04T22:18:35.745 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:35 smithi005 ceph-mon[24451]: pgmap v17: 97 pgs: 97 active+clean; 331 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.9 KiB/s rd, 7.5 MiB/s wr, 698 op/s 2024-09-04T22:18:35.991 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:35 smithi115 ceph-mon[26506]: Upgrade: Updating mgr.smithi115.lfvwip 2024-09-04T22:18:35.991 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:35 smithi115 ceph-mon[26506]: Deploying daemon mgr.smithi115.lfvwip on smithi115 2024-09-04T22:18:35.992 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:35 smithi115 ceph-mon[26506]: pgmap v17: 97 pgs: 97 active+clean; 331 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.9 KiB/s rd, 7.5 MiB/s wr, 698 op/s 2024-09-04T22:18:36.715 INFO:teuthology.orchestra.run.smithi005.stdout: 5 84414 11.08 MB/sec execute 81 sec latency 58.843 ms 2024-09-04T22:18:37.715 INFO:teuthology.orchestra.run.smithi005.stdout: 5 84841 11.16 MB/sec execute 82 sec latency 34.028 ms 2024-09-04T22:18:37.780 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:37 smithi005 ceph-mon[24451]: pgmap v18: 97 pgs: 97 active+clean; 331 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.6 KiB/s rd, 4.8 MiB/s wr, 476 op/s 2024-09-04T22:18:37.780 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:37 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:18:37.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:37 smithi115 ceph-mon[26506]: pgmap v18: 97 pgs: 97 active+clean; 331 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.6 KiB/s rd, 4.8 MiB/s wr, 476 op/s 2024-09-04T22:18:37.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:37 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:18:38.715 INFO:teuthology.orchestra.run.smithi005.stdout: 5 85209 11.20 MB/sec execute 83 sec latency 38.975 ms 2024-09-04T22:18:39.715 INFO:teuthology.orchestra.run.smithi005.stdout: 5 85540 11.13 MB/sec execute 84 sec latency 95.654 ms 2024-09-04T22:18:39.822 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:39 smithi115 ceph-mon[26506]: pgmap v19: 97 pgs: 97 active+clean; 332 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 7.6 MiB/s wr, 754 op/s 2024-09-04T22:18:39.823 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:39 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:39.823 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:39 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:39.823 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:39 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:18:39.823 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:39 smithi005 ceph-mon[24451]: pgmap v19: 97 pgs: 97 active+clean; 332 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 7.6 MiB/s wr, 754 op/s 2024-09-04T22:18:39.823 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:39 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:39.823 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:39 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:39.823 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:39 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:18:40.715 INFO:teuthology.orchestra.run.smithi005.stdout: 5 85868 11.09 MB/sec execute 85 sec latency 84.543 ms 2024-09-04T22:18:40.850 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:40 smithi005 ceph-mon[24451]: pgmap v20: 97 pgs: 97 active+clean; 332 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.8 KiB/s rd, 5.2 MiB/s wr, 486 op/s 2024-09-04T22:18:41.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:40 smithi115 ceph-mon[26506]: pgmap v20: 97 pgs: 97 active+clean; 332 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.8 KiB/s rd, 5.2 MiB/s wr, 486 op/s 2024-09-04T22:18:41.715 INFO:teuthology.orchestra.run.smithi005.stdout: 5 86292 11.09 MB/sec execute 86 sec latency 31.104 ms 2024-09-04T22:18:42.715 INFO:teuthology.orchestra.run.smithi005.stdout: 5 86735 11.03 MB/sec execute 87 sec latency 29.818 ms 2024-09-04T22:18:43.648 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:43 smithi005 ceph-mon[24451]: pgmap v21: 97 pgs: 97 active+clean; 332 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.8 KiB/s rd, 5.2 MiB/s wr, 486 op/s 2024-09-04T22:18:43.648 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:43 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:43.648 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:43 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:43.648 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:43 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:43.648 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:43 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:43.715 INFO:teuthology.orchestra.run.smithi005.stdout: 5 87157 11.01 MB/sec execute 88 sec latency 43.569 ms 2024-09-04T22:18:43.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:43 smithi115 ceph-mon[26506]: pgmap v21: 97 pgs: 97 active+clean; 332 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.8 KiB/s rd, 5.2 MiB/s wr, 486 op/s 2024-09-04T22:18:43.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:43 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:43.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:43 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:43.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:43 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:43.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:43 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:44.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:44 smithi115 ceph-mon[26506]: Standby manager daemon smithi115.lfvwip restarted 2024-09-04T22:18:44.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:44 smithi115 ceph-mon[26506]: Standby manager daemon smithi115.lfvwip started 2024-09-04T22:18:44.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:44 smithi115 ceph-mon[26506]: from='mgr.? 172.21.15.115:0/1044455001' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi115.lfvwip/crt"}]: dispatch 2024-09-04T22:18:44.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:44 smithi115 ceph-mon[26506]: from='mgr.? 172.21.15.115:0/1044455001' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-04T22:18:44.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:44 smithi115 ceph-mon[26506]: from='mgr.? 172.21.15.115:0/1044455001' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi115.lfvwip/key"}]: dispatch 2024-09-04T22:18:44.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:44 smithi115 ceph-mon[26506]: from='mgr.? 172.21.15.115:0/1044455001' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-04T22:18:44.682 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:44 smithi005 ceph-mon[24451]: Standby manager daemon smithi115.lfvwip restarted 2024-09-04T22:18:44.682 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:44 smithi005 ceph-mon[24451]: Standby manager daemon smithi115.lfvwip started 2024-09-04T22:18:44.682 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:44 smithi005 ceph-mon[24451]: from='mgr.? 172.21.15.115:0/1044455001' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi115.lfvwip/crt"}]: dispatch 2024-09-04T22:18:44.682 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:44 smithi005 ceph-mon[24451]: from='mgr.? 172.21.15.115:0/1044455001' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-04T22:18:44.682 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:44 smithi005 ceph-mon[24451]: from='mgr.? 172.21.15.115:0/1044455001' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi115.lfvwip/key"}]: dispatch 2024-09-04T22:18:44.683 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:44 smithi005 ceph-mon[24451]: from='mgr.? 172.21.15.115:0/1044455001' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-04T22:18:44.715 INFO:teuthology.orchestra.run.smithi005.stdout: 5 87611 11.05 MB/sec execute 89 sec latency 31.839 ms 2024-09-04T22:18:45.715 INFO:teuthology.orchestra.run.smithi005.stdout: 5 88042 11.06 MB/sec execute 90 sec latency 42.947 ms 2024-09-04T22:18:45.737 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:45 smithi005 ceph-mon[24451]: pgmap v22: 97 pgs: 97 active+clean; 327 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 7.4 MiB/s wr, 724 op/s 2024-09-04T22:18:45.737 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:45 smithi005 ceph-mon[24451]: mgrmap e33: smithi005.hteciz(active, since 38s), standbys: smithi115.lfvwip 2024-09-04T22:18:45.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:45 smithi115 ceph-mon[26506]: pgmap v22: 97 pgs: 97 active+clean; 327 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 7.4 MiB/s wr, 724 op/s 2024-09-04T22:18:45.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:45 smithi115 ceph-mon[26506]: mgrmap e33: smithi005.hteciz(active, since 38s), standbys: smithi115.lfvwip 2024-09-04T22:18:46.715 INFO:teuthology.orchestra.run.smithi005.stdout: 5 88440 11.14 MB/sec execute 91 sec latency 71.761 ms 2024-09-04T22:18:47.623 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:47 smithi005 ceph-mon[24451]: pgmap v23: 97 pgs: 97 active+clean; 327 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.9 KiB/s rd, 5.0 MiB/s wr, 517 op/s 2024-09-04T22:18:47.623 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:47 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:47.623 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:47 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:47.624 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:47 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:47.624 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:47 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:47.624 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:47 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:18:47.624 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:47 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:18:47.624 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:47 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:47.624 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:47 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:47.624 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:47 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:18:47.624 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:47 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:18:47.715 INFO:teuthology.orchestra.run.smithi005.stdout: 5 88654 11.08 MB/sec execute 92 sec latency 114.998 ms 2024-09-04T22:18:47.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:47 smithi115 ceph-mon[26506]: pgmap v23: 97 pgs: 97 active+clean; 327 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.9 KiB/s rd, 5.0 MiB/s wr, 517 op/s 2024-09-04T22:18:47.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:47 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:47.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:47 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:47.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:47 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:47.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:47 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:47.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:47 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:18:47.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:47 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:18:47.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:47 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:47.899 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:47 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:47.899 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:47 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:18:47.899 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:47 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:18:48.715 INFO:teuthology.orchestra.run.smithi005.stdout: 5 88906 11.06 MB/sec execute 93 sec latency 74.251 ms 2024-09-04T22:18:48.832 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:48 smithi005 ceph-mon[24451]: Upgrade: Setting container_image for all mgr 2024-09-04T22:18:48.832 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:48 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:48.832 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:48 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi005.hteciz"}]: dispatch 2024-09-04T22:18:48.832 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:48 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi005.hteciz"}]': finished 2024-09-04T22:18:48.832 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:48 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi115.lfvwip"}]: dispatch 2024-09-04T22:18:48.832 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:48 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi115.lfvwip"}]': finished 2024-09-04T22:18:48.832 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:48 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-04T22:18:48.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:48 smithi115 ceph-mon[26506]: Upgrade: Setting container_image for all mgr 2024-09-04T22:18:48.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:48 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:48.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:48 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi005.hteciz"}]: dispatch 2024-09-04T22:18:48.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:48 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi005.hteciz"}]': finished 2024-09-04T22:18:48.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:48 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi115.lfvwip"}]: dispatch 2024-09-04T22:18:48.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:48 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi115.lfvwip"}]': finished 2024-09-04T22:18:48.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:48 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-04T22:18:49.715 INFO:teuthology.orchestra.run.smithi005.stdout: 5 89202 10.98 MB/sec execute 94 sec latency 65.572 ms 2024-09-04T22:18:49.849 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:49 smithi005 ceph-mon[24451]: pgmap v24: 97 pgs: 97 active+clean; 334 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 7.6 MiB/s wr, 739 op/s 2024-09-04T22:18:49.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:49 smithi115 ceph-mon[26506]: pgmap v24: 97 pgs: 97 active+clean; 334 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 7.6 MiB/s wr, 739 op/s 2024-09-04T22:18:50.715 INFO:teuthology.orchestra.run.smithi005.stdout: 5 89430 10.93 MB/sec execute 95 sec latency 86.451 ms 2024-09-04T22:18:50.894 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:50 smithi005 ceph-mon[24451]: Upgrade: Updating mon.smithi005 2024-09-04T22:18:50.894 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:50 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:50.894 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:50 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-04T22:18:50.894 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:50 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-04T22:18:50.895 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:50 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:18:50.895 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:50 smithi005 ceph-mon[24451]: Deploying daemon mon.smithi005 on smithi005 2024-09-04T22:18:50.895 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:50 smithi005 ceph-mon[24451]: pgmap v25: 97 pgs: 97 active+clean; 334 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.9 KiB/s rd, 4.8 MiB/s wr, 460 op/s 2024-09-04T22:18:51.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:50 smithi115 ceph-mon[26506]: Upgrade: Updating mon.smithi005 2024-09-04T22:18:51.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:50 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' 2024-09-04T22:18:51.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:50 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-04T22:18:51.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:50 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-04T22:18:51.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:50 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:18:51.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:50 smithi115 ceph-mon[26506]: Deploying daemon mon.smithi005 on smithi005 2024-09-04T22:18:51.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:50 smithi115 ceph-mon[26506]: pgmap v25: 97 pgs: 97 active+clean; 334 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.9 KiB/s rd, 4.8 MiB/s wr, 460 op/s 2024-09-04T22:18:51.715 INFO:teuthology.orchestra.run.smithi005.stdout: 5 89771 10.92 MB/sec execute 96 sec latency 58.564 ms 2024-09-04T22:18:52.187 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:52 smithi005 ceph-mon[24451]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:18:52.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:52 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:18:52.716 INFO:teuthology.orchestra.run.smithi005.stdout: 5 90064 10.86 MB/sec execute 97 sec latency 102.377 ms 2024-09-04T22:18:52.721 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:52 smithi005 systemd[1]: Stopping Ceph mon.smithi005 for fc6cab94-6b09-11ef-bcd6-c7b262605968... 2024-09-04T22:18:52.974 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:52 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-mon-smithi005[24447]: 2024-09-04T22:18:52.822+0000 7f9c7dbcc700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.smithi005 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-04T22:18:52.974 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:52 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-mon-smithi005[24447]: 2024-09-04T22:18:52.822+0000 7f9c7dbcc700 -1 mon.smithi005@0(leader) e2 *** Got Signal Terminated *** 2024-09-04T22:18:53.236 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:53 smithi005 podman[65301]: 2024-09-04 22:18:53.026947995 +0000 UTC m=+0.365420392 container died f3bd30eff93c8b8e9366db14af4f6af8a150d1526ec83e4983f29de8488ef13c (image=quay.io/ceph/ceph:v17.2.0, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-mon-smithi005, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.openshift.expose-services=, name=centos-stream, architecture=x86_64, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.k8s.display-name=CentOS Stream 8, distribution-scope=public, release=754, GIT_REPO=https://github.com/ceph/ceph-container.git, io.openshift.tags=base centos centos-stream, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-type=git, CEPH_POINT_RELEASE=-17.2.0, version=8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, GIT_CLEAN=True, ceph=True, io.buildah.version=1.19.8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, build-date=2022-05-03T08:36:31.336870, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.component=centos-stream-container, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, RELEASE=HEAD, vendor=Red Hat, Inc.) 2024-09-04T22:18:53.715 INFO:teuthology.orchestra.run.smithi005.stdout: 5 90453 10.78 MB/sec execute 98 sec latency 63.475 ms 2024-09-04T22:18:53.996 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:53 smithi005 podman[65301]: 2024-09-04 22:18:53.867106838 +0000 UTC m=+1.205579232 container cleanup f3bd30eff93c8b8e9366db14af4f6af8a150d1526ec83e4983f29de8488ef13c (image=quay.io/ceph/ceph:v17.2.0, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-mon-smithi005, CEPH_POINT_RELEASE=-17.2.0, GIT_REPO=https://github.com/ceph/ceph-container.git, io.openshift.tags=base centos centos-stream, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vendor=Red Hat, Inc., io.openshift.expose-services=, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, RELEASE=HEAD, io.k8s.display-name=CentOS Stream 8, distribution-scope=public, maintainer=Guillaume Abrioux , architecture=x86_64, version=8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, ceph=True, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, name=centos-stream, build-date=2022-05-03T08:36:31.336870, release=754, com.redhat.component=centos-stream-container, GIT_BRANCH=HEAD, GIT_CLEAN=True, vcs-type=git, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.buildah.version=1.19.8) 2024-09-04T22:18:53.996 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:53 smithi005 bash[65301]: ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-mon-smithi005 2024-09-04T22:18:54.247 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:54 smithi005 podman[65314]: 2024-09-04 22:18:54.185009923 +0000 UTC m=+1.148835873 container remove f3bd30eff93c8b8e9366db14af4f6af8a150d1526ec83e4983f29de8488ef13c (image=quay.io/ceph/ceph:v17.2.0, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-mon-smithi005, release=754, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_REPO=https://github.com/ceph/ceph-container.git, version=8, ceph=True, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.k8s.display-name=CentOS Stream 8, vendor=Red Hat, Inc., distribution-scope=public, name=centos-stream, vcs-type=git, CEPH_POINT_RELEASE=-17.2.0, io.openshift.tags=base centos centos-stream, architecture=x86_64, io.openshift.expose-services=, RELEASE=HEAD, build-date=2022-05-03T08:36:31.336870, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_CLEAN=True, GIT_BRANCH=HEAD, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.buildah.version=1.19.8, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, com.redhat.component=centos-stream-container, maintainer=Guillaume Abrioux ) 2024-09-04T22:18:54.617 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:54 smithi005 systemd[1]: ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@mon.smithi005.service: Deactivated successfully. 2024-09-04T22:18:54.618 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:54 smithi005 systemd[1]: Stopped Ceph mon.smithi005 for fc6cab94-6b09-11ef-bcd6-c7b262605968. 2024-09-04T22:18:54.618 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:54 smithi005 systemd[1]: ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@mon.smithi005.service: Consumed 14.467s CPU time. 2024-09-04T22:18:54.715 INFO:teuthology.orchestra.run.smithi005.stdout: 5 90792 10.76 MB/sec execute 99 sec latency 70.913 ms 2024-09-04T22:18:55.008 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:54 smithi005 systemd[1]: Starting Ceph mon.smithi005 for fc6cab94-6b09-11ef-bcd6-c7b262605968... 2024-09-04T22:18:55.274 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 podman[65448]: 2024-09-04 22:18:55.03995544 +0000 UTC m=+0.024540036 image pull e9760d0a26a7fddbeef4ac34fe459ff206acc1fc616e70634efad78bae5faf82 quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15 2024-09-04T22:18:55.274 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 podman[65448]: 2024-09-04 22:18:55.177839661 +0000 UTC m=+0.162424245 container create 8ac4e5344f95351c175ffb49c98837427682d59b47c143988a033960c722fe37 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-mon-smithi005, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True) 2024-09-04T22:18:55.533 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 podman[65448]: 2024-09-04 22:18:55.489374518 +0000 UTC m=+0.473959103 container init 8ac4e5344f95351c175ffb49c98837427682d59b47c143988a033960c722fe37 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-mon-smithi005, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844) 2024-09-04T22:18:55.533 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 podman[65448]: 2024-09-04 22:18:55.503386266 +0000 UTC m=+0.487970851 container start 8ac4e5344f95351c175ffb49c98837427682d59b47c143988a033960c722fe37 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-mon-smithi005, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-09-04T22:18:55.715 INFO:teuthology.orchestra.run.smithi005.stdout: 5 91234 10.83 MB/sec execute 100 sec latency 56.289 ms 2024-09-04T22:18:55.788 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: set uid:gid to 167:167 (ceph:ceph) 2024-09-04T22:18:55.788 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable), process ceph-mon, pid 2 2024-09-04T22:18:55.788 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: pidfile_write: ignore empty --pid-file 2024-09-04T22:18:55.788 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: load: jerasure load: lrc 2024-09-04T22:18:55.788 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: RocksDB version: 7.9.2 2024-09-04T22:18:55.788 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Git sha 0 2024-09-04T22:18:55.788 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Compile date 2024-09-04 12:37:40 2024-09-04T22:18:55.789 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: DB SUMMARY 2024-09-04T22:18:55.789 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: DB Session ID: OLU9R27LSRGQKMD46EJX 2024-09-04T22:18:55.789 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: CURRENT file: CURRENT 2024-09-04T22:18:55.789 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: IDENTITY file: IDENTITY 2024-09-04T22:18:55.789 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: MANIFEST file: MANIFEST-000015 size: 979 Bytes 2024-09-04T22:18:55.789 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: SST files in /var/lib/ceph/mon/ceph-smithi005/store.db dir, Total Num: 1, files: 000030.sst 2024-09-04T22:18:55.789 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-smithi005/store.db: 000028.log size: 577757 ; 2024-09-04T22:18:55.789 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.error_if_exists: 0 2024-09-04T22:18:55.789 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.create_if_missing: 0 2024-09-04T22:18:55.789 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.paranoid_checks: 1 2024-09-04T22:18:55.789 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-04T22:18:55.789 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-04T22:18:55.790 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-04T22:18:55.790 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.env: 0x5632d93e3940 2024-09-04T22:18:55.790 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.fs: PosixFileSystem 2024-09-04T22:18:55.790 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.info_log: 0x5632db0ad8c0 2024-09-04T22:18:55.790 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.max_file_opening_threads: 16 2024-09-04T22:18:55.790 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.statistics: (nil) 2024-09-04T22:18:55.790 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.use_fsync: 0 2024-09-04T22:18:55.790 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.max_log_file_size: 0 2024-09-04T22:18:55.790 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-04T22:18:55.790 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-04T22:18:55.790 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.keep_log_file_num: 1000 2024-09-04T22:18:55.790 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.recycle_log_file_num: 0 2024-09-04T22:18:55.790 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.allow_fallocate: 1 2024-09-04T22:18:55.791 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.allow_mmap_reads: 0 2024-09-04T22:18:55.791 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.allow_mmap_writes: 0 2024-09-04T22:18:55.791 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.use_direct_reads: 0 2024-09-04T22:18:55.791 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-04T22:18:55.791 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.create_missing_column_families: 0 2024-09-04T22:18:55.791 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.db_log_dir: 2024-09-04T22:18:55.791 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.wal_dir: 2024-09-04T22:18:55.791 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-04T22:18:55.793 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-04T22:18:55.793 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-04T22:18:55.793 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-04T22:18:55.793 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-04T22:18:55.793 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-04T22:18:55.793 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.advise_random_on_open: 1 2024-09-04T22:18:55.793 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.db_write_buffer_size: 0 2024-09-04T22:18:55.793 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.write_buffer_manager: 0x5632db0bcdc0 2024-09-04T22:18:55.794 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-04T22:18:55.794 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-04T22:18:55.794 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-04T22:18:55.794 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.rate_limiter: (nil) 2024-09-04T22:18:55.794 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-04T22:18:55.794 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.wal_recovery_mode: 2 2024-09-04T22:18:55.794 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.enable_thread_tracking: 0 2024-09-04T22:18:55.794 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.enable_pipelined_write: 0 2024-09-04T22:18:55.794 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.unordered_write: 0 2024-09-04T22:18:55.794 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-04T22:18:55.794 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-04T22:18:55.794 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-04T22:18:55.794 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-04T22:18:55.795 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.row_cache: None 2024-09-04T22:18:55.795 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.wal_filter: None 2024-09-04T22:18:55.795 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-04T22:18:55.795 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.allow_ingest_behind: 0 2024-09-04T22:18:55.795 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.two_write_queues: 0 2024-09-04T22:18:55.795 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.manual_wal_flush: 0 2024-09-04T22:18:55.795 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.wal_compression: 0 2024-09-04T22:18:55.795 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.atomic_flush: 0 2024-09-04T22:18:55.795 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-04T22:18:55.795 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-04T22:18:55.795 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-04T22:18:55.795 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.log_readahead_size: 0 2024-09-04T22:18:55.795 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-04T22:18:55.796 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.best_efforts_recovery: 0 2024-09-04T22:18:55.796 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-04T22:18:55.796 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-04T22:18:55.796 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.allow_data_in_errors: 0 2024-09-04T22:18:55.796 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.db_host_id: __hostname__ 2024-09-04T22:18:55.796 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-04T22:18:55.796 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.max_background_jobs: 2 2024-09-04T22:18:55.796 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.max_background_compactions: -1 2024-09-04T22:18:55.796 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.max_subcompactions: 1 2024-09-04T22:18:55.797 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-04T22:18:55.797 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-04T22:18:55.797 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-04T22:18:55.797 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.max_total_wal_size: 0 2024-09-04T22:18:55.797 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-04T22:18:55.797 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-04T22:18:55.797 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-04T22:18:55.797 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-04T22:18:55.798 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.max_open_files: -1 2024-09-04T22:18:55.798 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.bytes_per_sync: 0 2024-09-04T22:18:55.798 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-04T22:18:55.798 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-04T22:18:55.798 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.compaction_readahead_size: 0 2024-09-04T22:18:55.798 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.max_background_flushes: -1 2024-09-04T22:18:55.798 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Compression algorithms supported: 2024-09-04T22:18:55.798 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: kZSTD supported: 0 2024-09-04T22:18:55.798 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: kXpressCompression supported: 0 2024-09-04T22:18:55.798 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: kBZip2Compression supported: 0 2024-09-04T22:18:55.798 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-04T22:18:55.798 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: kLZ4Compression supported: 1 2024-09-04T22:18:55.798 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: kZlibCompression supported: 1 2024-09-04T22:18:55.799 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: kLZ4HCCompression supported: 1 2024-09-04T22:18:55.799 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: kSnappyCompression supported: 1 2024-09-04T22:18:55.799 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-04T22:18:55.799 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-04T22:18:55.799 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-smithi005/store.db/MANIFEST-000015 2024-09-04T22:18:55.799 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-04T22:18:55.799 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-04T22:18:55.799 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.merge_operator: 2024-09-04T22:18:55.799 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.compaction_filter: None 2024-09-04T22:18:55.799 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.compaction_filter_factory: None 2024-09-04T22:18:55.799 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.sst_partitioner_factory: None 2024-09-04T22:18:55.800 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-04T22:18:55.800 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-04T22:18:55.800 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5632db0ad520) 2024-09-04T22:18:55.800 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: cache_index_and_filter_blocks: 1 2024-09-04T22:18:55.800 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-04T22:18:55.800 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-04T22:18:55.800 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: pin_top_level_index_and_filter: 1 2024-09-04T22:18:55.800 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: index_type: 0 2024-09-04T22:18:55.800 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: data_block_index_type: 0 2024-09-04T22:18:55.800 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: index_shortening: 1 2024-09-04T22:18:55.800 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-04T22:18:55.800 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: checksum: 4 2024-09-04T22:18:55.801 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: no_block_cache: 0 2024-09-04T22:18:55.801 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: block_cache: 0x5632db0a11f0 2024-09-04T22:18:55.801 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: block_cache_name: BinnedLRUCache 2024-09-04T22:18:55.801 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: block_cache_options: 2024-09-04T22:18:55.801 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: capacity : 536870912 2024-09-04T22:18:55.801 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: num_shard_bits : 4 2024-09-04T22:18:55.801 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: strict_capacity_limit : 0 2024-09-04T22:18:55.801 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: high_pri_pool_ratio: 0.000 2024-09-04T22:18:55.801 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: block_cache_compressed: (nil) 2024-09-04T22:18:55.801 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: persistent_cache: (nil) 2024-09-04T22:18:55.801 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: block_size: 4096 2024-09-04T22:18:55.801 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: block_size_deviation: 10 2024-09-04T22:18:55.801 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: block_restart_interval: 16 2024-09-04T22:18:55.802 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: index_block_restart_interval: 1 2024-09-04T22:18:55.802 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: metadata_block_size: 4096 2024-09-04T22:18:55.802 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: partition_filters: 0 2024-09-04T22:18:55.802 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: use_delta_encoding: 1 2024-09-04T22:18:55.802 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: filter_policy: bloomfilter 2024-09-04T22:18:55.802 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: whole_key_filtering: 1 2024-09-04T22:18:55.802 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: verify_compression: 0 2024-09-04T22:18:55.802 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: read_amp_bytes_per_bit: 0 2024-09-04T22:18:55.802 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: format_version: 5 2024-09-04T22:18:55.802 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: enable_index_compression: 1 2024-09-04T22:18:55.802 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: block_align: 0 2024-09-04T22:18:55.802 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: max_auto_readahead_size: 262144 2024-09-04T22:18:55.802 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: prepopulate_block_cache: 0 2024-09-04T22:18:55.802 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: initial_auto_readahead_size: 8192 2024-09-04T22:18:55.803 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: num_file_reads_for_auto_readahead: 2 2024-09-04T22:18:55.803 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.write_buffer_size: 33554432 2024-09-04T22:18:55.803 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.max_write_buffer_number: 2 2024-09-04T22:18:55.803 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.compression: NoCompression 2024-09-04T22:18:55.803 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.bottommost_compression: Disabled 2024-09-04T22:18:55.803 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.prefix_extractor: nullptr 2024-09-04T22:18:55.803 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-04T22:18:55.803 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.num_levels: 7 2024-09-04T22:18:55.803 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-04T22:18:55.803 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-04T22:18:55.803 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-04T22:18:55.803 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-04T22:18:55.803 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-04T22:18:55.804 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-04T22:18:55.804 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-04T22:18:55.804 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-04T22:18:55.804 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-04T22:18:55.804 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-04T22:18:55.804 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-04T22:18:55.804 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-04T22:18:55.804 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-04T22:18:55.804 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.compression_opts.level: 32767 2024-09-04T22:18:55.804 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.compression_opts.strategy: 0 2024-09-04T22:18:55.804 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-04T22:18:55.804 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-04T22:18:55.804 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-04T22:18:55.804 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-04T22:18:55.805 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.compression_opts.enabled: false 2024-09-04T22:18:55.805 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-04T22:18:55.805 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-04T22:18:55.805 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-04T22:18:55.805 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-04T22:18:55.805 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.target_file_size_base: 67108864 2024-09-04T22:18:55.805 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-04T22:18:55.805 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-04T22:18:55.805 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-04T22:18:55.805 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-04T22:18:55.805 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-04T22:18:55.805 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-04T22:18:55.805 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-04T22:18:55.806 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-04T22:18:55.806 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-04T22:18:55.806 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-04T22:18:55.806 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-04T22:18:55.806 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-04T22:18:55.806 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-04T22:18:55.806 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-04T22:18:55.806 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.arena_block_size: 1048576 2024-09-04T22:18:55.806 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-04T22:18:55.806 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-04T22:18:55.806 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.disable_auto_compactions: 0 2024-09-04T22:18:55.806 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-04T22:18:55.806 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-04T22:18:55.807 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-04T22:18:55.807 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-04T22:18:55.807 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-04T22:18:55.807 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-04T22:18:55.807 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-04T22:18:55.807 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-04T22:18:55.807 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-04T22:18:55.807 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-04T22:18:55.807 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-04T22:18:55.807 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.inplace_update_support: 0 2024-09-04T22:18:55.807 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-04T22:18:55.807 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-04T22:18:55.807 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-04T22:18:55.808 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-04T22:18:55.808 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.bloom_locality: 0 2024-09-04T22:18:55.808 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.max_successive_merges: 0 2024-09-04T22:18:55.808 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-04T22:18:55.808 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.paranoid_file_checks: 0 2024-09-04T22:18:55.808 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.force_consistency_checks: 1 2024-09-04T22:18:55.808 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.report_bg_io_stats: 0 2024-09-04T22:18:55.808 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.ttl: 2592000 2024-09-04T22:18:55.808 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-04T22:18:55.808 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-04T22:18:55.808 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-04T22:18:55.808 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.enable_blob_files: false 2024-09-04T22:18:55.808 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.min_blob_size: 0 2024-09-04T22:18:55.809 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.blob_file_size: 268435456 2024-09-04T22:18:55.809 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-04T22:18:55.809 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-04T22:18:55.809 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-04T22:18:55.809 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-04T22:18:55.809 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-04T22:18:55.809 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.blob_file_starting_level: 0 2024-09-04T22:18:55.809 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-04T22:18:55.809 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 30.sst 2024-09-04T22:18:55.809 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-04T22:18:55.809 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-smithi005/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 32, last_sequence is 11917, log_number is 28,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-04T22:18:55.809 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 28 2024-09-04T22:18:55.809 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: a9a93a60-d81e-4124-843b-bfd16cc61d6d 2024-09-04T22:18:55.810 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725488335538384, "job": 1, "event": "recovery_started", "wal_files": [28]} 2024-09-04T22:18:55.810 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #28 mode 2 2024-09-04T22:18:55.810 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725488335541408, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 33, "file_size": 538906, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 11915, "largest_seqno": 12211, "table_properties": {"data_size": 536598, "index_size": 884, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 389, "raw_key_size": 3824, "raw_average_key_size": 26, "raw_value_size": 533194, "raw_average_value_size": 3627, "num_data_blocks": 39, "num_entries": 147, "num_filter_entries": 147, "num_deletions": 2, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1725488335, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "a9a93a60-d81e-4124-843b-bfd16cc61d6d", "db_session_id": "OLU9R27LSRGQKMD46EJX", "orig_file_number": 33, "seqno_to_time_mapping": "N/A"}} 2024-09-04T22:18:55.810 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725488335541531, "job": 1, "event": "recovery_finished"} 2024-09-04T22:18:55.810 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: [db/version_set.cc:5047] Creating manifest 35 2024-09-04T22:18:55.810 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-04T22:18:55.810 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-smithi005/store.db/000028.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-04T22:18:55.810 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5632db0cee00 2024-09-04T22:18:55.810 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: DB pointer 0x5632db1ca000 2024-09-04T22:18:55.810 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-04T22:18:55.810 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-04T22:18:55.810 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: ** DB Stats ** 2024-09-04T22:18:55.811 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-04T22:18:55.811 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-04T22:18:55.811 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-04T22:18:55.811 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-04T22:18:55.811 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-04T22:18:55.811 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-04T22:18:55.811 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-04T22:18:55.811 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: 2024-09-04T22:18:55.811 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: ** Compaction Stats [default] ** 2024-09-04T22:18:55.811 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-04T22:18:55.811 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-04T22:18:55.811 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: L0 1/0 526.28 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 254.6 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-09-04T22:18:55.811 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: L6 1/0 7.38 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-04T22:18:55.812 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: Sum 2/0 7.89 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 254.6 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-09-04T22:18:55.812 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 254.6 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-09-04T22:18:55.812 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: 2024-09-04T22:18:55.812 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: ** Compaction Stats [default] ** 2024-09-04T22:18:55.812 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-04T22:18:55.812 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-04T22:18:55.812 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 254.6 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-09-04T22:18:55.812 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: 2024-09-04T22:18:55.812 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-04T22:18:55.812 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: 2024-09-04T22:18:55.812 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-04T22:18:55.812 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: Flush(GB): cumulative 0.001, interval 0.001 2024-09-04T22:18:55.812 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-04T22:18:55.812 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-04T22:18:55.813 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-04T22:18:55.813 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-04T22:18:55.813 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: Cumulative compaction: 0.00 GB write, 81.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-04T22:18:55.813 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: Interval compaction: 0.00 GB write, 81.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-04T22:18:55.813 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-04T22:18:55.813 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: Block cache BinnedLRUCache@0x5632db0a11f0#2 capacity: 512.00 MB usage: 1.39 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.6e-05 secs_since: 0 2024-09-04T22:18:55.813 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.44 KB,8.34465e-05%) IndexBlock(1,0.95 KB,0.000181794%) Misc(1,0.00 KB,0%) 2024-09-04T22:18:55.813 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: 2024-09-04T22:18:55.813 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-04T22:18:55.813 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: starting mon.smithi005 rank 0 at public addrs [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] at bind addrs [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] mon_data /var/lib/ceph/mon/ceph-smithi005 fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 2024-09-04T22:18:55.813 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: mon.smithi005@-1(???) e2 preinit fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 2024-09-04T22:18:55.813 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: mon.smithi005@-1(???).mds e6 new map 2024-09-04T22:18:55.813 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: mon.smithi005@-1(???).mds e6 print_map 2024-09-04T22:18:55.814 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: e6 2024-09-04T22:18:55.814 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-09-04T22:18:55.814 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-04T22:18:55.814 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-04T22:18:55.814 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: legacy client fscid: 1 2024-09-04T22:18:55.814 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: 2024-09-04T22:18:55.814 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: Filesystem 'foofs' (1) 2024-09-04T22:18:55.814 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: fs_name foofs 2024-09-04T22:18:55.814 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: epoch 5 2024-09-04T22:18:55.814 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-04T22:18:55.814 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: created 2024-09-04T22:14:37.431486+0000 2024-09-04T22:18:55.814 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: modified 2024-09-04T22:14:43.649023+0000 2024-09-04T22:18:55.815 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: tableserver 0 2024-09-04T22:18:55.815 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: root 0 2024-09-04T22:18:55.815 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: session_timeout 60 2024-09-04T22:18:55.815 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: session_autoclose 300 2024-09-04T22:18:55.815 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: max_file_size 1099511627776 2024-09-04T22:18:55.815 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: max_xattr_size 65536 2024-09-04T22:18:55.815 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: required_client_features {} 2024-09-04T22:18:55.815 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: last_failure 0 2024-09-04T22:18:55.815 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: last_failure_osd_epoch 0 2024-09-04T22:18:55.815 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-04T22:18:55.815 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: max_mds 1 2024-09-04T22:18:55.815 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: in 0 2024-09-04T22:18:55.815 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: up {0=14494} 2024-09-04T22:18:55.815 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: failed 2024-09-04T22:18:55.816 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: damaged 2024-09-04T22:18:55.816 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: stopped 2024-09-04T22:18:55.816 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: data_pools [3] 2024-09-04T22:18:55.816 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: metadata_pool 2 2024-09-04T22:18:55.816 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: inline_data disabled 2024-09-04T22:18:55.816 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: balancer 2024-09-04T22:18:55.816 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: bal_rank_mask -1 2024-09-04T22:18:55.816 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: standby_count_wanted 1 2024-09-04T22:18:55.816 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: qdb_cluster leader: 0 members: 2024-09-04T22:18:55.816 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: [mds.foofs.smithi005.vslipg{0:14494} state up:active seq 2 join_fscid=1 addr [v2:172.21.15.5:6834/382892418,v1:172.21.15.5:6835/382892418] compat {c=[1],r=[1],i=[7ff]}] 2024-09-04T22:18:55.816 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: 2024-09-04T22:18:55.816 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: 2024-09-04T22:18:55.816 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: Standby daemons: 2024-09-04T22:18:55.817 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: 2024-09-04T22:18:55.817 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: [mds.foofs.smithi115.sgjptr{-1:24291} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.115:6832/2042494945,v1:172.21.15.115:6833/2042494945] compat {c=[1],r=[1],i=[7ff]}] 2024-09-04T22:18:55.817 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: mon.smithi005@-1(???).osd e72 crush map has features 3314933000854323200, adjusting msgr requires 2024-09-04T22:18:55.817 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: mon.smithi005@-1(???).osd e72 crush map has features 432629239337189376, adjusting msgr requires 2024-09-04T22:18:55.817 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: mon.smithi005@-1(???).osd e72 crush map has features 432629239337189376, adjusting msgr requires 2024-09-04T22:18:55.817 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: mon.smithi005@-1(???).osd e72 crush map has features 432629239337189376, adjusting msgr requires 2024-09-04T22:18:55.817 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 ceph-mon[65467]: mon.smithi005@-1(???).paxosservice(auth 1..28) refresh upgraded, format 0 -> 3 2024-09-04T22:18:55.817 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 bash[65448]: 8ac4e5344f95351c175ffb49c98837427682d59b47c143988a033960c722fe37 2024-09-04T22:18:55.817 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:55 smithi005 systemd[1]: Started Ceph mon.smithi005 for fc6cab94-6b09-11ef-bcd6-c7b262605968. 2024-09-04T22:18:56.309 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:56 smithi005 ceph-mon[65467]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mon metadata", "id": "smithi005"}]: dispatch 2024-09-04T22:18:56.309 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:56 smithi005 ceph-mon[65467]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mon metadata", "id": "smithi115"}]: dispatch 2024-09-04T22:18:56.309 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:56 smithi005 ceph-mon[65467]: pgmap v27: 97 pgs: 97 active+clean; 331 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 KiB/s rd, 6.5 MiB/s wr, 648 op/s 2024-09-04T22:18:56.309 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:56 smithi005 ceph-mon[65467]: mon.smithi005 calling monitor election 2024-09-04T22:18:56.309 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:56 smithi005 ceph-mon[65467]: mon.smithi005 is new leader, mons smithi005,smithi115 in quorum (ranks 0,1) 2024-09-04T22:18:56.310 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:56 smithi005 ceph-mon[65467]: monmap epoch 2 2024-09-04T22:18:56.310 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:56 smithi005 ceph-mon[65467]: fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 2024-09-04T22:18:56.310 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:56 smithi005 ceph-mon[65467]: last_changed 2024-09-04T22:09:29.902795+0000 2024-09-04T22:18:56.310 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:56 smithi005 ceph-mon[65467]: created 2024-09-04T22:07:12.006794+0000 2024-09-04T22:18:56.310 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:56 smithi005 ceph-mon[65467]: min_mon_release 17 (quincy) 2024-09-04T22:18:56.310 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:56 smithi005 ceph-mon[65467]: election_strategy: 1 2024-09-04T22:18:56.310 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:56 smithi005 ceph-mon[65467]: 0: [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] mon.smithi005 2024-09-04T22:18:56.310 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:56 smithi005 ceph-mon[65467]: 1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.smithi115 2024-09-04T22:18:56.310 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:56 smithi005 ceph-mon[65467]: fsmap foofs:1 {0=foofs.smithi005.vslipg=up:active} 1 up:standby 2024-09-04T22:18:56.310 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:56 smithi005 ceph-mon[65467]: osdmap e72: 8 total, 8 up, 8 in 2024-09-04T22:18:56.310 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:56 smithi005 ceph-mon[65467]: mgrmap e33: smithi005.hteciz(active, since 50s), standbys: smithi115.lfvwip 2024-09-04T22:18:56.310 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:56 smithi005 ceph-mon[65467]: overall HEALTH_OK 2024-09-04T22:18:56.310 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:56 smithi005 ceph-mon[65467]: from='mgr.14732 ' entity='' 2024-09-04T22:18:56.311 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:56 smithi005 ceph-mon[65467]: mgrmap e34: smithi005.hteciz(active, since 50s), standbys: smithi115.lfvwip 2024-09-04T22:18:56.605 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:56 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mon metadata", "id": "smithi005"}]: dispatch 2024-09-04T22:18:56.605 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:56 smithi115 ceph-mon[26506]: from='mgr.14732 172.21.15.5:0/690674226' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mon metadata", "id": "smithi115"}]: dispatch 2024-09-04T22:18:56.605 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:56 smithi115 ceph-mon[26506]: pgmap v27: 97 pgs: 97 active+clean; 331 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 KiB/s rd, 6.5 MiB/s wr, 648 op/s 2024-09-04T22:18:56.605 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:56 smithi115 ceph-mon[26506]: mon.smithi005 calling monitor election 2024-09-04T22:18:56.606 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:56 smithi115 ceph-mon[26506]: mon.smithi005 is new leader, mons smithi005,smithi115 in quorum (ranks 0,1) 2024-09-04T22:18:56.606 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:56 smithi115 ceph-mon[26506]: monmap epoch 2 2024-09-04T22:18:56.606 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:56 smithi115 ceph-mon[26506]: fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 2024-09-04T22:18:56.606 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:56 smithi115 ceph-mon[26506]: last_changed 2024-09-04T22:09:29.902795+0000 2024-09-04T22:18:56.606 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:56 smithi115 ceph-mon[26506]: created 2024-09-04T22:07:12.006794+0000 2024-09-04T22:18:56.606 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:56 smithi115 ceph-mon[26506]: min_mon_release 17 (quincy) 2024-09-04T22:18:56.606 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:56 smithi115 ceph-mon[26506]: election_strategy: 1 2024-09-04T22:18:56.606 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:56 smithi115 ceph-mon[26506]: 0: [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] mon.smithi005 2024-09-04T22:18:56.606 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:56 smithi115 ceph-mon[26506]: 1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.smithi115 2024-09-04T22:18:56.606 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:56 smithi115 ceph-mon[26506]: fsmap foofs:1 {0=foofs.smithi005.vslipg=up:active} 1 up:standby 2024-09-04T22:18:56.606 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:56 smithi115 ceph-mon[26506]: osdmap e72: 8 total, 8 up, 8 in 2024-09-04T22:18:56.606 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:56 smithi115 ceph-mon[26506]: mgrmap e33: smithi005.hteciz(active, since 50s), standbys: smithi115.lfvwip 2024-09-04T22:18:56.606 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:56 smithi115 ceph-mon[26506]: overall HEALTH_OK 2024-09-04T22:18:56.606 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:56 smithi115 ceph-mon[26506]: from='mgr.14732 ' entity='' 2024-09-04T22:18:56.607 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:56 smithi115 ceph-mon[26506]: mgrmap e34: smithi005.hteciz(active, since 50s), standbys: smithi115.lfvwip 2024-09-04T22:18:56.715 INFO:teuthology.orchestra.run.smithi005.stdout: 5 91587 10.80 MB/sec execute 101 sec latency 56.897 ms 2024-09-04T22:18:57.715 INFO:teuthology.orchestra.run.smithi005.stdout: 5 91887 10.83 MB/sec execute 102 sec latency 63.405 ms 2024-09-04T22:18:58.358 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:18:58 smithi005 ceph-mon[65467]: mgrmap e35: smithi005.hteciz(active, since 51s), standbys: smithi115.lfvwip 2024-09-04T22:18:58.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:18:58 smithi115 ceph-mon[26506]: mgrmap e35: smithi005.hteciz(active, since 51s), standbys: smithi115.lfvwip 2024-09-04T22:18:58.715 INFO:teuthology.orchestra.run.smithi005.stdout: 5 92228 10.85 MB/sec execute 103 sec latency 37.152 ms 2024-09-04T22:18:59.715 INFO:teuthology.orchestra.run.smithi005.stdout: 5 92471 10.81 MB/sec execute 104 sec latency 71.632 ms 2024-09-04T22:19:00.716 INFO:teuthology.orchestra.run.smithi005.stdout: 5 92724 10.74 MB/sec execute 105 sec latency 119.276 ms 2024-09-04T22:19:01.716 INFO:teuthology.orchestra.run.smithi005.stdout: 5 92994 10.70 MB/sec execute 106 sec latency 42.119 ms 2024-09-04T22:19:01.934 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:01 smithi005 ceph-mon[65467]: Standby manager daemon smithi115.lfvwip restarted 2024-09-04T22:19:01.934 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:01 smithi005 ceph-mon[65467]: Standby manager daemon smithi115.lfvwip started 2024-09-04T22:19:01.934 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:01 smithi005 ceph-mon[65467]: from='mgr.? 172.21.15.115:0/2207813073' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi115.lfvwip/crt"}]: dispatch 2024-09-04T22:19:01.934 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:01 smithi005 ceph-mon[65467]: from='mgr.? 172.21.15.115:0/2207813073' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-04T22:19:01.934 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:01 smithi005 ceph-mon[65467]: from='mgr.? 172.21.15.115:0/2207813073' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi115.lfvwip/key"}]: dispatch 2024-09-04T22:19:01.934 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:01 smithi005 ceph-mon[65467]: from='mgr.? 172.21.15.115:0/2207813073' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-04T22:19:02.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:01 smithi115 ceph-mon[26506]: Standby manager daemon smithi115.lfvwip restarted 2024-09-04T22:19:02.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:01 smithi115 ceph-mon[26506]: Standby manager daemon smithi115.lfvwip started 2024-09-04T22:19:02.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:01 smithi115 ceph-mon[26506]: from='mgr.? 172.21.15.115:0/2207813073' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi115.lfvwip/crt"}]: dispatch 2024-09-04T22:19:02.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:01 smithi115 ceph-mon[26506]: from='mgr.? 172.21.15.115:0/2207813073' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-04T22:19:02.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:01 smithi115 ceph-mon[26506]: from='mgr.? 172.21.15.115:0/2207813073' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi115.lfvwip/key"}]: dispatch 2024-09-04T22:19:02.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:01 smithi115 ceph-mon[26506]: from='mgr.? 172.21.15.115:0/2207813073' entity='mgr.smithi115.lfvwip' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-04T22:19:02.716 INFO:teuthology.orchestra.run.smithi005.stdout: 5 93267 10.67 MB/sec execute 107 sec latency 42.623 ms 2024-09-04T22:19:02.944 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:02 smithi005 ceph-mon[65467]: mgrmap e36: smithi005.hteciz(active, since 56s), standbys: smithi115.lfvwip 2024-09-04T22:19:03.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:02 smithi115 ceph-mon[26506]: mgrmap e36: smithi005.hteciz(active, since 56s), standbys: smithi115.lfvwip 2024-09-04T22:19:03.716 INFO:teuthology.orchestra.run.smithi005.stdout: 5 93574 10.64 MB/sec execute 108 sec latency 70.606 ms 2024-09-04T22:19:03.838 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:03 smithi005 ceph-mon[65467]: Active manager daemon smithi005.hteciz restarted 2024-09-04T22:19:03.838 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:03 smithi005 ceph-mon[65467]: Activating manager daemon smithi005.hteciz 2024-09-04T22:19:03.838 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:03 smithi005 ceph-mon[65467]: osdmap e73: 8 total, 8 up, 8 in 2024-09-04T22:19:03.838 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:03 smithi005 ceph-mon[65467]: mgrmap e37: smithi005.hteciz(active, starting, since 0.00970382s), standbys: smithi115.lfvwip 2024-09-04T22:19:03.839 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mon metadata", "id": "smithi005"}]: dispatch 2024-09-04T22:19:03.839 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mon metadata", "id": "smithi115"}]: dispatch 2024-09-04T22:19:03.839 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi005.vslipg"}]: dispatch 2024-09-04T22:19:03.839 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi115.sgjptr"}]: dispatch 2024-09-04T22:19:03.839 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mgr metadata", "who": "smithi005.hteciz", "id": "smithi005.hteciz"}]: dispatch 2024-09-04T22:19:03.839 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mgr metadata", "who": "smithi115.lfvwip", "id": "smithi115.lfvwip"}]: dispatch 2024-09-04T22:19:03.839 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-04T22:19:03.839 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-04T22:19:03.839 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-04T22:19:03.839 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-04T22:19:03.839 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-04T22:19:03.839 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-04T22:19:03.839 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-04T22:19:03.839 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-04T22:19:03.840 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-04T22:19:03.840 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-04T22:19:03.840 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-04T22:19:03.840 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:03 smithi005 ceph-mon[65467]: Manager daemon smithi005.hteciz is now available 2024-09-04T22:19:03.840 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:19:03.840 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:19:03.840 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi005.hteciz/mirror_snapshot_schedule"}]: dispatch 2024-09-04T22:19:03.840 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:03 smithi005 ceph-mon[65467]: from='mgr.34102 ' entity='mgr.smithi005.hteciz' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi005.hteciz/mirror_snapshot_schedule"}]: dispatch 2024-09-04T22:19:03.840 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi005.hteciz/trash_purge_schedule"}]: dispatch 2024-09-04T22:19:03.840 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:03 smithi005 ceph-mon[65467]: from='mgr.34102 ' entity='mgr.smithi005.hteciz' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi005.hteciz/trash_purge_schedule"}]: dispatch 2024-09-04T22:19:04.008 INFO:teuthology.orchestra.run.smithi005.stdout:true 2024-09-04T22:19:04.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:03 smithi115 ceph-mon[26506]: Active manager daemon smithi005.hteciz restarted 2024-09-04T22:19:04.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:03 smithi115 ceph-mon[26506]: Activating manager daemon smithi005.hteciz 2024-09-04T22:19:04.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:03 smithi115 ceph-mon[26506]: osdmap e73: 8 total, 8 up, 8 in 2024-09-04T22:19:04.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:03 smithi115 ceph-mon[26506]: mgrmap e37: smithi005.hteciz(active, starting, since 0.00970382s), standbys: smithi115.lfvwip 2024-09-04T22:19:04.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:03 smithi115 ceph-mon[26506]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mon metadata", "id": "smithi005"}]: dispatch 2024-09-04T22:19:04.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:03 smithi115 ceph-mon[26506]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mon metadata", "id": "smithi115"}]: dispatch 2024-09-04T22:19:04.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:03 smithi115 ceph-mon[26506]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi005.vslipg"}]: dispatch 2024-09-04T22:19:04.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:03 smithi115 ceph-mon[26506]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi115.sgjptr"}]: dispatch 2024-09-04T22:19:04.149 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:03 smithi115 ceph-mon[26506]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mgr metadata", "who": "smithi005.hteciz", "id": "smithi005.hteciz"}]: dispatch 2024-09-04T22:19:04.149 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:03 smithi115 ceph-mon[26506]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mgr metadata", "who": "smithi115.lfvwip", "id": "smithi115.lfvwip"}]: dispatch 2024-09-04T22:19:04.149 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:03 smithi115 ceph-mon[26506]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-04T22:19:04.149 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:03 smithi115 ceph-mon[26506]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-04T22:19:04.149 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:03 smithi115 ceph-mon[26506]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-04T22:19:04.149 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:03 smithi115 ceph-mon[26506]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-04T22:19:04.149 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:03 smithi115 ceph-mon[26506]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-04T22:19:04.149 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:03 smithi115 ceph-mon[26506]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-04T22:19:04.149 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:03 smithi115 ceph-mon[26506]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-04T22:19:04.149 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:03 smithi115 ceph-mon[26506]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-04T22:19:04.149 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:03 smithi115 ceph-mon[26506]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-04T22:19:04.150 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:03 smithi115 ceph-mon[26506]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-04T22:19:04.150 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:03 smithi115 ceph-mon[26506]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-04T22:19:04.150 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:03 smithi115 ceph-mon[26506]: Manager daemon smithi005.hteciz is now available 2024-09-04T22:19:04.150 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:03 smithi115 ceph-mon[26506]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:19:04.150 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:03 smithi115 ceph-mon[26506]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:19:04.150 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:03 smithi115 ceph-mon[26506]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi005.hteciz/mirror_snapshot_schedule"}]: dispatch 2024-09-04T22:19:04.150 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:03 smithi115 ceph-mon[26506]: from='mgr.34102 ' entity='mgr.smithi005.hteciz' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi005.hteciz/mirror_snapshot_schedule"}]: dispatch 2024-09-04T22:19:04.150 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:03 smithi115 ceph-mon[26506]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi005.hteciz/trash_purge_schedule"}]: dispatch 2024-09-04T22:19:04.150 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:03 smithi115 ceph-mon[26506]: from='mgr.34102 ' entity='mgr.smithi005.hteciz' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi005.hteciz/trash_purge_schedule"}]: dispatch 2024-09-04T22:19:04.716 INFO:teuthology.orchestra.run.smithi005.stdout: 5 93912 10.56 MB/sec execute 109 sec latency 63.174 ms 2024-09-04T22:19:05.089 INFO:teuthology.orchestra.run.smithi005.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-04T22:19:05.089 INFO:teuthology.orchestra.run.smithi005.stdout:alertmanager.smithi005 smithi005 *:9093,9094 running (102s) 17s ago 10m 25.7M - 0.23.0 ba2b418f427c d299eba5e5dd 2024-09-04T22:19:05.090 INFO:teuthology.orchestra.run.smithi005.stdout:crash.smithi005 smithi005 running (10m) 17s ago 10m 6405k - 17.2.0 e1d6a67b021e 5366e96551ee 2024-09-04T22:19:05.090 INFO:teuthology.orchestra.run.smithi005.stdout:crash.smithi115 smithi115 running (9m) 22s ago 9m 6405k - 17.2.0 e1d6a67b021e 77f133c01eab 2024-09-04T22:19:05.090 INFO:teuthology.orchestra.run.smithi005.stdout:grafana.smithi005 smithi005 *:3000 running (96s) 17s ago 10m 45.6M - 8.3.5 dad864ee21e9 b9c465ba4deb 2024-09-04T22:19:05.090 INFO:teuthology.orchestra.run.smithi005.stdout:mds.foofs.smithi005.vslipg smithi005 running (4m) 17s ago 4m 35.7M - 17.2.0 e1d6a67b021e 7e8076c2570f 2024-09-04T22:19:05.090 INFO:teuthology.orchestra.run.smithi005.stdout:mds.foofs.smithi115.sgjptr smithi115 running (4m) 22s ago 4m 15.7M - 17.2.0 e1d6a67b021e fb533e8d32e8 2024-09-04T22:19:05.090 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.smithi005.hteciz smithi005 *:8443,9283,8765 running (75s) 17s ago 11m 491M - 19.1.1-260-gf3418446 e9760d0a26a7 669eb5d46ffc 2024-09-04T22:19:05.090 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.smithi115.lfvwip smithi115 *:8443,9283,8765 running (27s) 22s ago 9m 68.7M - 19.1.1-260-gf3418446 e9760d0a26a7 5fc647070f0c 2024-09-04T22:19:05.090 INFO:teuthology.orchestra.run.smithi005.stdout:mon.smithi005 smithi005 running (11m) 17s ago 11m 55.0M 2048M 17.2.0 e1d6a67b021e f3bd30eff93c 2024-09-04T22:19:05.090 INFO:teuthology.orchestra.run.smithi005.stdout:mon.smithi115 smithi115 running (9m) 22s ago 9m 44.5M 2048M 17.2.0 e1d6a67b021e 9c18168348ca 2024-09-04T22:19:05.090 INFO:teuthology.orchestra.run.smithi005.stdout:nfs.foo.0.0.smithi005.rcnjjx smithi005 *:2049 running (4m) 17s ago 4m 253M - 4.0 e1d6a67b021e 292d2c5fa82d 2024-09-04T22:19:05.090 INFO:teuthology.orchestra.run.smithi005.stdout:nfs.foo.1.0.smithi115.gxhqij smithi115 *:2049 running (3m) 22s ago 3m 81.5M - 4.0 e1d6a67b021e e4a881a3497c 2024-09-04T22:19:05.090 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.smithi005 smithi005 *:9100 running (93s) 17s ago 10m 9038k - 1.3.1 1dbe0e931976 c3be8b87abc8 2024-09-04T22:19:05.091 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.smithi115 smithi115 *:9100 running (83s) 22s ago 9m 9.87M - 1.3.1 1dbe0e931976 a216b8a3c089 2024-09-04T22:19:05.091 INFO:teuthology.orchestra.run.smithi005.stdout:osd.0 smithi005 running (8m) 17s ago 8m 372M 1937M 17.2.0 e1d6a67b021e ad88f9e5ff1f 2024-09-04T22:19:05.091 INFO:teuthology.orchestra.run.smithi005.stdout:osd.1 smithi005 running (8m) 17s ago 8m 275M 1937M 17.2.0 e1d6a67b021e c9fad4a1185e 2024-09-04T22:19:05.091 INFO:teuthology.orchestra.run.smithi005.stdout:osd.2 smithi005 running (7m) 17s ago 7m 245M 1937M 17.2.0 e1d6a67b021e e410f866b974 2024-09-04T22:19:05.091 INFO:teuthology.orchestra.run.smithi005.stdout:osd.3 smithi005 running (7m) 17s ago 7m 314M 1937M 17.2.0 e1d6a67b021e 277a1031c723 2024-09-04T22:19:05.091 INFO:teuthology.orchestra.run.smithi005.stdout:osd.4 smithi115 running (7m) 22s ago 7m 337M 2704M 17.2.0 e1d6a67b021e 992c7953a750 2024-09-04T22:19:05.091 INFO:teuthology.orchestra.run.smithi005.stdout:osd.5 smithi115 running (6m) 22s ago 6m 333M 2704M 17.2.0 e1d6a67b021e 37299ec573ae 2024-09-04T22:19:05.091 INFO:teuthology.orchestra.run.smithi005.stdout:osd.6 smithi115 running (6m) 22s ago 6m 281M 2704M 17.2.0 e1d6a67b021e a485cb0df9d8 2024-09-04T22:19:05.091 INFO:teuthology.orchestra.run.smithi005.stdout:osd.7 smithi115 running (5m) 22s ago 5m 420M 2704M 17.2.0 e1d6a67b021e cb10b860cb93 2024-09-04T22:19:05.091 INFO:teuthology.orchestra.run.smithi005.stdout:prometheus.smithi005 smithi005 *:9095 running (33s) 17s ago 9m 49.2M - 2.33.4 514e6a882f6e aae1464e652a 2024-09-04T22:19:05.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:04 smithi115 ceph-mon[26506]: mgrmap e38: smithi005.hteciz(active, since 1.01402s), standbys: smithi115.lfvwip 2024-09-04T22:19:05.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:04 smithi115 ceph-mon[26506]: pgmap v3: 97 pgs: 97 active+clean; 330 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-04T22:19:05.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:04 smithi115 ceph-mon[26506]: from='client.24565 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:19:05.211 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:04 smithi005 ceph-mon[65467]: mgrmap e38: smithi005.hteciz(active, since 1.01402s), standbys: smithi115.lfvwip 2024-09-04T22:19:05.211 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:04 smithi005 ceph-mon[65467]: pgmap v3: 97 pgs: 97 active+clean; 330 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-04T22:19:05.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:04 smithi005 ceph-mon[65467]: from='client.24565 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:19:05.688 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-04T22:19:05.688 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": { 2024-09-04T22:19:05.689 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 1, 2024-09-04T22:19:05.689 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 1 2024-09-04T22:19:05.689 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:19:05.689 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": { 2024-09-04T22:19:05.689 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 2 2024-09-04T22:19:05.689 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:19:05.689 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": { 2024-09-04T22:19:05.689 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-09-04T22:19:05.689 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:19:05.689 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": { 2024-09-04T22:19:05.689 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-09-04T22:19:05.689 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:19:05.690 INFO:teuthology.orchestra.run.smithi005.stdout: "overall": { 2024-09-04T22:19:05.690 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 11, 2024-09-04T22:19:05.690 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 3 2024-09-04T22:19:05.690 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-04T22:19:05.690 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-04T22:19:05.716 INFO:teuthology.orchestra.run.smithi005.stdout: 5 94243 10.54 MB/sec execute 110 sec latency 55.344 ms 2024-09-04T22:19:06.240 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:05 smithi005 ceph-mon[65467]: from='client.24583 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:19:06.240 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:05 smithi005 ceph-mon[65467]: mgrmap e39: smithi005.hteciz(active, since 2s), standbys: smithi115.lfvwip 2024-09-04T22:19:06.240 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:05 smithi005 ceph-mon[65467]: pgmap v4: 97 pgs: 97 active+clean; 330 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-04T22:19:06.240 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:05 smithi005 ceph-mon[65467]: from='client.24587 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:19:06.240 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:05 smithi005 ceph-mon[65467]: from='client.? 172.21.15.5:0/179953820' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:19:06.292 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-04T22:19:06.292 INFO:teuthology.orchestra.run.smithi005.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15", 2024-09-04T22:19:06.292 INFO:teuthology.orchestra.run.smithi005.stdout: "in_progress": true, 2024-09-04T22:19:06.292 INFO:teuthology.orchestra.run.smithi005.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-04T22:19:06.292 INFO:teuthology.orchestra.run.smithi005.stdout: "services_complete": [ 2024-09-04T22:19:06.292 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr" 2024-09-04T22:19:06.293 INFO:teuthology.orchestra.run.smithi005.stdout: ], 2024-09-04T22:19:06.293 INFO:teuthology.orchestra.run.smithi005.stdout: "progress": "2/23 daemons upgraded", 2024-09-04T22:19:06.293 INFO:teuthology.orchestra.run.smithi005.stdout: "message": "", 2024-09-04T22:19:06.293 INFO:teuthology.orchestra.run.smithi005.stdout: "is_paused": false 2024-09-04T22:19:06.293 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-04T22:19:06.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:05 smithi115 ceph-mon[26506]: from='client.24583 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:19:06.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:05 smithi115 ceph-mon[26506]: mgrmap e39: smithi005.hteciz(active, since 2s), standbys: smithi115.lfvwip 2024-09-04T22:19:06.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:05 smithi115 ceph-mon[26506]: pgmap v4: 97 pgs: 97 active+clean; 330 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-04T22:19:06.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:05 smithi115 ceph-mon[26506]: from='client.24587 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:19:06.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:05 smithi115 ceph-mon[26506]: from='client.? 172.21.15.5:0/179953820' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:19:06.716 INFO:teuthology.orchestra.run.smithi005.stdout: 5 94571 10.52 MB/sec execute 111 sec latency 40.718 ms 2024-09-04T22:19:06.790 INFO:teuthology.orchestra.run.smithi005.stdout:HEALTH_OK 2024-09-04T22:19:07.027 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:07 smithi005 ceph-mon[65467]: [04/Sep/2024:22:19:05] ENGINE Bus STARTING 2024-09-04T22:19:07.027 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:07 smithi005 ceph-mon[65467]: [04/Sep/2024:22:19:05] ENGINE Serving on https://172.21.15.5:7150 2024-09-04T22:19:07.027 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:07 smithi005 ceph-mon[65467]: [04/Sep/2024:22:19:05] ENGINE Error in HTTPServer.serve 2024-09-04T22:19:07.027 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: Traceback (most recent call last): 2024-09-04T22:19:07.027 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-04T22:19:07.028 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: self._connections.run(self.expiration_interval) 2024-09-04T22:19:07.028 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-04T22:19:07.028 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: self._run(expiration_interval) 2024-09-04T22:19:07.028 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-04T22:19:07.028 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-04T22:19:07.028 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-04T22:19:07.028 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-04T22:19:07.028 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-04T22:19:07.028 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: s = self.context.wrap_socket( 2024-09-04T22:19:07.028 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-04T22:19:07.028 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: return self.sslsocket_class._create( 2024-09-04T22:19:07.028 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-04T22:19:07.028 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: self.do_handshake() 2024-09-04T22:19:07.029 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-04T22:19:07.029 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: self._sslobj.do_handshake() 2024-09-04T22:19:07.029 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-04T22:19:07.029 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:07 smithi005 ceph-mon[65467]: [04/Sep/2024:22:19:05] ENGINE Serving on http://172.21.15.5:8765 2024-09-04T22:19:07.029 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:07 smithi005 ceph-mon[65467]: [04/Sep/2024:22:19:05] ENGINE Bus STARTED 2024-09-04T22:19:07.029 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:07 smithi005 ceph-mon[65467]: from='client.? 172.21.15.5:0/4263253700' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-04T22:19:07.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:07 smithi115 ceph-mon[26506]: [04/Sep/2024:22:19:05] ENGINE Bus STARTING 2024-09-04T22:19:07.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:07 smithi115 ceph-mon[26506]: [04/Sep/2024:22:19:05] ENGINE Serving on https://172.21.15.5:7150 2024-09-04T22:19:07.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:07 smithi115 ceph-mon[26506]: [04/Sep/2024:22:19:05] ENGINE Error in HTTPServer.serve 2024-09-04T22:19:07.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: Traceback (most recent call last): 2024-09-04T22:19:07.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-04T22:19:07.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: self._connections.run(self.expiration_interval) 2024-09-04T22:19:07.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-04T22:19:07.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: self._run(expiration_interval) 2024-09-04T22:19:07.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-04T22:19:07.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-04T22:19:07.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-04T22:19:07.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-04T22:19:07.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-04T22:19:07.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: s = self.context.wrap_socket( 2024-09-04T22:19:07.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-04T22:19:07.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: return self.sslsocket_class._create( 2024-09-04T22:19:07.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-04T22:19:07.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: self.do_handshake() 2024-09-04T22:19:07.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-04T22:19:07.399 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: self._sslobj.do_handshake() 2024-09-04T22:19:07.399 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-04T22:19:07.399 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:07 smithi115 ceph-mon[26506]: [04/Sep/2024:22:19:05] ENGINE Serving on http://172.21.15.5:8765 2024-09-04T22:19:07.399 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:07 smithi115 ceph-mon[26506]: [04/Sep/2024:22:19:05] ENGINE Bus STARTED 2024-09-04T22:19:07.399 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:07 smithi115 ceph-mon[26506]: from='client.? 172.21.15.5:0/4263253700' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-04T22:19:07.716 INFO:teuthology.orchestra.run.smithi005.stdout: 5 94932 10.56 MB/sec execute 112 sec latency 64.371 ms 2024-09-04T22:19:08.040 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:08 smithi005 ceph-mon[65467]: from='client.24595 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:19:08.040 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:08 smithi005 ceph-mon[65467]: mgrmap e40: smithi005.hteciz(active, since 4s), standbys: smithi115.lfvwip 2024-09-04T22:19:08.040 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:08 smithi005 ceph-mon[65467]: pgmap v5: 97 pgs: 97 active+clean; 330 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-04T22:19:08.040 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:08 smithi005 ceph-mon[65467]: from='mgr.34102 ' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:08.040 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:08 smithi005 ceph-mon[65467]: from='mgr.34102 ' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:08.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:08 smithi115 ceph-mon[26506]: from='client.24595 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:19:08.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:08 smithi115 ceph-mon[26506]: mgrmap e40: smithi005.hteciz(active, since 4s), standbys: smithi115.lfvwip 2024-09-04T22:19:08.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:08 smithi115 ceph-mon[26506]: pgmap v5: 97 pgs: 97 active+clean; 330 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-04T22:19:08.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:08 smithi115 ceph-mon[26506]: from='mgr.34102 ' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:08.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:08 smithi115 ceph-mon[26506]: from='mgr.34102 ' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:08.716 INFO:teuthology.orchestra.run.smithi005.stdout: 5 95421 10.62 MB/sec execute 113 sec latency 35.579 ms 2024-09-04T22:19:09.716 INFO:teuthology.orchestra.run.smithi005.stdout: 5 95695 10.61 MB/sec execute 114 sec latency 67.088 ms 2024-09-04T22:19:09.808 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:09 smithi005 ceph-mon[65467]: from='mgr.34102 ' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:09.808 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:09 smithi005 ceph-mon[65467]: from='mgr.34102 ' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:09.808 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:09 smithi005 ceph-mon[65467]: pgmap v6: 97 pgs: 97 active+clean; 337 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 47 KiB/s rd, 5.4 MiB/s wr, 520 op/s 2024-09-04T22:19:09.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:09 smithi115 ceph-mon[26506]: from='mgr.34102 ' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:09.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:09 smithi115 ceph-mon[26506]: from='mgr.34102 ' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:09.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:09 smithi115 ceph-mon[26506]: pgmap v6: 97 pgs: 97 active+clean; 337 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 47 KiB/s rd, 5.4 MiB/s wr, 520 op/s 2024-09-04T22:19:10.716 INFO:teuthology.orchestra.run.smithi005.stdout: 5 96004 10.60 MB/sec execute 115 sec latency 54.615 ms 2024-09-04T22:19:11.716 INFO:teuthology.orchestra.run.smithi005.stdout: 5 96247 10.54 MB/sec execute 116 sec latency 94.529 ms 2024-09-04T22:19:12.104 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:12 smithi005 ceph-mon[65467]: pgmap v7: 97 pgs: 97 active+clean; 337 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 3.9 MiB/s wr, 372 op/s 2024-09-04T22:19:12.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:12 smithi115 ceph-mon[26506]: pgmap v7: 97 pgs: 97 active+clean; 337 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 3.9 MiB/s wr, 372 op/s 2024-09-04T22:19:12.716 INFO:teuthology.orchestra.run.smithi005.stdout: 5 96469 10.50 MB/sec execute 117 sec latency 77.236 ms 2024-09-04T22:19:13.360 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:13 smithi005 ceph-mon[65467]: from='mgr.34102 ' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:13.360 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:13 smithi005 ceph-mon[65467]: from='mgr.34102 ' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:13.360 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:13 smithi005 ceph-mon[65467]: from='mgr.34102 ' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:13.360 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:13 smithi005 ceph-mon[65467]: from='mgr.34102 ' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:13.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:13 smithi115 ceph-mon[26506]: from='mgr.34102 ' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:13.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:13 smithi115 ceph-mon[26506]: from='mgr.34102 ' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:13.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:13 smithi115 ceph-mon[26506]: from='mgr.34102 ' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:13.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:13 smithi115 ceph-mon[26506]: from='mgr.34102 ' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:13.716 INFO:teuthology.orchestra.run.smithi005.stdout: 5 96704 10.45 MB/sec execute 118 sec latency 69.910 ms 2024-09-04T22:19:14.373 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:14 smithi005 ceph-mon[65467]: pgmap v8: 97 pgs: 97 active+clean; 337 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 26 KiB/s rd, 3.0 MiB/s wr, 289 op/s 2024-09-04T22:19:14.373 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:14 smithi005 ceph-mon[65467]: from='mgr.34102 ' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:14.373 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:14 smithi005 ceph-mon[65467]: from='mgr.34102 ' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:14.373 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:14 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:19:14.373 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:14 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:19:14.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:14 smithi115 ceph-mon[26506]: pgmap v8: 97 pgs: 97 active+clean; 337 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 26 KiB/s rd, 3.0 MiB/s wr, 289 op/s 2024-09-04T22:19:14.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:14 smithi115 ceph-mon[26506]: from='mgr.34102 ' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:14.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:14 smithi115 ceph-mon[26506]: from='mgr.34102 ' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:14.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:14 smithi115 ceph-mon[26506]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:19:14.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:14 smithi115 ceph-mon[26506]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:19:14.716 INFO:teuthology.orchestra.run.smithi005.stdout: 5 96950 10.42 MB/sec execute 119 sec latency 48.668 ms 2024-09-04T22:19:15.398 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:15 smithi005 ceph-mon[65467]: Updating smithi005:/etc/ceph/ceph.conf 2024-09-04T22:19:15.398 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:15 smithi005 ceph-mon[65467]: Updating smithi115:/etc/ceph/ceph.conf 2024-09-04T22:19:15.398 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:15 smithi005 ceph-mon[65467]: Updating smithi005:/var/lib/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-04T22:19:15.398 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:15 smithi005 ceph-mon[65467]: Updating smithi115:/var/lib/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-04T22:19:15.398 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:15 smithi005 ceph-mon[65467]: from='mgr.34102 ' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:15.398 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:15 smithi005 ceph-mon[65467]: from='mgr.34102 ' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:15.398 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:15 smithi005 ceph-mon[65467]: from='mgr.34102 ' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:15.399 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:15 smithi005 ceph-mon[65467]: from='mgr.34102 ' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:15.399 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:15 smithi005 ceph-mon[65467]: from='mgr.34102 ' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:15.399 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:15 smithi005 ceph-mon[65467]: from='mgr.34102 ' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:15.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:15 smithi115 ceph-mon[26506]: Updating smithi005:/etc/ceph/ceph.conf 2024-09-04T22:19:15.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:15 smithi115 ceph-mon[26506]: Updating smithi115:/etc/ceph/ceph.conf 2024-09-04T22:19:15.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:15 smithi115 ceph-mon[26506]: Updating smithi005:/var/lib/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-04T22:19:15.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:15 smithi115 ceph-mon[26506]: Updating smithi115:/var/lib/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-04T22:19:15.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:15 smithi115 ceph-mon[26506]: from='mgr.34102 ' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:15.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:15 smithi115 ceph-mon[26506]: from='mgr.34102 ' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:15.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:15 smithi115 ceph-mon[26506]: from='mgr.34102 ' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:15.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:15 smithi115 ceph-mon[26506]: from='mgr.34102 ' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:15.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:15 smithi115 ceph-mon[26506]: from='mgr.34102 ' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:15.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:15 smithi115 ceph-mon[26506]: from='mgr.34102 ' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:15.716 INFO:teuthology.orchestra.run.smithi005.stdout: 5 97263 10.38 MB/sec execute 120 sec latency 74.129 ms 2024-09-04T22:19:16.432 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:16 smithi005 ceph-mon[65467]: Updating smithi005:/etc/ceph/ceph.client.admin.keyring 2024-09-04T22:19:16.432 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:16 smithi005 ceph-mon[65467]: Updating smithi115:/etc/ceph/ceph.client.admin.keyring 2024-09-04T22:19:16.432 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:16 smithi005 ceph-mon[65467]: Updating smithi115:/var/lib/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-04T22:19:16.432 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:16 smithi005 ceph-mon[65467]: Updating smithi005:/var/lib/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-04T22:19:16.432 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:16 smithi005 ceph-mon[65467]: pgmap v9: 97 pgs: 97 active+clean; 336 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 25 KiB/s rd, 4.4 MiB/s wr, 424 op/s 2024-09-04T22:19:16.432 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:16 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:19:16.432 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:16 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:19:16.433 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:16 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-04T22:19:16.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:16 smithi115 ceph-mon[26506]: Updating smithi005:/etc/ceph/ceph.client.admin.keyring 2024-09-04T22:19:16.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:16 smithi115 ceph-mon[26506]: Updating smithi115:/etc/ceph/ceph.client.admin.keyring 2024-09-04T22:19:16.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:16 smithi115 ceph-mon[26506]: Updating smithi115:/var/lib/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-04T22:19:16.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:16 smithi115 ceph-mon[26506]: Updating smithi005:/var/lib/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-04T22:19:16.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:16 smithi115 ceph-mon[26506]: pgmap v9: 97 pgs: 97 active+clean; 336 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 25 KiB/s rd, 4.4 MiB/s wr, 424 op/s 2024-09-04T22:19:16.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:16 smithi115 ceph-mon[26506]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:19:16.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:16 smithi115 ceph-mon[26506]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:19:16.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:16 smithi115 ceph-mon[26506]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-04T22:19:16.716 INFO:teuthology.orchestra.run.smithi005.stdout: 5 97634 10.35 MB/sec execute 121 sec latency 46.530 ms 2024-09-04T22:19:17.716 INFO:teuthology.orchestra.run.smithi005.stdout: 5 97921 10.31 MB/sec execute 122 sec latency 42.647 ms 2024-09-04T22:19:17.969 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:17 smithi005 ceph-mon[65467]: Upgrade: Updating mon.smithi115 2024-09-04T22:19:17.969 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:17 smithi005 ceph-mon[65467]: from='mgr.34102 ' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:17.969 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:17 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-04T22:19:17.969 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:17 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-04T22:19:17.969 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:17 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:19:17.969 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:17 smithi005 ceph-mon[65467]: Deploying daemon mon.smithi115 on smithi115 2024-09-04T22:19:17.969 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:17 smithi005 ceph-mon[65467]: pgmap v10: 97 pgs: 97 active+clean; 336 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 4.1 MiB/s wr, 389 op/s 2024-09-04T22:19:18.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:17 smithi115 ceph-mon[26506]: Upgrade: Updating mon.smithi115 2024-09-04T22:19:18.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:17 smithi115 ceph-mon[26506]: from='mgr.34102 ' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:18.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:17 smithi115 ceph-mon[26506]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-04T22:19:18.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:17 smithi115 ceph-mon[26506]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-04T22:19:18.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:17 smithi115 ceph-mon[26506]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:19:18.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:17 smithi115 ceph-mon[26506]: Deploying daemon mon.smithi115 on smithi115 2024-09-04T22:19:18.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:17 smithi115 ceph-mon[26506]: pgmap v10: 97 pgs: 97 active+clean; 336 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 4.1 MiB/s wr, 389 op/s 2024-09-04T22:19:18.716 INFO:teuthology.orchestra.run.smithi005.stdout: 5 98292 10.34 MB/sec execute 123 sec latency 50.184 ms 2024-09-04T22:19:18.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:18 smithi115 systemd[1]: Stopping Ceph mon.smithi115 for fc6cab94-6b09-11ef-bcd6-c7b262605968... 2024-09-04T22:19:18.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:18 smithi115 ceph-mon[26506]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:19:19.019 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:18 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:19:19.280 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:18 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-mon-smithi115[26487]: 2024-09-04T22:19:18.903+0000 7fa834642700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.smithi115 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-04T22:19:19.280 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:18 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-mon-smithi115[26487]: 2024-09-04T22:19:18.903+0000 7fa834642700 -1 mon.smithi115@1(peon) e2 *** Got Signal Terminated *** 2024-09-04T22:19:19.281 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:18 smithi115 podman[51812]: 2024-09-04 22:19:18.974691704 +0000 UTC m=+0.185903931 container died 9c18168348ca822aa187e77117407afe5fea801c5fbbef7c4ac21b4a129b1005 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-mon-smithi115, RELEASE=HEAD, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.openshift.expose-services=, CEPH_POINT_RELEASE=-17.2.0, name=centos-stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.k8s.display-name=CentOS Stream 8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, vendor=Red Hat, Inc., maintainer=Guillaume Abrioux , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_REPO=https://github.com/ceph/ceph-container.git, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, ceph=True, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vcs-type=git, GIT_CLEAN=True, version=8, GIT_BRANCH=HEAD, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., release=754, io.buildah.version=1.19.8, build-date=2022-05-03T08:36:31.336870, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, architecture=x86_64, distribution-scope=public, com.redhat.component=centos-stream-container, io.openshift.tags=base centos centos-stream) 2024-09-04T22:19:19.631 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:19 smithi115 podman[51812]: 2024-09-04 22:19:19.379195588 +0000 UTC m=+0.590407816 container cleanup 9c18168348ca822aa187e77117407afe5fea801c5fbbef7c4ac21b4a129b1005 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-mon-smithi115, name=centos-stream, GIT_BRANCH=HEAD, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.buildah.version=1.19.8, vcs-type=git, CEPH_POINT_RELEASE=-17.2.0, io.openshift.tags=base centos centos-stream, io.k8s.display-name=CentOS Stream 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, version=8, ceph=True, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, com.redhat.component=centos-stream-container, distribution-scope=public, GIT_REPO=https://github.com/ceph/ceph-container.git, RELEASE=HEAD, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, maintainer=Guillaume Abrioux , com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_CLEAN=True, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vendor=Red Hat, Inc., com.redhat.license_terms=https://centos.org/legal/licensing-policy/, release=754, build-date=2022-05-03T08:36:31.336870, io.openshift.expose-services=, architecture=x86_64) 2024-09-04T22:19:19.631 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:19 smithi115 bash[51812]: ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-mon-smithi115 2024-09-04T22:19:19.716 INFO:teuthology.orchestra.run.smithi005.stdout: 5 98604 10.33 MB/sec execute 124 sec latency 47.499 ms 2024-09-04T22:19:19.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:19 smithi115 podman[51823]: 2024-09-04 22:19:19.630786917 +0000 UTC m=+0.649732886 container remove 9c18168348ca822aa187e77117407afe5fea801c5fbbef7c4ac21b4a129b1005 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-mon-smithi115, architecture=x86_64, com.redhat.component=centos-stream-container, io.openshift.tags=base centos centos-stream, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.k8s.display-name=CentOS Stream 8, io.openshift.expose-services=, release=754, maintainer=Guillaume Abrioux , vcs-type=git, ceph=True, CEPH_POINT_RELEASE=-17.2.0, distribution-scope=public, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, RELEASE=HEAD, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_CLEAN=True, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_BRANCH=HEAD, name=centos-stream, vendor=Red Hat, Inc., description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, version=8, build-date=2022-05-03T08:36:31.336870, io.buildah.version=1.19.8) 2024-09-04T22:19:19.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:19 smithi115 systemd[1]: ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@mon.smithi115.service: Deactivated successfully. 2024-09-04T22:19:19.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:19 smithi115 systemd[1]: Stopped Ceph mon.smithi115 for fc6cab94-6b09-11ef-bcd6-c7b262605968. 2024-09-04T22:19:19.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:19 smithi115 systemd[1]: ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@mon.smithi115.service: Consumed 6.381s CPU time. 2024-09-04T22:19:20.240 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:19 smithi115 systemd[1]: Starting Ceph mon.smithi115 for fc6cab94-6b09-11ef-bcd6-c7b262605968... 2024-09-04T22:19:20.241 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 podman[51952]: 2024-09-04 22:19:20.104026615 +0000 UTC m=+0.016333459 image pull e9760d0a26a7fddbeef4ac34fe459ff206acc1fc616e70634efad78bae5faf82 quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15 2024-09-04T22:19:20.592 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 podman[51952]: 2024-09-04 22:19:20.240355794 +0000 UTC m=+0.152662631 container create cadad68d26fc66a346b426748727431d4600612b51548ddec5804877d43d7818 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-mon-smithi115, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, maintainer=Guillaume Abrioux ) 2024-09-04T22:19:20.716 INFO:teuthology.orchestra.run.smithi005.stdout: 5 99102 10.41 MB/sec execute 125 sec latency 47.205 ms 2024-09-04T22:19:20.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 podman[51952]: 2024-09-04 22:19:20.592453328 +0000 UTC m=+0.504760184 container init cadad68d26fc66a346b426748727431d4600612b51548ddec5804877d43d7818 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-mon-smithi115, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731) 2024-09-04T22:19:20.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 podman[51952]: 2024-09-04 22:19:20.595724986 +0000 UTC m=+0.508031829 container start cadad68d26fc66a346b426748727431d4600612b51548ddec5804877d43d7818 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-mon-smithi115, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD) 2024-09-04T22:19:20.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: set uid:gid to 167:167 (ceph:ceph) 2024-09-04T22:19:20.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable), process ceph-mon, pid 2 2024-09-04T22:19:20.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: pidfile_write: ignore empty --pid-file 2024-09-04T22:19:20.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: load: jerasure load: lrc 2024-09-04T22:19:20.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: RocksDB version: 7.9.2 2024-09-04T22:19:20.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Git sha 0 2024-09-04T22:19:20.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Compile date 2024-09-04 12:37:40 2024-09-04T22:19:20.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: DB SUMMARY 2024-09-04T22:19:20.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: DB Session ID: 54BC274JFWWOLY0RFPFJ 2024-09-04T22:19:20.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: CURRENT file: CURRENT 2024-09-04T22:19:20.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: IDENTITY file: IDENTITY 2024-09-04T22:19:20.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: MANIFEST file: MANIFEST-000009 size: 904 Bytes 2024-09-04T22:19:20.899 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: SST files in /var/lib/ceph/mon/ceph-smithi115/store.db dir, Total Num: 1, files: 000024.sst 2024-09-04T22:19:20.899 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-smithi115/store.db: 000022.log size: 4096256 ; 2024-09-04T22:19:20.899 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.error_if_exists: 0 2024-09-04T22:19:20.899 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.create_if_missing: 0 2024-09-04T22:19:20.899 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.paranoid_checks: 1 2024-09-04T22:19:20.899 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-04T22:19:20.899 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-04T22:19:20.899 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-04T22:19:20.899 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.env: 0x55a39eecf940 2024-09-04T22:19:20.899 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.fs: PosixFileSystem 2024-09-04T22:19:20.899 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.info_log: 0x55a3a00e58c0 2024-09-04T22:19:20.899 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.max_file_opening_threads: 16 2024-09-04T22:19:20.901 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.statistics: (nil) 2024-09-04T22:19:20.901 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.use_fsync: 0 2024-09-04T22:19:20.901 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.max_log_file_size: 0 2024-09-04T22:19:20.901 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-04T22:19:20.902 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-04T22:19:20.902 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.keep_log_file_num: 1000 2024-09-04T22:19:20.902 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.recycle_log_file_num: 0 2024-09-04T22:19:20.902 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.allow_fallocate: 1 2024-09-04T22:19:20.902 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.allow_mmap_reads: 0 2024-09-04T22:19:20.902 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.allow_mmap_writes: 0 2024-09-04T22:19:20.902 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.use_direct_reads: 0 2024-09-04T22:19:20.902 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-04T22:19:20.902 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.create_missing_column_families: 0 2024-09-04T22:19:20.902 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.db_log_dir: 2024-09-04T22:19:20.903 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.wal_dir: 2024-09-04T22:19:20.903 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-04T22:19:20.903 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-04T22:19:20.903 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-04T22:19:20.903 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-04T22:19:20.903 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-04T22:19:20.903 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-04T22:19:20.903 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.advise_random_on_open: 1 2024-09-04T22:19:20.903 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.db_write_buffer_size: 0 2024-09-04T22:19:20.903 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.write_buffer_manager: 0x55a3a00f4dc0 2024-09-04T22:19:20.903 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-04T22:19:20.903 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-04T22:19:20.903 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-04T22:19:20.904 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.rate_limiter: (nil) 2024-09-04T22:19:20.904 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-04T22:19:20.904 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.wal_recovery_mode: 2 2024-09-04T22:19:20.904 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.enable_thread_tracking: 0 2024-09-04T22:19:20.904 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.enable_pipelined_write: 0 2024-09-04T22:19:20.904 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.unordered_write: 0 2024-09-04T22:19:20.904 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-04T22:19:20.904 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-04T22:19:20.904 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-04T22:19:20.904 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-04T22:19:20.904 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.row_cache: None 2024-09-04T22:19:20.904 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.wal_filter: None 2024-09-04T22:19:20.904 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-04T22:19:20.905 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.allow_ingest_behind: 0 2024-09-04T22:19:20.905 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.two_write_queues: 0 2024-09-04T22:19:20.905 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.manual_wal_flush: 0 2024-09-04T22:19:20.905 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.wal_compression: 0 2024-09-04T22:19:20.905 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.atomic_flush: 0 2024-09-04T22:19:20.905 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-04T22:19:20.905 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-04T22:19:20.905 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-04T22:19:20.905 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.log_readahead_size: 0 2024-09-04T22:19:20.905 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-04T22:19:20.905 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.best_efforts_recovery: 0 2024-09-04T22:19:20.905 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-04T22:19:20.906 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-04T22:19:20.906 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.allow_data_in_errors: 0 2024-09-04T22:19:20.906 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.db_host_id: __hostname__ 2024-09-04T22:19:20.906 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-04T22:19:20.906 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.max_background_jobs: 2 2024-09-04T22:19:20.906 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.max_background_compactions: -1 2024-09-04T22:19:20.906 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.max_subcompactions: 1 2024-09-04T22:19:20.906 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-04T22:19:20.906 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-04T22:19:20.906 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-04T22:19:20.906 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.max_total_wal_size: 0 2024-09-04T22:19:20.906 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-04T22:19:20.907 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-04T22:19:20.907 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-04T22:19:20.907 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-04T22:19:20.907 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.max_open_files: -1 2024-09-04T22:19:20.907 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.bytes_per_sync: 0 2024-09-04T22:19:20.907 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-04T22:19:20.907 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-04T22:19:20.907 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.compaction_readahead_size: 0 2024-09-04T22:19:20.907 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.max_background_flushes: -1 2024-09-04T22:19:20.907 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Compression algorithms supported: 2024-09-04T22:19:20.907 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: kZSTD supported: 0 2024-09-04T22:19:20.907 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: kXpressCompression supported: 0 2024-09-04T22:19:20.907 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: kBZip2Compression supported: 0 2024-09-04T22:19:20.908 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-04T22:19:20.908 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: kLZ4Compression supported: 1 2024-09-04T22:19:20.908 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: kZlibCompression supported: 1 2024-09-04T22:19:20.908 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: kLZ4HCCompression supported: 1 2024-09-04T22:19:20.908 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: kSnappyCompression supported: 1 2024-09-04T22:19:20.908 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-04T22:19:20.908 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-04T22:19:20.908 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-smithi115/store.db/MANIFEST-000009 2024-09-04T22:19:20.908 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-04T22:19:20.908 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-04T22:19:20.908 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.merge_operator: 2024-09-04T22:19:20.909 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.compaction_filter: None 2024-09-04T22:19:20.909 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.compaction_filter_factory: None 2024-09-04T22:19:20.909 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.sst_partitioner_factory: None 2024-09-04T22:19:20.909 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-04T22:19:20.909 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-04T22:19:20.909 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55a3a00e5520) 2024-09-04T22:19:20.909 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: cache_index_and_filter_blocks: 1 2024-09-04T22:19:20.909 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-04T22:19:20.909 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-04T22:19:20.909 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: pin_top_level_index_and_filter: 1 2024-09-04T22:19:20.909 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: index_type: 0 2024-09-04T22:19:20.909 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: data_block_index_type: 0 2024-09-04T22:19:20.909 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: index_shortening: 1 2024-09-04T22:19:20.910 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-04T22:19:20.910 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: checksum: 4 2024-09-04T22:19:20.910 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: no_block_cache: 0 2024-09-04T22:19:20.910 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: block_cache: 0x55a3a00d91f0 2024-09-04T22:19:20.910 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: block_cache_name: BinnedLRUCache 2024-09-04T22:19:20.910 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: block_cache_options: 2024-09-04T22:19:20.910 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: capacity : 536870912 2024-09-04T22:19:20.910 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: num_shard_bits : 4 2024-09-04T22:19:20.910 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: strict_capacity_limit : 0 2024-09-04T22:19:20.910 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: high_pri_pool_ratio: 0.000 2024-09-04T22:19:20.910 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: block_cache_compressed: (nil) 2024-09-04T22:19:20.910 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: persistent_cache: (nil) 2024-09-04T22:19:20.911 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: block_size: 4096 2024-09-04T22:19:20.911 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: block_size_deviation: 10 2024-09-04T22:19:20.911 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: block_restart_interval: 16 2024-09-04T22:19:20.911 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: index_block_restart_interval: 1 2024-09-04T22:19:20.911 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: metadata_block_size: 4096 2024-09-04T22:19:20.911 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: partition_filters: 0 2024-09-04T22:19:20.911 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: use_delta_encoding: 1 2024-09-04T22:19:20.911 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: filter_policy: bloomfilter 2024-09-04T22:19:20.911 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: whole_key_filtering: 1 2024-09-04T22:19:20.911 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: verify_compression: 0 2024-09-04T22:19:20.911 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: read_amp_bytes_per_bit: 0 2024-09-04T22:19:20.911 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: format_version: 5 2024-09-04T22:19:20.911 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: enable_index_compression: 1 2024-09-04T22:19:20.912 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: block_align: 0 2024-09-04T22:19:20.912 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: max_auto_readahead_size: 262144 2024-09-04T22:19:20.912 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: prepopulate_block_cache: 0 2024-09-04T22:19:20.912 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: initial_auto_readahead_size: 8192 2024-09-04T22:19:20.912 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: num_file_reads_for_auto_readahead: 2 2024-09-04T22:19:20.912 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.write_buffer_size: 33554432 2024-09-04T22:19:20.912 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.max_write_buffer_number: 2 2024-09-04T22:19:20.912 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.compression: NoCompression 2024-09-04T22:19:20.912 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.bottommost_compression: Disabled 2024-09-04T22:19:20.912 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.prefix_extractor: nullptr 2024-09-04T22:19:20.912 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-04T22:19:20.912 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.num_levels: 7 2024-09-04T22:19:20.912 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-04T22:19:20.913 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-04T22:19:20.913 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-04T22:19:20.913 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-04T22:19:20.913 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-04T22:19:20.913 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-04T22:19:20.913 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-04T22:19:20.913 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-04T22:19:20.913 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-04T22:19:20.913 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-04T22:19:20.913 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-04T22:19:20.913 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-04T22:19:20.913 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-04T22:19:20.913 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.compression_opts.level: 32767 2024-09-04T22:19:20.914 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.compression_opts.strategy: 0 2024-09-04T22:19:20.914 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-04T22:19:20.914 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-04T22:19:20.914 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-04T22:19:20.914 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-04T22:19:20.914 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.compression_opts.enabled: false 2024-09-04T22:19:20.914 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-04T22:19:20.914 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-04T22:19:20.914 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-04T22:19:20.914 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-04T22:19:20.914 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.target_file_size_base: 67108864 2024-09-04T22:19:20.914 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-04T22:19:20.915 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-04T22:19:20.915 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-04T22:19:20.915 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-04T22:19:20.915 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-04T22:19:20.915 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-04T22:19:20.915 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-04T22:19:20.915 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-04T22:19:20.915 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-04T22:19:20.915 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-04T22:19:20.915 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-04T22:19:20.915 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-04T22:19:20.915 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-04T22:19:20.916 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-04T22:19:20.916 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.arena_block_size: 1048576 2024-09-04T22:19:20.916 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-04T22:19:20.916 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-04T22:19:20.916 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.disable_auto_compactions: 0 2024-09-04T22:19:20.916 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-04T22:19:20.916 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-04T22:19:20.916 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-04T22:19:20.916 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-04T22:19:20.916 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-04T22:19:20.916 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-04T22:19:20.916 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-04T22:19:20.916 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-04T22:19:20.917 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-04T22:19:20.917 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-04T22:19:20.917 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-04T22:19:20.917 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.inplace_update_support: 0 2024-09-04T22:19:20.917 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-04T22:19:20.917 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-04T22:19:20.917 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-04T22:19:20.917 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-04T22:19:20.917 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.bloom_locality: 0 2024-09-04T22:19:20.917 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.max_successive_merges: 0 2024-09-04T22:19:20.917 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-04T22:19:20.917 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.paranoid_file_checks: 0 2024-09-04T22:19:20.918 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.force_consistency_checks: 1 2024-09-04T22:19:20.918 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.report_bg_io_stats: 0 2024-09-04T22:19:20.918 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.ttl: 2592000 2024-09-04T22:19:20.918 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-04T22:19:20.918 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-04T22:19:20.918 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-04T22:19:20.918 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.enable_blob_files: false 2024-09-04T22:19:20.918 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.min_blob_size: 0 2024-09-04T22:19:20.918 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.blob_file_size: 268435456 2024-09-04T22:19:20.918 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-04T22:19:20.918 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-04T22:19:20.918 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-04T22:19:20.919 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-04T22:19:20.919 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-04T22:19:20.919 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.blob_file_starting_level: 0 2024-09-04T22:19:20.919 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-04T22:19:20.919 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 24.sst 2024-09-04T22:19:20.919 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-04T22:19:20.919 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-smithi115/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 26, last_sequence is 12335, log_number is 22,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-04T22:19:20.919 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 22 2024-09-04T22:19:20.919 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: b10cb633-f597-46ab-b719-8d2043a07672 2024-09-04T22:19:20.919 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725488360624393, "job": 1, "event": "recovery_started", "wal_files": [22]} 2024-09-04T22:19:20.919 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #22 mode 2 2024-09-04T22:19:20.919 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725488360634292, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 27, "file_size": 2583221, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 12337, "largest_seqno": 13194, "table_properties": {"data_size": 2578714, "index_size": 2503, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 965, "raw_key_size": 9229, "raw_average_key_size": 24, "raw_value_size": 2570305, "raw_average_value_size": 6781, "num_data_blocks": 115, "num_entries": 379, "num_filter_entries": 379, "num_deletions": 2, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1725488360, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "b10cb633-f597-46ab-b719-8d2043a07672", "db_session_id": "54BC274JFWWOLY0RFPFJ", "orig_file_number": 27, "seqno_to_time_mapping": "N/A"}} 2024-09-04T22:19:20.919 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725488360634458, "job": 1, "event": "recovery_finished"} 2024-09-04T22:19:20.920 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: [db/version_set.cc:5047] Creating manifest 29 2024-09-04T22:19:20.920 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-04T22:19:20.920 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-smithi115/store.db/000022.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-04T22:19:20.920 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55a3a0106e00 2024-09-04T22:19:20.920 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: DB pointer 0x55a3a0202000 2024-09-04T22:19:20.920 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-04T22:19:20.920 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-04T22:19:20.920 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: ** DB Stats ** 2024-09-04T22:19:20.920 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-04T22:19:20.920 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-04T22:19:20.920 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-04T22:19:20.921 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-04T22:19:20.921 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-04T22:19:20.921 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-04T22:19:20.921 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-04T22:19:20.921 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: 2024-09-04T22:19:20.921 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: ** Compaction Stats [default] ** 2024-09-04T22:19:20.921 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-04T22:19:20.921 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-04T22:19:20.921 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: L0 1/0 2.46 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 619.6 0.00 0.00 1 0.004 0 0 0.0 0.0 2024-09-04T22:19:20.922 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: L6 1/0 7.38 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-04T22:19:20.922 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: Sum 2/0 9.84 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 619.6 0.00 0.00 1 0.004 0 0 0.0 0.0 2024-09-04T22:19:20.922 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 619.6 0.00 0.00 1 0.004 0 0 0.0 0.0 2024-09-04T22:19:20.922 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: 2024-09-04T22:19:20.922 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: ** Compaction Stats [default] ** 2024-09-04T22:19:20.922 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-04T22:19:20.922 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-04T22:19:20.922 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 619.6 0.00 0.00 1 0.004 0 0 0.0 0.0 2024-09-04T22:19:20.922 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: 2024-09-04T22:19:20.922 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-04T22:19:20.923 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: 2024-09-04T22:19:20.923 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-04T22:19:20.923 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: Flush(GB): cumulative 0.002, interval 0.002 2024-09-04T22:19:20.923 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-04T22:19:20.923 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-04T22:19:20.923 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-04T22:19:20.923 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-04T22:19:20.923 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: Cumulative compaction: 0.00 GB write, 126.73 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-04T22:19:20.923 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: Interval compaction: 0.00 GB write, 126.73 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-04T22:19:20.923 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-04T22:19:20.923 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: Block cache BinnedLRUCache@0x55a3a00d91f0#2 capacity: 512.00 MB usage: 3.61 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-09-04T22:19:20.923 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,1.03 KB,0.000196695%) IndexBlock(1,2.58 KB,0.000491738%) Misc(1,0.00 KB,0%) 2024-09-04T22:19:20.923 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: 2024-09-04T22:19:20.924 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-04T22:19:20.924 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: starting mon.smithi115 rank 1 at public addrs [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] at bind addrs [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon_data /var/lib/ceph/mon/ceph-smithi115 fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 2024-09-04T22:19:20.924 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: mon.smithi115@-1(???) e2 preinit fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 2024-09-04T22:19:20.924 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: mon.smithi115@-1(???).mds e6 new map 2024-09-04T22:19:20.924 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: mon.smithi115@-1(???).mds e6 print_map 2024-09-04T22:19:20.924 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: e6 2024-09-04T22:19:20.924 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-09-04T22:19:20.924 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-04T22:19:20.924 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-04T22:19:20.924 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: legacy client fscid: 1 2024-09-04T22:19:20.924 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: 2024-09-04T22:19:20.924 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: Filesystem 'foofs' (1) 2024-09-04T22:19:20.924 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: fs_name foofs 2024-09-04T22:19:20.925 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: epoch 5 2024-09-04T22:19:20.925 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-04T22:19:20.925 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: created 2024-09-04T22:14:37.431486+0000 2024-09-04T22:19:20.925 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: modified 2024-09-04T22:14:43.649023+0000 2024-09-04T22:19:20.925 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: tableserver 0 2024-09-04T22:19:20.925 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: root 0 2024-09-04T22:19:20.925 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: session_timeout 60 2024-09-04T22:19:20.925 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: session_autoclose 300 2024-09-04T22:19:20.925 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: max_file_size 1099511627776 2024-09-04T22:19:20.926 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: max_xattr_size 65536 2024-09-04T22:19:20.926 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: required_client_features {} 2024-09-04T22:19:20.926 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: last_failure 0 2024-09-04T22:19:20.926 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: last_failure_osd_epoch 0 2024-09-04T22:19:20.926 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-04T22:19:20.926 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: max_mds 1 2024-09-04T22:19:20.926 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: in 0 2024-09-04T22:19:20.926 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: up {0=14494} 2024-09-04T22:19:20.926 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: failed 2024-09-04T22:19:20.926 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: damaged 2024-09-04T22:19:20.926 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: stopped 2024-09-04T22:19:20.926 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: data_pools [3] 2024-09-04T22:19:20.927 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: metadata_pool 2 2024-09-04T22:19:20.927 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: inline_data disabled 2024-09-04T22:19:20.927 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: balancer 2024-09-04T22:19:20.927 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: bal_rank_mask -1 2024-09-04T22:19:20.927 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: standby_count_wanted 1 2024-09-04T22:19:20.927 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: qdb_cluster leader: 0 members: 2024-09-04T22:19:20.927 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: [mds.foofs.smithi005.vslipg{0:14494} state up:active seq 2 join_fscid=1 addr [v2:172.21.15.5:6834/382892418,v1:172.21.15.5:6835/382892418] compat {c=[1],r=[1],i=[7ff]}] 2024-09-04T22:19:20.927 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: 2024-09-04T22:19:20.927 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: 2024-09-04T22:19:20.927 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: Standby daemons: 2024-09-04T22:19:20.927 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: 2024-09-04T22:19:20.927 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout: [mds.foofs.smithi115.sgjptr{-1:24291} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.115:6832/2042494945,v1:172.21.15.115:6833/2042494945] compat {c=[1],r=[1],i=[7ff]}] 2024-09-04T22:19:20.927 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: mon.smithi115@-1(???).osd e73 crush map has features 3314933000854323200, adjusting msgr requires 2024-09-04T22:19:20.928 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: mon.smithi115@-1(???).osd e73 crush map has features 432629239337189376, adjusting msgr requires 2024-09-04T22:19:20.928 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: mon.smithi115@-1(???).osd e73 crush map has features 432629239337189376, adjusting msgr requires 2024-09-04T22:19:20.928 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: mon.smithi115@-1(???).osd e73 crush map has features 432629239337189376, adjusting msgr requires 2024-09-04T22:19:20.928 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:20 smithi115 ceph-mon[51971]: mon.smithi115@-1(???).paxosservice(auth 1..29) refresh upgraded, format 0 -> 3 2024-09-04T22:19:21.497 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:21 smithi115 bash[51952]: cadad68d26fc66a346b426748727431d4600612b51548ddec5804877d43d7818 2024-09-04T22:19:21.497 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:21 smithi115 systemd[1]: Started Ceph mon.smithi115 for fc6cab94-6b09-11ef-bcd6-c7b262605968. 2024-09-04T22:19:21.716 INFO:teuthology.orchestra.run.smithi005.stdout: 5 99315 10.37 MB/sec execute 126 sec latency 102.857 ms 2024-09-04T22:19:22.716 INFO:teuthology.orchestra.run.smithi005.stdout: 5 99689 10.37 MB/sec execute 127 sec latency 40.597 ms 2024-09-04T22:19:23.285 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:23 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mon metadata", "id": "smithi005"}]: dispatch 2024-09-04T22:19:23.285 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:23 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mon metadata", "id": "smithi115"}]: dispatch 2024-09-04T22:19:23.285 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:23 smithi005 ceph-mon[65467]: mon.smithi005 calling monitor election 2024-09-04T22:19:23.286 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:23 smithi005 ceph-mon[65467]: mon.smithi115 calling monitor election 2024-09-04T22:19:23.286 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:23 smithi005 ceph-mon[65467]: mon.smithi005 is new leader, mons smithi005,smithi115 in quorum (ranks 0,1) 2024-09-04T22:19:23.286 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:23 smithi005 ceph-mon[65467]: monmap epoch 3 2024-09-04T22:19:23.286 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:23 smithi005 ceph-mon[65467]: fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 2024-09-04T22:19:23.286 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:23 smithi005 ceph-mon[65467]: last_changed 2024-09-04T22:19:22.238956+0000 2024-09-04T22:19:23.286 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:23 smithi005 ceph-mon[65467]: created 2024-09-04T22:07:12.006794+0000 2024-09-04T22:19:23.286 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:23 smithi005 ceph-mon[65467]: min_mon_release 19 (squid) 2024-09-04T22:19:23.286 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:23 smithi005 ceph-mon[65467]: election_strategy: 1 2024-09-04T22:19:23.286 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:23 smithi005 ceph-mon[65467]: 0: [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] mon.smithi005 2024-09-04T22:19:23.286 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:23 smithi005 ceph-mon[65467]: 1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.smithi115 2024-09-04T22:19:23.286 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:23 smithi005 ceph-mon[65467]: fsmap foofs:1 {0=foofs.smithi005.vslipg=up:active} 1 up:standby 2024-09-04T22:19:23.286 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:23 smithi005 ceph-mon[65467]: osdmap e73: 8 total, 8 up, 8 in 2024-09-04T22:19:23.287 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:23 smithi005 ceph-mon[65467]: mgrmap e40: smithi005.hteciz(active, since 19s), standbys: smithi115.lfvwip 2024-09-04T22:19:23.287 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:23 smithi005 ceph-mon[65467]: overall HEALTH_OK 2024-09-04T22:19:23.287 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:23 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:23.287 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:23 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:23.287 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:23 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:19:23.287 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:23 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:23.287 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:23 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:23.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:23 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mon metadata", "id": "smithi005"}]: dispatch 2024-09-04T22:19:23.702 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:23 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mon metadata", "id": "smithi115"}]: dispatch 2024-09-04T22:19:23.703 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:23 smithi115 ceph-mon[51971]: mon.smithi005 calling monitor election 2024-09-04T22:19:23.703 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:23 smithi115 ceph-mon[51971]: mon.smithi115 calling monitor election 2024-09-04T22:19:23.703 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:23 smithi115 ceph-mon[51971]: mon.smithi005 is new leader, mons smithi005,smithi115 in quorum (ranks 0,1) 2024-09-04T22:19:23.703 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:23 smithi115 ceph-mon[51971]: monmap epoch 3 2024-09-04T22:19:23.703 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:23 smithi115 ceph-mon[51971]: fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 2024-09-04T22:19:23.703 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:23 smithi115 ceph-mon[51971]: last_changed 2024-09-04T22:19:22.238956+0000 2024-09-04T22:19:23.703 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:23 smithi115 ceph-mon[51971]: created 2024-09-04T22:07:12.006794+0000 2024-09-04T22:19:23.703 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:23 smithi115 ceph-mon[51971]: min_mon_release 19 (squid) 2024-09-04T22:19:23.703 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:23 smithi115 ceph-mon[51971]: election_strategy: 1 2024-09-04T22:19:23.703 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:23 smithi115 ceph-mon[51971]: 0: [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] mon.smithi005 2024-09-04T22:19:23.703 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:23 smithi115 ceph-mon[51971]: 1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.smithi115 2024-09-04T22:19:23.703 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:23 smithi115 ceph-mon[51971]: fsmap foofs:1 {0=foofs.smithi005.vslipg=up:active} 1 up:standby 2024-09-04T22:19:23.703 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:23 smithi115 ceph-mon[51971]: osdmap e73: 8 total, 8 up, 8 in 2024-09-04T22:19:23.704 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:23 smithi115 ceph-mon[51971]: mgrmap e40: smithi005.hteciz(active, since 19s), standbys: smithi115.lfvwip 2024-09-04T22:19:23.704 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:23 smithi115 ceph-mon[51971]: overall HEALTH_OK 2024-09-04T22:19:23.704 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:23 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:23.704 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:23 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:23.704 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:23 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:19:23.704 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:23 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:23.704 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:23 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:23.716 INFO:teuthology.orchestra.run.smithi005.stdout: 5 99994 10.35 MB/sec execute 128 sec latency 40.196 ms 2024-09-04T22:19:24.287 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:24 smithi115 ceph-mon[51971]: pgmap v13: 97 pgs: 97 active+clean; 337 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.1 KiB/s rd, 3.4 MiB/s wr, 363 op/s 2024-09-04T22:19:24.300 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:24 smithi005 ceph-mon[65467]: pgmap v13: 97 pgs: 97 active+clean; 337 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.1 KiB/s rd, 3.4 MiB/s wr, 363 op/s 2024-09-04T22:19:24.716 INFO:teuthology.orchestra.run.smithi005.stdout: 5 100287 10.32 MB/sec execute 129 sec latency 44.442 ms 2024-09-04T22:19:25.716 INFO:teuthology.orchestra.run.smithi005.stdout: 5 100648 10.28 MB/sec execute 130 sec latency 34.387 ms 2024-09-04T22:19:26.347 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:26 smithi005 ceph-mon[65467]: pgmap v14: 97 pgs: 97 active+clean; 344 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.7 KiB/s rd, 5.8 MiB/s wr, 564 op/s 2024-09-04T22:19:26.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:26 smithi115 ceph-mon[51971]: pgmap v14: 97 pgs: 97 active+clean; 344 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.7 KiB/s rd, 5.8 MiB/s wr, 564 op/s 2024-09-04T22:19:26.716 INFO:teuthology.orchestra.run.smithi005.stdout: 5 101068 10.26 MB/sec execute 131 sec latency 44.895 ms 2024-09-04T22:19:27.368 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:27 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:27.368 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:27 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:27.368 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:27 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:27.368 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:27 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:27.598 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:27 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:27.598 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:27 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:27.598 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:27 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:27.598 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:27 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:27.716 INFO:teuthology.orchestra.run.smithi005.stdout: 5 101364 10.24 MB/sec execute 132 sec latency 68.927 ms 2024-09-04T22:19:28.397 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:28 smithi005 ceph-mon[65467]: pgmap v15: 97 pgs: 97 active+clean; 344 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.2 KiB/s rd, 4.0 MiB/s wr, 392 op/s 2024-09-04T22:19:28.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:28 smithi115 ceph-mon[51971]: pgmap v15: 97 pgs: 97 active+clean; 344 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.2 KiB/s rd, 4.0 MiB/s wr, 392 op/s 2024-09-04T22:19:28.716 INFO:teuthology.orchestra.run.smithi005.stdout: 5 101741 10.25 MB/sec execute 133 sec latency 42.713 ms 2024-09-04T22:19:29.717 INFO:teuthology.orchestra.run.smithi005.stdout: 5 102279 10.31 MB/sec execute 134 sec latency 31.430 ms 2024-09-04T22:19:30.429 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:30 smithi005 ceph-mon[65467]: pgmap v16: 97 pgs: 97 active+clean; 337 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.1 KiB/s rd, 6.0 MiB/s wr, 613 op/s 2024-09-04T22:19:30.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:30 smithi115 ceph-mon[51971]: pgmap v16: 97 pgs: 97 active+clean; 337 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.1 KiB/s rd, 6.0 MiB/s wr, 613 op/s 2024-09-04T22:19:30.717 INFO:teuthology.orchestra.run.smithi005.stdout: 5 102710 10.36 MB/sec execute 135 sec latency 66.580 ms 2024-09-04T22:19:31.453 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:31 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:31.453 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:31 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:31.453 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:31 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:19:31.453 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:31 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:19:31.453 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:31 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:31.453 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:31 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:31.453 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:31 smithi005 ceph-mon[65467]: Reconfiguring mon.smithi005 (monmap changed)... 2024-09-04T22:19:31.453 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:31 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-04T22:19:31.453 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:31 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-04T22:19:31.453 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:31 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:19:31.454 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:31 smithi005 ceph-mon[65467]: Reconfiguring daemon mon.smithi005 on smithi005 2024-09-04T22:19:31.454 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:31 smithi005 ceph-mon[65467]: pgmap v17: 97 pgs: 97 active+clean; 337 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.5 KiB/s rd, 4.3 MiB/s wr, 422 op/s 2024-09-04T22:19:31.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:31 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:31.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:31 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:31.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:31 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:19:31.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:31 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:19:31.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:31 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:31.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:31 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:31.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:31 smithi115 ceph-mon[51971]: Reconfiguring mon.smithi005 (monmap changed)... 2024-09-04T22:19:31.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:31 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-04T22:19:31.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:31 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-04T22:19:31.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:31 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:19:31.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:31 smithi115 ceph-mon[51971]: Reconfiguring daemon mon.smithi005 on smithi005 2024-09-04T22:19:31.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:31 smithi115 ceph-mon[51971]: pgmap v17: 97 pgs: 97 active+clean; 337 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.5 KiB/s rd, 4.3 MiB/s wr, 422 op/s 2024-09-04T22:19:31.717 INFO:teuthology.orchestra.run.smithi005.stdout: 5 102986 10.34 MB/sec execute 136 sec latency 80.953 ms 2024-09-04T22:19:32.717 INFO:teuthology.orchestra.run.smithi005.stdout: 5 103302 10.32 MB/sec execute 137 sec latency 86.509 ms 2024-09-04T22:19:33.717 INFO:teuthology.orchestra.run.smithi005.stdout: 5 103616 10.30 MB/sec execute 138 sec latency 51.812 ms 2024-09-04T22:19:33.992 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:33 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:33.992 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:33 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:33.992 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:33 smithi005 ceph-mon[65467]: Reconfiguring mgr.smithi005.hteciz (monmap changed)... 2024-09-04T22:19:33.992 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:33 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi005.hteciz", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-04T22:19:33.992 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:33 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-04T22:19:33.993 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:33 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:19:33.993 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:33 smithi005 ceph-mon[65467]: Reconfiguring daemon mgr.smithi005.hteciz on smithi005 2024-09-04T22:19:33.993 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:33 smithi005 ceph-mon[65467]: pgmap v18: 97 pgs: 97 active+clean; 337 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.5 KiB/s rd, 4.3 MiB/s wr, 422 op/s 2024-09-04T22:19:33.993 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:33 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:19:34.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:33 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:34.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:33 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:34.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:33 smithi115 ceph-mon[51971]: Reconfiguring mgr.smithi005.hteciz (monmap changed)... 2024-09-04T22:19:34.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:33 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi005.hteciz", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-04T22:19:34.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:33 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-04T22:19:34.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:33 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:19:34.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:33 smithi115 ceph-mon[51971]: Reconfiguring daemon mgr.smithi005.hteciz on smithi005 2024-09-04T22:19:34.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:33 smithi115 ceph-mon[51971]: pgmap v18: 97 pgs: 97 active+clean; 337 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.5 KiB/s rd, 4.3 MiB/s wr, 422 op/s 2024-09-04T22:19:34.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:33 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:19:34.717 INFO:teuthology.orchestra.run.smithi005.stdout: 5 103857 10.27 MB/sec execute 139 sec latency 79.025 ms 2024-09-04T22:19:35.717 INFO:teuthology.orchestra.run.smithi005.stdout: 5 104254 10.26 MB/sec execute 140 sec latency 52.563 ms 2024-09-04T22:19:36.291 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:36 smithi005 ceph-mon[65467]: pgmap v19: 97 pgs: 97 active+clean; 342 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.3 KiB/s rd, 6.8 MiB/s wr, 638 op/s 2024-09-04T22:19:36.291 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:36 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:36.291 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:36 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:36.291 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:36 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi005", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2024-09-04T22:19:36.291 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:36 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:19:36.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:36 smithi115 ceph-mon[51971]: pgmap v19: 97 pgs: 97 active+clean; 342 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.3 KiB/s rd, 6.8 MiB/s wr, 638 op/s 2024-09-04T22:19:36.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:36 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:36.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:36 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:36.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:36 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi005", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2024-09-04T22:19:36.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:36 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:19:36.717 INFO:teuthology.orchestra.run.smithi005.stdout: 5 104728 10.23 MB/sec execute 141 sec latency 65.027 ms 2024-09-04T22:19:37.299 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:37 smithi005 ceph-mon[65467]: Reconfiguring crash.smithi005 (monmap changed)... 2024-09-04T22:19:37.299 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:37 smithi005 ceph-mon[65467]: Reconfiguring daemon crash.smithi005 on smithi005 2024-09-04T22:19:37.308 INFO:teuthology.orchestra.run.smithi005.stdout:true 2024-09-04T22:19:37.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:37 smithi115 ceph-mon[51971]: Reconfiguring crash.smithi005 (monmap changed)... 2024-09-04T22:19:37.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:37 smithi115 ceph-mon[51971]: Reconfiguring daemon crash.smithi005 on smithi005 2024-09-04T22:19:37.717 INFO:teuthology.orchestra.run.smithi005.stdout: 5 105079 10.22 MB/sec execute 142 sec latency 78.595 ms 2024-09-04T22:19:38.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:38 smithi115 ceph-mon[51971]: pgmap v20: 97 pgs: 97 active+clean; 342 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.7 KiB/s rd, 4.4 MiB/s wr, 437 op/s 2024-09-04T22:19:38.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:38 smithi115 ceph-mon[51971]: from='client.44101 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:19:38.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:38 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:38.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:38 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:38.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:38 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-04T22:19:38.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:38 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:19:38.331 INFO:teuthology.orchestra.run.smithi005.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-04T22:19:38.332 INFO:teuthology.orchestra.run.smithi005.stdout:alertmanager.smithi005 smithi005 *:9093,9094 running (2m) 25s ago 10m 25.7M - 0.23.0 ba2b418f427c d299eba5e5dd 2024-09-04T22:19:38.332 INFO:teuthology.orchestra.run.smithi005.stdout:crash.smithi005 smithi005 running (10m) 25s ago 10m 6405k - 17.2.0 e1d6a67b021e 5366e96551ee 2024-09-04T22:19:38.332 INFO:teuthology.orchestra.run.smithi005.stdout:crash.smithi115 smithi115 running (10m) 12s ago 10m 6405k - 17.2.0 e1d6a67b021e 77f133c01eab 2024-09-04T22:19:38.332 INFO:teuthology.orchestra.run.smithi005.stdout:grafana.smithi005 smithi005 *:3000 running (2m) 25s ago 10m 45.6M - 8.3.5 dad864ee21e9 b9c465ba4deb 2024-09-04T22:19:38.332 INFO:teuthology.orchestra.run.smithi005.stdout:mds.foofs.smithi005.vslipg smithi005 running (4m) 25s ago 4m 36.1M - 17.2.0 e1d6a67b021e 7e8076c2570f 2024-09-04T22:19:38.332 INFO:teuthology.orchestra.run.smithi005.stdout:mds.foofs.smithi115.sgjptr smithi115 running (4m) 12s ago 4m 16.2M - 17.2.0 e1d6a67b021e fb533e8d32e8 2024-09-04T22:19:38.332 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.smithi005.hteciz smithi005 *:8443,9283,8765 running (109s) 25s ago 12m 473M - 19.1.1-260-gf3418446 e9760d0a26a7 669eb5d46ffc 2024-09-04T22:19:38.332 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.smithi115.lfvwip smithi115 *:8443,9283,8765 running (60s) 12s ago 10m 438M - 19.1.1-260-gf3418446 e9760d0a26a7 5fc647070f0c 2024-09-04T22:19:38.332 INFO:teuthology.orchestra.run.smithi005.stdout:mon.smithi005 smithi005 running (43s) 25s ago 12m 29.5M 2048M 19.1.1-260-gf3418446 e9760d0a26a7 8ac4e5344f95 2024-09-04T22:19:38.332 INFO:teuthology.orchestra.run.smithi005.stdout:mon.smithi115 smithi115 running (18s) 12s ago 10m 21.1M 2048M 19.1.1-260-gf3418446 e9760d0a26a7 cadad68d26fc 2024-09-04T22:19:38.332 INFO:teuthology.orchestra.run.smithi005.stdout:nfs.foo.0.0.smithi005.rcnjjx smithi005 *:2049 running (4m) 25s ago 4m 252M - 4.0 e1d6a67b021e 292d2c5fa82d 2024-09-04T22:19:38.332 INFO:teuthology.orchestra.run.smithi005.stdout:nfs.foo.1.0.smithi115.gxhqij smithi115 *:2049 running (4m) 12s ago 4m 83.8M - 4.0 e1d6a67b021e e4a881a3497c 2024-09-04T22:19:38.333 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.smithi005 smithi005 *:9100 running (2m) 25s ago 10m 11.7M - 1.3.1 1dbe0e931976 c3be8b87abc8 2024-09-04T22:19:38.333 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.smithi115 smithi115 *:9100 running (117s) 12s ago 9m 12.5M - 1.3.1 1dbe0e931976 a216b8a3c089 2024-09-04T22:19:38.333 INFO:teuthology.orchestra.run.smithi005.stdout:osd.0 smithi005 running (9m) 25s ago 9m 390M 1937M 17.2.0 e1d6a67b021e ad88f9e5ff1f 2024-09-04T22:19:38.333 INFO:teuthology.orchestra.run.smithi005.stdout:osd.1 smithi005 running (8m) 25s ago 8m 294M 1937M 17.2.0 e1d6a67b021e c9fad4a1185e 2024-09-04T22:19:38.333 INFO:teuthology.orchestra.run.smithi005.stdout:osd.2 smithi005 running (8m) 25s ago 8m 271M 1937M 17.2.0 e1d6a67b021e e410f866b974 2024-09-04T22:19:38.333 INFO:teuthology.orchestra.run.smithi005.stdout:osd.3 smithi005 running (7m) 25s ago 7m 353M 1937M 17.2.0 e1d6a67b021e 277a1031c723 2024-09-04T22:19:38.333 INFO:teuthology.orchestra.run.smithi005.stdout:osd.4 smithi115 running (7m) 12s ago 7m 361M 2704M 17.2.0 e1d6a67b021e 992c7953a750 2024-09-04T22:19:38.333 INFO:teuthology.orchestra.run.smithi005.stdout:osd.5 smithi115 running (7m) 12s ago 7m 386M 2704M 17.2.0 e1d6a67b021e 37299ec573ae 2024-09-04T22:19:38.333 INFO:teuthology.orchestra.run.smithi005.stdout:osd.6 smithi115 running (6m) 12s ago 6m 326M 2704M 17.2.0 e1d6a67b021e a485cb0df9d8 2024-09-04T22:19:38.333 INFO:teuthology.orchestra.run.smithi005.stdout:osd.7 smithi115 running (6m) 12s ago 6m 475M 2704M 17.2.0 e1d6a67b021e cb10b860cb93 2024-09-04T22:19:38.333 INFO:teuthology.orchestra.run.smithi005.stdout:prometheus.smithi005 smithi005 *:9095 running (66s) 25s ago 9m 60.4M - 2.33.4 514e6a882f6e aae1464e652a 2024-09-04T22:19:38.334 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:38 smithi005 ceph-mon[65467]: pgmap v20: 97 pgs: 97 active+clean; 342 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.7 KiB/s rd, 4.4 MiB/s wr, 437 op/s 2024-09-04T22:19:38.334 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:38 smithi005 ceph-mon[65467]: from='client.44101 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:19:38.334 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:38 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:38.334 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:38 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:38.334 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:38 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-04T22:19:38.334 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:38 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:19:38.717 INFO:teuthology.orchestra.run.smithi005.stdout: 5 105459 10.26 MB/sec execute 143 sec latency 42.626 ms 2024-09-04T22:19:38.868 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-04T22:19:38.868 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": { 2024-09-04T22:19:38.868 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 2 2024-09-04T22:19:38.868 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:19:38.869 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": { 2024-09-04T22:19:38.869 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 2 2024-09-04T22:19:38.869 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:19:38.869 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": { 2024-09-04T22:19:38.869 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-09-04T22:19:38.869 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:19:38.869 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": { 2024-09-04T22:19:38.869 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-09-04T22:19:38.869 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:19:38.869 INFO:teuthology.orchestra.run.smithi005.stdout: "overall": { 2024-09-04T22:19:38.869 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 10, 2024-09-04T22:19:38.869 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 4 2024-09-04T22:19:38.870 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-04T22:19:38.870 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-04T22:19:39.321 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-04T22:19:39.321 INFO:teuthology.orchestra.run.smithi005.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15", 2024-09-04T22:19:39.321 INFO:teuthology.orchestra.run.smithi005.stdout: "in_progress": true, 2024-09-04T22:19:39.321 INFO:teuthology.orchestra.run.smithi005.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-04T22:19:39.321 INFO:teuthology.orchestra.run.smithi005.stdout: "services_complete": [ 2024-09-04T22:19:39.321 INFO:teuthology.orchestra.run.smithi005.stdout: "mon", 2024-09-04T22:19:39.321 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr" 2024-09-04T22:19:39.321 INFO:teuthology.orchestra.run.smithi005.stdout: ], 2024-09-04T22:19:39.321 INFO:teuthology.orchestra.run.smithi005.stdout: "progress": "4/23 daemons upgraded", 2024-09-04T22:19:39.321 INFO:teuthology.orchestra.run.smithi005.stdout: "message": "Currently upgrading mon daemons", 2024-09-04T22:19:39.321 INFO:teuthology.orchestra.run.smithi005.stdout: "is_paused": false 2024-09-04T22:19:39.322 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-04T22:19:39.343 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:39 smithi005 ceph-mon[65467]: from='client.34156 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:19:39.343 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:39 smithi005 ceph-mon[65467]: Reconfiguring osd.0 (monmap changed)... 2024-09-04T22:19:39.343 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:39 smithi005 ceph-mon[65467]: Reconfiguring daemon osd.0 on smithi005 2024-09-04T22:19:39.343 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:39 smithi005 ceph-mon[65467]: from='client.? 172.21.15.5:0/1641221494' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:19:39.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:39 smithi115 ceph-mon[51971]: from='client.34156 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:19:39.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:39 smithi115 ceph-mon[51971]: Reconfiguring osd.0 (monmap changed)... 2024-09-04T22:19:39.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:39 smithi115 ceph-mon[51971]: Reconfiguring daemon osd.0 on smithi005 2024-09-04T22:19:39.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:39 smithi115 ceph-mon[51971]: from='client.? 172.21.15.5:0/1641221494' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:19:39.717 INFO:teuthology.orchestra.run.smithi005.stdout: 5 105844 10.26 MB/sec execute 144 sec latency 61.834 ms 2024-09-04T22:19:39.845 INFO:teuthology.orchestra.run.smithi005.stdout:HEALTH_OK 2024-09-04T22:19:40.110 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:40 smithi005 ceph-mon[65467]: from='client.34160 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:19:40.110 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:40 smithi005 ceph-mon[65467]: pgmap v21: 97 pgs: 97 active+clean; 339 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 KiB/s rd, 6.5 MiB/s wr, 663 op/s 2024-09-04T22:19:40.110 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:40 smithi005 ceph-mon[65467]: from='client.? 172.21.15.5:0/237875401' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-04T22:19:40.110 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:40 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:40.110 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:40 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:40.110 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:40 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-04T22:19:40.110 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:40 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:19:40.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:40 smithi115 ceph-mon[51971]: from='client.34160 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:19:40.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:40 smithi115 ceph-mon[51971]: pgmap v21: 97 pgs: 97 active+clean; 339 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 KiB/s rd, 6.5 MiB/s wr, 663 op/s 2024-09-04T22:19:40.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:40 smithi115 ceph-mon[51971]: from='client.? 172.21.15.5:0/237875401' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-04T22:19:40.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:40 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:40.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:40 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:40.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:40 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-04T22:19:40.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:40 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:19:40.717 INFO:teuthology.orchestra.run.smithi005.stdout: 5 106254 10.30 MB/sec execute 145 sec latency 48.939 ms 2024-09-04T22:19:41.134 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:41 smithi005 ceph-mon[65467]: from='client.34168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:19:41.134 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:41 smithi005 ceph-mon[65467]: Reconfiguring osd.1 (monmap changed)... 2024-09-04T22:19:41.134 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:41 smithi005 ceph-mon[65467]: Reconfiguring daemon osd.1 on smithi005 2024-09-04T22:19:41.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:41 smithi115 ceph-mon[51971]: from='client.34168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:19:41.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:41 smithi115 ceph-mon[51971]: Reconfiguring osd.1 (monmap changed)... 2024-09-04T22:19:41.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:41 smithi115 ceph-mon[51971]: Reconfiguring daemon osd.1 on smithi005 2024-09-04T22:19:41.717 INFO:teuthology.orchestra.run.smithi005.stdout: 5 106499 10.28 MB/sec execute 146 sec latency 43.635 ms 2024-09-04T22:19:42.177 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:42 smithi005 ceph-mon[65467]: pgmap v22: 97 pgs: 97 active+clean; 339 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.5 KiB/s rd, 4.6 MiB/s wr, 442 op/s 2024-09-04T22:19:42.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:42 smithi115 ceph-mon[51971]: pgmap v22: 97 pgs: 97 active+clean; 339 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.5 KiB/s rd, 4.6 MiB/s wr, 442 op/s 2024-09-04T22:19:42.717 INFO:teuthology.orchestra.run.smithi005.stdout: 5 106726 10.26 MB/sec execute 147 sec latency 55.038 ms 2024-09-04T22:19:43.717 INFO:teuthology.orchestra.run.smithi005.stdout: 5 106955 10.21 MB/sec execute 148 sec latency 56.253 ms 2024-09-04T22:19:43.750 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:43 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:43.750 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:43 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:43.750 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:43 smithi005 ceph-mon[65467]: Reconfiguring osd.2 (monmap changed)... 2024-09-04T22:19:43.750 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:43 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-04T22:19:43.750 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:43 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:19:43.750 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:43 smithi005 ceph-mon[65467]: Reconfiguring daemon osd.2 on smithi005 2024-09-04T22:19:43.750 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:43 smithi005 ceph-mon[65467]: pgmap v23: 97 pgs: 97 active+clean; 339 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.5 KiB/s rd, 4.6 MiB/s wr, 442 op/s 2024-09-04T22:19:44.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:43 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:44.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:43 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:44.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:43 smithi115 ceph-mon[51971]: Reconfiguring osd.2 (monmap changed)... 2024-09-04T22:19:44.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:43 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-04T22:19:44.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:43 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:19:44.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:43 smithi115 ceph-mon[51971]: Reconfiguring daemon osd.2 on smithi005 2024-09-04T22:19:44.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:43 smithi115 ceph-mon[51971]: pgmap v23: 97 pgs: 97 active+clean; 339 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.5 KiB/s rd, 4.6 MiB/s wr, 442 op/s 2024-09-04T22:19:44.717 INFO:teuthology.orchestra.run.smithi005.stdout: 5 107222 10.18 MB/sec execute 149 sec latency 48.737 ms 2024-09-04T22:19:45.717 INFO:teuthology.orchestra.run.smithi005.stdout: 5 107467 10.16 MB/sec execute 150 sec latency 59.627 ms 2024-09-04T22:19:46.037 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:45 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:46.037 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:45 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:46.037 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:45 smithi005 ceph-mon[65467]: Reconfiguring osd.3 (monmap changed)... 2024-09-04T22:19:46.037 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:45 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-04T22:19:46.038 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:45 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:19:46.038 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:45 smithi005 ceph-mon[65467]: pgmap v24: 97 pgs: 97 active+clean; 341 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.2 KiB/s rd, 6.6 MiB/s wr, 618 op/s 2024-09-04T22:19:46.038 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:45 smithi005 ceph-mon[65467]: Reconfiguring daemon osd.3 on smithi005 2024-09-04T22:19:46.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:45 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:46.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:45 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:46.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:45 smithi115 ceph-mon[51971]: Reconfiguring osd.3 (monmap changed)... 2024-09-04T22:19:46.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:45 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-04T22:19:46.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:45 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:19:46.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:45 smithi115 ceph-mon[51971]: pgmap v24: 97 pgs: 97 active+clean; 341 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.2 KiB/s rd, 6.6 MiB/s wr, 618 op/s 2024-09-04T22:19:46.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:45 smithi115 ceph-mon[51971]: Reconfiguring daemon osd.3 on smithi005 2024-09-04T22:19:46.717 INFO:teuthology.orchestra.run.smithi005.stdout: 5 107839 10.15 MB/sec execute 151 sec latency 50.923 ms 2024-09-04T22:19:47.717 INFO:teuthology.orchestra.run.smithi005.stdout: 5 108265 10.12 MB/sec execute 152 sec latency 49.055 ms 2024-09-04T22:19:48.320 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:48 smithi005 ceph-mon[65467]: pgmap v25: 97 pgs: 97 active+clean; 341 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.4 KiB/s rd, 4.2 MiB/s wr, 402 op/s 2024-09-04T22:19:48.320 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:48 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:48.320 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:48 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:48.320 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:48 smithi005 ceph-mon[65467]: Reconfiguring mds.foofs.smithi005.vslipg (monmap changed)... 2024-09-04T22:19:48.320 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:48 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi005.vslipg", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-04T22:19:48.320 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:48 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:19:48.320 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:48 smithi005 ceph-mon[65467]: Reconfiguring daemon mds.foofs.smithi005.vslipg on smithi005 2024-09-04T22:19:48.321 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:48 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:19:48.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:48 smithi115 ceph-mon[51971]: pgmap v25: 97 pgs: 97 active+clean; 341 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.4 KiB/s rd, 4.2 MiB/s wr, 402 op/s 2024-09-04T22:19:48.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:48 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:48.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:48 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:48.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:48 smithi115 ceph-mon[51971]: Reconfiguring mds.foofs.smithi005.vslipg (monmap changed)... 2024-09-04T22:19:48.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:48 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi005.vslipg", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-04T22:19:48.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:48 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:19:48.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:48 smithi115 ceph-mon[51971]: Reconfiguring daemon mds.foofs.smithi005.vslipg on smithi005 2024-09-04T22:19:48.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:48 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:19:48.718 INFO:teuthology.orchestra.run.smithi005.stdout: 5 108623 10.12 MB/sec execute 153 sec latency 74.161 ms 2024-09-04T22:19:49.718 INFO:teuthology.orchestra.run.smithi005.stdout: 5 109041 10.16 MB/sec execute 154 sec latency 64.142 ms 2024-09-04T22:19:50.339 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:50 smithi005 ceph-mon[65467]: pgmap v26: 97 pgs: 97 active+clean; 333 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.6 KiB/s rd, 5.9 MiB/s wr, 613 op/s 2024-09-04T22:19:50.339 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:50 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:50.339 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:50 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:50.339 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:50 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi115", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2024-09-04T22:19:50.339 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:50 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:19:50.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:50 smithi115 ceph-mon[51971]: pgmap v26: 97 pgs: 97 active+clean; 333 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.6 KiB/s rd, 5.9 MiB/s wr, 613 op/s 2024-09-04T22:19:50.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:50 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:50.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:50 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:50.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:50 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi115", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2024-09-04T22:19:50.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:50 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:19:50.718 INFO:teuthology.orchestra.run.smithi005.stdout: 5 109472 10.18 MB/sec execute 155 sec latency 50.789 ms 2024-09-04T22:19:51.362 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:51 smithi005 ceph-mon[65467]: Reconfiguring crash.smithi115 (monmap changed)... 2024-09-04T22:19:51.362 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:51 smithi005 ceph-mon[65467]: Reconfiguring daemon crash.smithi115 on smithi115 2024-09-04T22:19:51.362 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:51 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:51.362 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:51 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:51.362 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:51 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi115.lfvwip", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-04T22:19:51.362 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:51 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-04T22:19:51.363 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:51 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:19:51.502 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:51 smithi115 ceph-mon[51971]: Reconfiguring crash.smithi115 (monmap changed)... 2024-09-04T22:19:51.502 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:51 smithi115 ceph-mon[51971]: Reconfiguring daemon crash.smithi115 on smithi115 2024-09-04T22:19:51.502 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:51 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:51.502 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:51 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:51.503 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:51 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi115.lfvwip", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-04T22:19:51.503 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:51 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-04T22:19:51.503 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:51 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:19:51.718 INFO:teuthology.orchestra.run.smithi005.stdout: 5 109840 10.19 MB/sec execute 156 sec latency 39.902 ms 2024-09-04T22:19:52.373 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:52 smithi005 ceph-mon[65467]: pgmap v27: 97 pgs: 97 active+clean; 333 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.9 KiB/s rd, 3.8 MiB/s wr, 387 op/s 2024-09-04T22:19:52.373 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:52 smithi005 ceph-mon[65467]: Reconfiguring mgr.smithi115.lfvwip (monmap changed)... 2024-09-04T22:19:52.373 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:52 smithi005 ceph-mon[65467]: Reconfiguring daemon mgr.smithi115.lfvwip on smithi115 2024-09-04T22:19:52.393 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:52 smithi115 ceph-mon[51971]: pgmap v27: 97 pgs: 97 active+clean; 333 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.9 KiB/s rd, 3.8 MiB/s wr, 387 op/s 2024-09-04T22:19:52.394 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:52 smithi115 ceph-mon[51971]: Reconfiguring mgr.smithi115.lfvwip (monmap changed)... 2024-09-04T22:19:52.394 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:52 smithi115 ceph-mon[51971]: Reconfiguring daemon mgr.smithi115.lfvwip on smithi115 2024-09-04T22:19:52.718 INFO:teuthology.orchestra.run.smithi005.stdout: 5 110116 10.19 MB/sec execute 157 sec latency 59.446 ms 2024-09-04T22:19:53.718 INFO:teuthology.orchestra.run.smithi005.stdout: 5 110379 10.15 MB/sec execute 158 sec latency 84.512 ms 2024-09-04T22:19:53.954 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:53 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:53.954 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:53 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:53.954 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:53 smithi005 ceph-mon[65467]: Reconfiguring mon.smithi115 (monmap changed)... 2024-09-04T22:19:53.955 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:53 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-04T22:19:53.955 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:53 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-04T22:19:53.955 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:53 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:19:53.955 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:53 smithi005 ceph-mon[65467]: Reconfiguring daemon mon.smithi115 on smithi115 2024-09-04T22:19:53.955 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:53 smithi005 ceph-mon[65467]: pgmap v28: 97 pgs: 97 active+clean; 333 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.9 KiB/s rd, 3.8 MiB/s wr, 387 op/s 2024-09-04T22:19:54.145 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:53 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:54.145 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:53 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:54.145 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:53 smithi115 ceph-mon[51971]: Reconfiguring mon.smithi115 (monmap changed)... 2024-09-04T22:19:54.145 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:53 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-04T22:19:54.145 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:53 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-04T22:19:54.145 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:53 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:19:54.146 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:53 smithi115 ceph-mon[51971]: Reconfiguring daemon mon.smithi115 on smithi115 2024-09-04T22:19:54.146 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:53 smithi115 ceph-mon[51971]: pgmap v28: 97 pgs: 97 active+clean; 333 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.9 KiB/s rd, 3.8 MiB/s wr, 387 op/s 2024-09-04T22:19:54.718 INFO:teuthology.orchestra.run.smithi005.stdout: 5 110683 10.14 MB/sec execute 159 sec latency 72.206 ms 2024-09-04T22:19:55.215 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:55 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:55.215 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:55 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:55.215 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:55 smithi005 ceph-mon[65467]: Reconfiguring osd.4 (monmap changed)... 2024-09-04T22:19:55.215 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:55 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-04T22:19:55.215 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:55 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:19:55.215 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:55 smithi005 ceph-mon[65467]: Reconfiguring daemon osd.4 on smithi115 2024-09-04T22:19:55.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:55 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:55.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:55 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:55.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:55 smithi115 ceph-mon[51971]: Reconfiguring osd.4 (monmap changed)... 2024-09-04T22:19:55.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:55 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-04T22:19:55.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:55 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:19:55.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:55 smithi115 ceph-mon[51971]: Reconfiguring daemon osd.4 on smithi115 2024-09-04T22:19:55.718 INFO:teuthology.orchestra.run.smithi005.stdout: 5 111027 10.12 MB/sec execute 160 sec latency 37.263 ms 2024-09-04T22:19:56.421 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:56 smithi115 ceph-mon[51971]: pgmap v29: 97 pgs: 97 active+clean; 344 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.3 KiB/s rd, 6.2 MiB/s wr, 589 op/s 2024-09-04T22:19:56.421 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:56.421 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:56.421 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-04T22:19:56.421 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:19:56.427 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:56 smithi005 ceph-mon[65467]: pgmap v29: 97 pgs: 97 active+clean; 344 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.3 KiB/s rd, 6.2 MiB/s wr, 589 op/s 2024-09-04T22:19:56.427 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:56.427 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:56.427 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-04T22:19:56.427 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:19:56.718 INFO:teuthology.orchestra.run.smithi005.stdout: 5 111398 10.11 MB/sec execute 161 sec latency 55.647 ms 2024-09-04T22:19:57.325 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:57 smithi115 ceph-mon[51971]: Reconfiguring osd.5 (monmap changed)... 2024-09-04T22:19:57.325 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:57 smithi115 ceph-mon[51971]: Reconfiguring daemon osd.5 on smithi115 2024-09-04T22:19:57.453 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:57 smithi005 ceph-mon[65467]: Reconfiguring osd.5 (monmap changed)... 2024-09-04T22:19:57.453 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:57 smithi005 ceph-mon[65467]: Reconfiguring daemon osd.5 on smithi115 2024-09-04T22:19:57.718 INFO:teuthology.orchestra.run.smithi005.stdout: 5 111921 10.10 MB/sec execute 162 sec latency 52.851 ms 2024-09-04T22:19:58.224 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:58 smithi005 ceph-mon[65467]: pgmap v30: 97 pgs: 97 active+clean; 344 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.6 KiB/s rd, 4.2 MiB/s wr, 412 op/s 2024-09-04T22:19:58.224 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:58 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:58.224 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:58 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:58.224 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:58 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-04T22:19:58.224 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:58 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:19:58.477 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:58 smithi115 ceph-mon[51971]: pgmap v30: 97 pgs: 97 active+clean; 344 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.6 KiB/s rd, 4.2 MiB/s wr, 412 op/s 2024-09-04T22:19:58.477 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:58 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:58.477 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:58 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:19:58.477 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:58 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-04T22:19:58.478 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:58 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:19:58.718 INFO:teuthology.orchestra.run.smithi005.stdout: 5 112270 10.09 MB/sec execute 163 sec latency 56.793 ms 2024-09-04T22:19:59.242 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:59 smithi005 ceph-mon[65467]: Reconfiguring osd.6 (monmap changed)... 2024-09-04T22:19:59.242 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:19:59 smithi005 ceph-mon[65467]: Reconfiguring daemon osd.6 on smithi115 2024-09-04T22:19:59.645 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:59 smithi115 ceph-mon[51971]: Reconfiguring osd.6 (monmap changed)... 2024-09-04T22:19:59.645 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:19:59 smithi115 ceph-mon[51971]: Reconfiguring daemon osd.6 on smithi115 2024-09-04T22:19:59.718 INFO:teuthology.orchestra.run.smithi005.stdout: 5 112745 10.14 MB/sec execute 164 sec latency 66.539 ms 2024-09-04T22:20:00.253 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:00 smithi005 ceph-mon[65467]: pgmap v31: 97 pgs: 97 active+clean; 334 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.7 KiB/s rd, 6.4 MiB/s wr, 659 op/s 2024-09-04T22:20:00.253 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:00 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:00.253 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:00 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:00.253 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:00 smithi005 ceph-mon[65467]: Reconfiguring osd.7 (monmap changed)... 2024-09-04T22:20:00.253 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:00 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-04T22:20:00.253 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:00 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:20:00.254 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:00 smithi005 ceph-mon[65467]: Reconfiguring daemon osd.7 on smithi115 2024-09-04T22:20:00.254 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:00 smithi005 ceph-mon[65467]: overall HEALTH_OK 2024-09-04T22:20:00.610 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:00 smithi115 ceph-mon[51971]: pgmap v31: 97 pgs: 97 active+clean; 334 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.7 KiB/s rd, 6.4 MiB/s wr, 659 op/s 2024-09-04T22:20:00.611 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:00 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:00.611 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:00 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:00.611 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:00 smithi115 ceph-mon[51971]: Reconfiguring osd.7 (monmap changed)... 2024-09-04T22:20:00.611 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:00 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-04T22:20:00.611 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:00 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:20:00.611 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:00 smithi115 ceph-mon[51971]: Reconfiguring daemon osd.7 on smithi115 2024-09-04T22:20:00.611 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:00 smithi115 ceph-mon[51971]: overall HEALTH_OK 2024-09-04T22:20:00.718 INFO:teuthology.orchestra.run.smithi005.stdout: 5 113131 10.17 MB/sec execute 165 sec latency 111.398 ms 2024-09-04T22:20:01.718 INFO:teuthology.orchestra.run.smithi005.stdout: 5 113401 10.16 MB/sec execute 166 sec latency 64.101 ms 2024-09-04T22:20:01.776 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:01 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:01.776 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:01 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:01.776 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:01 smithi005 ceph-mon[65467]: Reconfiguring mds.foofs.smithi115.sgjptr (monmap changed)... 2024-09-04T22:20:01.776 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:01 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi115.sgjptr", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-04T22:20:01.776 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:01 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:20:01.776 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:01 smithi005 ceph-mon[65467]: Reconfiguring daemon mds.foofs.smithi115.sgjptr on smithi115 2024-09-04T22:20:01.776 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:01 smithi005 ceph-mon[65467]: pgmap v32: 97 pgs: 97 active+clean; 334 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.6 KiB/s rd, 4.6 MiB/s wr, 448 op/s 2024-09-04T22:20:02.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:01 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:02.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:01 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:02.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:01 smithi115 ceph-mon[51971]: Reconfiguring mds.foofs.smithi115.sgjptr (monmap changed)... 2024-09-04T22:20:02.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:01 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi115.sgjptr", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-04T22:20:02.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:01 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:20:02.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:01 smithi115 ceph-mon[51971]: Reconfiguring daemon mds.foofs.smithi115.sgjptr on smithi115 2024-09-04T22:20:02.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:01 smithi115 ceph-mon[51971]: pgmap v32: 97 pgs: 97 active+clean; 334 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.6 KiB/s rd, 4.6 MiB/s wr, 448 op/s 2024-09-04T22:20:02.718 INFO:teuthology.orchestra.run.smithi005.stdout: 5 113587 10.14 MB/sec execute 167 sec latency 108.965 ms 2024-09-04T22:20:03.329 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:03.329 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:03.330 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:20:03.330 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:20:03.330 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:20:03.330 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:03 smithi005 ceph-mon[65467]: Upgrade: Setting container_image for all mon 2024-09-04T22:20:03.330 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:03.330 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi005"}]: dispatch 2024-09-04T22:20:03.330 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi005"}]': finished 2024-09-04T22:20:03.330 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi115"}]: dispatch 2024-09-04T22:20:03.330 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi115"}]': finished 2024-09-04T22:20:03.330 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:20:03.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:03 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:03.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:03 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:03.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:03 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:20:03.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:03 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:20:03.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:03 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:20:03.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:03 smithi115 ceph-mon[51971]: Upgrade: Setting container_image for all mon 2024-09-04T22:20:03.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:03 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:03.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:03 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi005"}]: dispatch 2024-09-04T22:20:03.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:03 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi005"}]': finished 2024-09-04T22:20:03.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:03 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi115"}]: dispatch 2024-09-04T22:20:03.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:03 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi115"}]': finished 2024-09-04T22:20:03.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:03 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:20:03.718 INFO:teuthology.orchestra.run.smithi005.stdout: 5 113918 10.12 MB/sec execute 168 sec latency 58.913 ms 2024-09-04T22:20:04.340 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:04 smithi005 ceph-mon[65467]: pgmap v33: 97 pgs: 97 active+clean; 334 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.6 KiB/s rd, 4.6 MiB/s wr, 448 op/s 2024-09-04T22:20:04.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:04 smithi115 ceph-mon[51971]: pgmap v33: 97 pgs: 97 active+clean; 334 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.6 KiB/s rd, 4.6 MiB/s wr, 448 op/s 2024-09-04T22:20:04.718 INFO:teuthology.orchestra.run.smithi005.stdout: 5 114245 10.10 MB/sec execute 169 sec latency 66.197 ms 2024-09-04T22:20:05.620 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:05 smithi005 ceph-mon[65467]: Upgrade: Updating crash.smithi005 (1/2) 2024-09-04T22:20:05.620 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:05 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:05.620 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:05 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi005", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2024-09-04T22:20:05.620 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:05 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:20:05.620 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:05 smithi005 ceph-mon[65467]: Deploying daemon crash.smithi005 on smithi005 2024-09-04T22:20:05.620 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:05 smithi005 ceph-mon[65467]: pgmap v34: 97 pgs: 97 active+clean; 344 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.7 KiB/s rd, 6.8 MiB/s wr, 632 op/s 2024-09-04T22:20:05.718 INFO:teuthology.orchestra.run.smithi005.stdout: 5 114654 10.11 MB/sec execute 170 sec latency 38.042 ms 2024-09-04T22:20:05.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:05 smithi115 ceph-mon[51971]: Upgrade: Updating crash.smithi005 (1/2) 2024-09-04T22:20:05.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:05 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:05.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:05 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi005", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2024-09-04T22:20:05.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:05 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:20:05.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:05 smithi115 ceph-mon[51971]: Deploying daemon crash.smithi005 on smithi005 2024-09-04T22:20:05.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:05 smithi115 ceph-mon[51971]: pgmap v34: 97 pgs: 97 active+clean; 344 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.7 KiB/s rd, 6.8 MiB/s wr, 632 op/s 2024-09-04T22:20:06.718 INFO:teuthology.orchestra.run.smithi005.stdout: 5 115057 10.08 MB/sec execute 171 sec latency 59.790 ms 2024-09-04T22:20:07.719 INFO:teuthology.orchestra.run.smithi005.stdout: 5 115542 10.08 MB/sec execute 172 sec latency 45.527 ms 2024-09-04T22:20:08.153 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:08 smithi005 ceph-mon[65467]: pgmap v35: 97 pgs: 97 active+clean; 344 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.3 KiB/s rd, 4.4 MiB/s wr, 430 op/s 2024-09-04T22:20:08.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:08 smithi115 ceph-mon[51971]: pgmap v35: 97 pgs: 97 active+clean; 344 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.3 KiB/s rd, 4.4 MiB/s wr, 430 op/s 2024-09-04T22:20:08.718 INFO:teuthology.orchestra.run.smithi005.stdout: 5 115954 10.09 MB/sec execute 173 sec latency 31.427 ms 2024-09-04T22:20:09.718 INFO:teuthology.orchestra.run.smithi005.stdout: 5 116502 10.16 MB/sec execute 174 sec latency 47.178 ms 2024-09-04T22:20:10.078 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:10 smithi115 ceph-mon[51971]: pgmap v36: 97 pgs: 97 active+clean; 336 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 6.7 MiB/s wr, 688 op/s 2024-09-04T22:20:10.078 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:10 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:10.078 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:10 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:10.204 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:10 smithi005 ceph-mon[65467]: pgmap v36: 97 pgs: 97 active+clean; 336 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 6.7 MiB/s wr, 688 op/s 2024-09-04T22:20:10.204 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:10 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:10.204 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:10 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:10.329 INFO:teuthology.orchestra.run.smithi005.stdout:true 2024-09-04T22:20:10.718 INFO:teuthology.orchestra.run.smithi005.stdout: 5 116886 10.17 MB/sec execute 175 sec latency 45.821 ms 2024-09-04T22:20:11.197 INFO:teuthology.orchestra.run.smithi005.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-04T22:20:11.197 INFO:teuthology.orchestra.run.smithi005.stdout:alertmanager.smithi005 smithi005 *:9093,9094 running (2m) 58s ago 11m 25.7M - 0.23.0 ba2b418f427c d299eba5e5dd 2024-09-04T22:20:11.197 INFO:teuthology.orchestra.run.smithi005.stdout:crash.smithi005 smithi005 starting - - - - 2024-09-04T22:20:11.197 INFO:teuthology.orchestra.run.smithi005.stdout:crash.smithi115 smithi115 running (10m) 44s ago 10m 6405k - 17.2.0 e1d6a67b021e 77f133c01eab 2024-09-04T22:20:11.197 INFO:teuthology.orchestra.run.smithi005.stdout:grafana.smithi005 smithi005 *:3000 running (2m) 58s ago 11m 45.6M - 8.3.5 dad864ee21e9 b9c465ba4deb 2024-09-04T22:20:11.197 INFO:teuthology.orchestra.run.smithi005.stdout:mds.foofs.smithi005.vslipg smithi005 running (5m) 58s ago 5m 36.1M - 17.2.0 e1d6a67b021e 7e8076c2570f 2024-09-04T22:20:11.197 INFO:teuthology.orchestra.run.smithi005.stdout:mds.foofs.smithi115.sgjptr smithi115 running (5m) 44s ago 5m 16.2M - 17.2.0 e1d6a67b021e fb533e8d32e8 2024-09-04T22:20:11.197 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.smithi005.hteciz smithi005 *:8443,9283,8765 running (2m) 58s ago 12m 473M - 19.1.1-260-gf3418446 e9760d0a26a7 669eb5d46ffc 2024-09-04T22:20:11.198 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.smithi115.lfvwip smithi115 *:8443,9283,8765 running (93s) 44s ago 10m 438M - 19.1.1-260-gf3418446 e9760d0a26a7 5fc647070f0c 2024-09-04T22:20:11.198 INFO:teuthology.orchestra.run.smithi005.stdout:mon.smithi005 smithi005 running (76s) 58s ago 12m 29.5M 2048M 19.1.1-260-gf3418446 e9760d0a26a7 8ac4e5344f95 2024-09-04T22:20:11.198 INFO:teuthology.orchestra.run.smithi005.stdout:mon.smithi115 smithi115 running (51s) 44s ago 10m 21.1M 2048M 19.1.1-260-gf3418446 e9760d0a26a7 cadad68d26fc 2024-09-04T22:20:11.198 INFO:teuthology.orchestra.run.smithi005.stdout:nfs.foo.0.0.smithi005.rcnjjx smithi005 *:2049 running (5m) 58s ago 5m 252M - 4.0 e1d6a67b021e 292d2c5fa82d 2024-09-04T22:20:11.198 INFO:teuthology.orchestra.run.smithi005.stdout:nfs.foo.1.0.smithi115.gxhqij smithi115 *:2049 running (5m) 44s ago 5m 83.8M - 4.0 e1d6a67b021e e4a881a3497c 2024-09-04T22:20:11.198 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.smithi005 smithi005 *:9100 running (2m) 58s ago 11m 11.7M - 1.3.1 1dbe0e931976 c3be8b87abc8 2024-09-04T22:20:11.198 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.smithi115 smithi115 *:9100 running (2m) 44s ago 10m 12.5M - 1.3.1 1dbe0e931976 a216b8a3c089 2024-09-04T22:20:11.198 INFO:teuthology.orchestra.run.smithi005.stdout:osd.0 smithi005 running (9m) 58s ago 9m 390M 1937M 17.2.0 e1d6a67b021e ad88f9e5ff1f 2024-09-04T22:20:11.198 INFO:teuthology.orchestra.run.smithi005.stdout:osd.1 smithi005 running (9m) 58s ago 9m 294M 1937M 17.2.0 e1d6a67b021e c9fad4a1185e 2024-09-04T22:20:11.198 INFO:teuthology.orchestra.run.smithi005.stdout:osd.2 smithi005 running (8m) 58s ago 8m 271M 1937M 17.2.0 e1d6a67b021e e410f866b974 2024-09-04T22:20:11.198 INFO:teuthology.orchestra.run.smithi005.stdout:osd.3 smithi005 running (8m) 58s ago 8m 353M 1937M 17.2.0 e1d6a67b021e 277a1031c723 2024-09-04T22:20:11.198 INFO:teuthology.orchestra.run.smithi005.stdout:osd.4 smithi115 running (8m) 44s ago 8m 361M 2704M 17.2.0 e1d6a67b021e 992c7953a750 2024-09-04T22:20:11.198 INFO:teuthology.orchestra.run.smithi005.stdout:osd.5 smithi115 running (7m) 44s ago 7m 386M 2704M 17.2.0 e1d6a67b021e 37299ec573ae 2024-09-04T22:20:11.198 INFO:teuthology.orchestra.run.smithi005.stdout:osd.6 smithi115 running (7m) 44s ago 7m 326M 2704M 17.2.0 e1d6a67b021e a485cb0df9d8 2024-09-04T22:20:11.199 INFO:teuthology.orchestra.run.smithi005.stdout:osd.7 smithi115 running (6m) 44s ago 6m 475M 2704M 17.2.0 e1d6a67b021e cb10b860cb93 2024-09-04T22:20:11.199 INFO:teuthology.orchestra.run.smithi005.stdout:prometheus.smithi005 smithi005 *:9095 running (99s) 58s ago 10m 60.4M - 2.33.4 514e6a882f6e aae1464e652a 2024-09-04T22:20:11.695 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-04T22:20:11.695 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": { 2024-09-04T22:20:11.695 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 2 2024-09-04T22:20:11.695 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:20:11.695 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": { 2024-09-04T22:20:11.695 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 2 2024-09-04T22:20:11.696 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:20:11.696 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": { 2024-09-04T22:20:11.696 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-09-04T22:20:11.696 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:20:11.696 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": { 2024-09-04T22:20:11.696 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-09-04T22:20:11.696 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:20:11.696 INFO:teuthology.orchestra.run.smithi005.stdout: "overall": { 2024-09-04T22:20:11.696 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 10, 2024-09-04T22:20:11.696 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 4 2024-09-04T22:20:11.696 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-04T22:20:11.697 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-04T22:20:11.718 INFO:teuthology.orchestra.run.smithi005.stdout: 5 117173 10.16 MB/sec execute 176 sec latency 43.222 ms 2024-09-04T22:20:12.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:12 smithi115 ceph-mon[51971]: from='client.34176 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:20:12.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:12 smithi115 ceph-mon[51971]: from='client.34180 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:20:12.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:12 smithi115 ceph-mon[51971]: pgmap v37: 97 pgs: 97 active+clean; 336 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.5 KiB/s rd, 4.5 MiB/s wr, 441 op/s 2024-09-04T22:20:12.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:12 smithi115 ceph-mon[51971]: from='client.34184 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:20:12.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:12 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:12.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:12 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi115", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2024-09-04T22:20:12.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:12 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:20:12.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:12 smithi115 ceph-mon[51971]: from='client.? 172.21.15.5:0/1828037160' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:20:12.148 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-04T22:20:12.149 INFO:teuthology.orchestra.run.smithi005.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15", 2024-09-04T22:20:12.149 INFO:teuthology.orchestra.run.smithi005.stdout: "in_progress": true, 2024-09-04T22:20:12.149 INFO:teuthology.orchestra.run.smithi005.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-04T22:20:12.149 INFO:teuthology.orchestra.run.smithi005.stdout: "services_complete": [ 2024-09-04T22:20:12.149 INFO:teuthology.orchestra.run.smithi005.stdout: "mon", 2024-09-04T22:20:12.149 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr" 2024-09-04T22:20:12.149 INFO:teuthology.orchestra.run.smithi005.stdout: ], 2024-09-04T22:20:12.149 INFO:teuthology.orchestra.run.smithi005.stdout: "progress": "4/23 daemons upgraded", 2024-09-04T22:20:12.149 INFO:teuthology.orchestra.run.smithi005.stdout: "message": "Currently upgrading crash daemons", 2024-09-04T22:20:12.149 INFO:teuthology.orchestra.run.smithi005.stdout: "is_paused": false 2024-09-04T22:20:12.149 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-04T22:20:12.247 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:12 smithi005 ceph-mon[65467]: from='client.34176 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:20:12.247 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:12 smithi005 ceph-mon[65467]: from='client.34180 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:20:12.247 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:12 smithi005 ceph-mon[65467]: pgmap v37: 97 pgs: 97 active+clean; 336 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.5 KiB/s rd, 4.5 MiB/s wr, 441 op/s 2024-09-04T22:20:12.248 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:12 smithi005 ceph-mon[65467]: from='client.34184 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:20:12.248 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:12 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:12.248 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:12 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi115", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2024-09-04T22:20:12.248 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:12 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:20:12.248 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:12 smithi005 ceph-mon[65467]: from='client.? 172.21.15.5:0/1828037160' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:20:12.650 INFO:teuthology.orchestra.run.smithi005.stdout:HEALTH_OK 2024-09-04T22:20:12.718 INFO:teuthology.orchestra.run.smithi005.stdout: 5 117455 10.14 MB/sec execute 177 sec latency 76.029 ms 2024-09-04T22:20:13.263 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:13 smithi115 ceph-mon[51971]: Upgrade: Updating crash.smithi115 (2/2) 2024-09-04T22:20:13.263 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:13 smithi115 ceph-mon[51971]: Deploying daemon crash.smithi115 on smithi115 2024-09-04T22:20:13.264 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:13 smithi115 ceph-mon[51971]: from='client.34192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:20:13.264 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:13 smithi115 ceph-mon[51971]: from='client.? 172.21.15.5:0/4059798080' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-04T22:20:13.264 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:13 smithi005 ceph-mon[65467]: Upgrade: Updating crash.smithi115 (2/2) 2024-09-04T22:20:13.264 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:13 smithi005 ceph-mon[65467]: Deploying daemon crash.smithi115 on smithi115 2024-09-04T22:20:13.264 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:13 smithi005 ceph-mon[65467]: from='client.34192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:20:13.264 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:13 smithi005 ceph-mon[65467]: from='client.? 172.21.15.5:0/4059798080' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-04T22:20:13.719 INFO:teuthology.orchestra.run.smithi005.stdout: 5 117703 10.11 MB/sec execute 178 sec latency 61.378 ms 2024-09-04T22:20:14.273 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:14 smithi115 ceph-mon[51971]: pgmap v38: 97 pgs: 97 active+clean; 336 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.5 KiB/s rd, 4.5 MiB/s wr, 441 op/s 2024-09-04T22:20:14.288 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:14 smithi005 ceph-mon[65467]: pgmap v38: 97 pgs: 97 active+clean; 336 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.5 KiB/s rd, 4.5 MiB/s wr, 441 op/s 2024-09-04T22:20:14.718 INFO:teuthology.orchestra.run.smithi005.stdout: 5 117980 10.10 MB/sec execute 179 sec latency 54.304 ms 2024-09-04T22:20:15.719 INFO:teuthology.orchestra.run.smithi005.stdout: 5 118195 10.08 MB/sec execute 180 sec latency 73.693 ms 2024-09-04T22:20:16.359 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:16 smithi005 ceph-mon[65467]: pgmap v39: 97 pgs: 97 active+clean; 345 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.5 KiB/s rd, 6.9 MiB/s wr, 649 op/s 2024-09-04T22:20:16.359 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:16 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:16.359 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:16 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:16.359 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:16 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:20:16.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:16 smithi115 ceph-mon[51971]: pgmap v39: 97 pgs: 97 active+clean; 345 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.5 KiB/s rd, 6.9 MiB/s wr, 649 op/s 2024-09-04T22:20:16.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:16 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:16.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:16 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:16.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:16 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:20:16.719 INFO:teuthology.orchestra.run.smithi005.stdout: 5 118572 10.05 MB/sec execute 181 sec latency 92.696 ms 2024-09-04T22:20:17.719 INFO:teuthology.orchestra.run.smithi005.stdout: 5 119030 10.04 MB/sec execute 182 sec latency 40.101 ms 2024-09-04T22:20:18.148 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:18 smithi005 ceph-mon[65467]: pgmap v40: 97 pgs: 97 active+clean; 345 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.3 KiB/s rd, 4.7 MiB/s wr, 464 op/s 2024-09-04T22:20:18.148 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:18 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:20:18.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:18 smithi115 ceph-mon[51971]: pgmap v40: 97 pgs: 97 active+clean; 345 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.3 KiB/s rd, 4.7 MiB/s wr, 464 op/s 2024-09-04T22:20:18.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:18 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:20:18.719 INFO:teuthology.orchestra.run.smithi005.stdout: 5 119347 10.04 MB/sec execute 183 sec latency 49.647 ms 2024-09-04T22:20:19.719 INFO:teuthology.orchestra.run.smithi005.stdout: 5 119746 10.07 MB/sec execute 184 sec latency 43.162 ms 2024-09-04T22:20:20.224 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:20 smithi005 ceph-mon[65467]: pgmap v41: 97 pgs: 97 active+clean; 338 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 10 KiB/s rd, 6.5 MiB/s wr, 670 op/s 2024-09-04T22:20:20.224 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:20 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:20.224 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:20 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:20.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:20 smithi115 ceph-mon[51971]: pgmap v41: 97 pgs: 97 active+clean; 338 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 10 KiB/s rd, 6.5 MiB/s wr, 670 op/s 2024-09-04T22:20:20.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:20 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:20.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:20 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:20.720 INFO:teuthology.orchestra.run.smithi005.stdout: 5 120149 10.09 MB/sec execute 185 sec latency 69.469 ms 2024-09-04T22:20:21.481 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:21 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:21.481 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:21 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:21.481 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:21 smithi005 ceph-mon[65467]: pgmap v42: 97 pgs: 97 active+clean; 338 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.2 KiB/s rd, 4.2 MiB/s wr, 413 op/s 2024-09-04T22:20:21.719 INFO:teuthology.orchestra.run.smithi005.stdout: 5 120570 10.12 MB/sec execute 186 sec latency 60.162 ms 2024-09-04T22:20:21.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:21 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:21.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:21 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:21.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:21 smithi115 ceph-mon[51971]: pgmap v42: 97 pgs: 97 active+clean; 338 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.2 KiB/s rd, 4.2 MiB/s wr, 413 op/s 2024-09-04T22:20:22.719 INFO:teuthology.orchestra.run.smithi005.stdout: 5 120791 10.08 MB/sec execute 187 sec latency 51.595 ms 2024-09-04T22:20:23.719 INFO:teuthology.orchestra.run.smithi005.stdout: 5 121081 10.06 MB/sec execute 188 sec latency 41.239 ms 2024-09-04T22:20:24.304 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:24 smithi005 ceph-mon[65467]: pgmap v43: 97 pgs: 97 active+clean; 338 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.2 KiB/s rd, 4.2 MiB/s wr, 413 op/s 2024-09-04T22:20:24.304 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:24 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:24.304 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:24 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:24.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:24 smithi115 ceph-mon[51971]: pgmap v43: 97 pgs: 97 active+clean; 338 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.2 KiB/s rd, 4.2 MiB/s wr, 413 op/s 2024-09-04T22:20:24.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:24 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:24.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:24 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:24.719 INFO:teuthology.orchestra.run.smithi005.stdout: 5 121428 10.05 MB/sec execute 189 sec latency 46.419 ms 2024-09-04T22:20:25.315 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:25 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:25.315 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:25 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:25.315 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:25 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:25.315 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:25 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:25.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:25 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:25.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:25 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:25.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:25 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:25.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:25 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:25.719 INFO:teuthology.orchestra.run.smithi005.stdout: 5 121774 10.05 MB/sec execute 190 sec latency 45.074 ms 2024-09-04T22:20:26.333 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:26 smithi005 ceph-mon[65467]: pgmap v44: 97 pgs: 97 active+clean; 347 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.9 KiB/s rd, 6.5 MiB/s wr, 619 op/s 2024-09-04T22:20:26.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:26 smithi115 ceph-mon[51971]: pgmap v44: 97 pgs: 97 active+clean; 347 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.9 KiB/s rd, 6.5 MiB/s wr, 619 op/s 2024-09-04T22:20:26.719 INFO:teuthology.orchestra.run.smithi005.stdout: 5 122145 10.05 MB/sec execute 191 sec latency 49.527 ms 2024-09-04T22:20:27.719 INFO:teuthology.orchestra.run.smithi005.stdout: 5 122484 10.01 MB/sec execute 192 sec latency 56.148 ms 2024-09-04T22:20:28.127 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:28 smithi005 ceph-mon[65467]: pgmap v45: 97 pgs: 97 active+clean; 347 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.9 KiB/s rd, 4.2 MiB/s wr, 411 op/s 2024-09-04T22:20:28.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:28 smithi115 ceph-mon[51971]: pgmap v45: 97 pgs: 97 active+clean; 347 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.9 KiB/s rd, 4.2 MiB/s wr, 411 op/s 2024-09-04T22:20:28.719 INFO:teuthology.orchestra.run.smithi005.stdout: 5 122808 10.00 MB/sec execute 193 sec latency 34.726 ms 2024-09-04T22:20:29.719 INFO:teuthology.orchestra.run.smithi005.stdout: 5 123083 10.00 MB/sec execute 194 sec latency 47.973 ms 2024-09-04T22:20:30.202 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:30 smithi005 ceph-mon[65467]: pgmap v46: 97 pgs: 97 active+clean; 337 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.6 KiB/s rd, 6.0 MiB/s wr, 626 op/s 2024-09-04T22:20:30.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:30 smithi115 ceph-mon[51971]: pgmap v46: 97 pgs: 97 active+clean; 337 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.6 KiB/s rd, 6.0 MiB/s wr, 626 op/s 2024-09-04T22:20:30.719 INFO:teuthology.orchestra.run.smithi005.stdout: 5 123519 10.04 MB/sec execute 195 sec latency 64.732 ms 2024-09-04T22:20:31.719 INFO:teuthology.orchestra.run.smithi005.stdout: 5 123878 10.05 MB/sec execute 196 sec latency 55.115 ms 2024-09-04T22:20:31.724 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:31 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:31.724 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:31 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:31.724 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:31 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:20:31.725 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:31 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:20:31.725 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:31 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:31.725 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:31 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:31.725 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:31 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:20:31.725 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:31 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:20:31.725 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:31 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:20:31.725 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:31 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:20:31.725 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:31 smithi005 ceph-mon[65467]: Upgrade: Setting container_image for all crash 2024-09-04T22:20:31.725 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:31 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:31.725 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:31 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi005"}]: dispatch 2024-09-04T22:20:31.725 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:31 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi005"}]': finished 2024-09-04T22:20:31.725 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:31 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi115"}]: dispatch 2024-09-04T22:20:31.725 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:31 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi115"}]': finished 2024-09-04T22:20:31.726 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:31 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-04T22:20:31.726 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:31 smithi005 ceph-mon[65467]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-04T22:20:31.726 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:31 smithi005 ceph-mon[65467]: Upgrade: osd.0 is safe to restart 2024-09-04T22:20:31.726 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:31 smithi005 ceph-mon[65467]: pgmap v47: 97 pgs: 97 active+clean; 337 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.4 KiB/s rd, 4.2 MiB/s wr, 420 op/s 2024-09-04T22:20:31.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:31 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:31.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:31 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:31.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:31 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:20:31.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:31 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:20:31.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:31 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:31.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:31 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:31.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:31 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:20:31.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:31 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:20:31.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:31 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:20:31.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:31 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:20:31.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:31 smithi115 ceph-mon[51971]: Upgrade: Setting container_image for all crash 2024-09-04T22:20:31.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:31 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:31.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:31 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi005"}]: dispatch 2024-09-04T22:20:31.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:31 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi005"}]': finished 2024-09-04T22:20:31.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:31 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi115"}]: dispatch 2024-09-04T22:20:31.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:31 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi115"}]': finished 2024-09-04T22:20:31.899 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:31 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-04T22:20:31.899 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:31 smithi115 ceph-mon[51971]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-04T22:20:31.899 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:31 smithi115 ceph-mon[51971]: Upgrade: osd.0 is safe to restart 2024-09-04T22:20:31.899 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:31 smithi115 ceph-mon[51971]: pgmap v47: 97 pgs: 97 active+clean; 337 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.4 KiB/s rd, 4.2 MiB/s wr, 420 op/s 2024-09-04T22:20:32.719 INFO:teuthology.orchestra.run.smithi005.stdout: 5 124164 10.04 MB/sec execute 197 sec latency 74.873 ms 2024-09-04T22:20:33.720 INFO:teuthology.orchestra.run.smithi005.stdout: 5 124422 10.01 MB/sec execute 198 sec latency 41.579 ms 2024-09-04T22:20:33.885 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:33 smithi005 ceph-mon[65467]: Upgrade: Updating osd.0 2024-09-04T22:20:33.885 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:33 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:33.886 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:33 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-04T22:20:33.886 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:33 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:20:33.886 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:33 smithi005 ceph-mon[65467]: Deploying daemon osd.0 on smithi005 2024-09-04T22:20:33.886 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:33 smithi005 ceph-mon[65467]: pgmap v48: 97 pgs: 97 active+clean; 337 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.4 KiB/s rd, 4.2 MiB/s wr, 420 op/s 2024-09-04T22:20:33.886 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:33 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:20:34.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:33 smithi115 ceph-mon[51971]: Upgrade: Updating osd.0 2024-09-04T22:20:34.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:33 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:34.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:33 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-04T22:20:34.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:33 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:20:34.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:33 smithi115 ceph-mon[51971]: Deploying daemon osd.0 on smithi005 2024-09-04T22:20:34.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:33 smithi115 ceph-mon[51971]: pgmap v48: 97 pgs: 97 active+clean; 337 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.4 KiB/s rd, 4.2 MiB/s wr, 420 op/s 2024-09-04T22:20:34.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:33 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:20:34.720 INFO:teuthology.orchestra.run.smithi005.stdout: 5 124843 10.00 MB/sec execute 199 sec latency 35.443 ms 2024-09-04T22:20:35.720 INFO:teuthology.orchestra.run.smithi005.stdout: 5 125183 10.00 MB/sec execute 200 sec latency 42.166 ms 2024-09-04T22:20:36.301 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:36 smithi005 ceph-mon[65467]: pgmap v49: 97 pgs: 97 active+clean; 341 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.7 KiB/s rd, 6.5 MiB/s wr, 620 op/s 2024-09-04T22:20:36.301 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:36 smithi005 ceph-mon[65467]: mgrmap e41: smithi005.hteciz(active, since 92s), standbys: smithi115.lfvwip 2024-09-04T22:20:36.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:36 smithi115 ceph-mon[51971]: pgmap v49: 97 pgs: 97 active+clean; 341 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.7 KiB/s rd, 6.5 MiB/s wr, 620 op/s 2024-09-04T22:20:36.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:36 smithi115 ceph-mon[51971]: mgrmap e41: smithi005.hteciz(active, since 92s), standbys: smithi115.lfvwip 2024-09-04T22:20:36.720 INFO:teuthology.orchestra.run.smithi005.stdout: 5 125523 10.00 MB/sec execute 201 sec latency 70.759 ms 2024-09-04T22:20:37.720 INFO:teuthology.orchestra.run.smithi005.stdout: 5 125862 9.98 MB/sec execute 202 sec latency 56.204 ms 2024-09-04T22:20:38.082 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:38 smithi005 ceph-mon[65467]: pgmap v50: 97 pgs: 97 active+clean; 341 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.0 KiB/s rd, 4.1 MiB/s wr, 414 op/s 2024-09-04T22:20:38.083 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:20:37 smithi005 systemd[1]: Stopping Ceph osd.0 for fc6cab94-6b09-11ef-bcd6-c7b262605968... 2024-09-04T22:20:38.353 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:20:38 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-0[34998]: 2024-09-04T22:20:38.180+0000 7f710bf8e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-04T22:20:38.353 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:20:38 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-0[34998]: 2024-09-04T22:20:38.180+0000 7f710bf8e700 -1 osd.0 73 *** Got signal Terminated *** 2024-09-04T22:20:38.353 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:20:38 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-0[34998]: 2024-09-04T22:20:38.180+0000 7f710bf8e700 -1 osd.0 73 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-04T22:20:38.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:38 smithi115 ceph-mon[51971]: pgmap v50: 97 pgs: 97 active+clean; 341 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.0 KiB/s rd, 4.1 MiB/s wr, 414 op/s 2024-09-04T22:20:38.720 INFO:teuthology.orchestra.run.smithi005.stdout: 5 126255 9.97 MB/sec execute 203 sec latency 43.473 ms 2024-09-04T22:20:39.131 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:39 smithi005 ceph-mon[65467]: osd.0 marked itself down and dead 2024-09-04T22:20:39.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:39 smithi115 ceph-mon[51971]: osd.0 marked itself down and dead 2024-09-04T22:20:39.720 INFO:teuthology.orchestra.run.smithi005.stdout: 5 126479 9.96 MB/sec execute 204 sec latency 666.656 ms 2024-09-04T22:20:39.962 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:20:39 smithi005 podman[70948]: 2024-09-04 22:20:39.735454167 +0000 UTC m=+1.711208469 container died ad88f9e5ff1f2070e30be2d9d56b950da438c187ba2759d027dbecb3ecca2705 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-0, io.openshift.tags=base centos centos-stream, vcs-type=git, vendor=Red Hat, Inc., architecture=x86_64, GIT_CLEAN=True, RELEASE=HEAD, io.k8s.display-name=CentOS Stream 8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, name=centos-stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, com.redhat.component=centos-stream-container, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, maintainer=Guillaume Abrioux , io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, distribution-scope=public, ceph=True, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, build-date=2022-05-03T08:36:31.336870, CEPH_POINT_RELEASE=-17.2.0, GIT_BRANCH=HEAD, io.openshift.expose-services=, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.buildah.version=1.19.8, release=754, version=8) 2024-09-04T22:20:40.313 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:40 smithi005 ceph-mon[65467]: pgmap v51: 97 pgs: 97 active+clean; 336 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.9 KiB/s rd, 6.0 MiB/s wr, 634 op/s 2024-09-04T22:20:40.313 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:40 smithi005 ceph-mon[65467]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-04T22:20:40.313 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:40 smithi005 ceph-mon[65467]: osdmap e74: 8 total, 7 up, 8 in 2024-09-04T22:20:40.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:40 smithi115 ceph-mon[51971]: pgmap v51: 97 pgs: 97 active+clean; 336 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.9 KiB/s rd, 6.0 MiB/s wr, 634 op/s 2024-09-04T22:20:40.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:40 smithi115 ceph-mon[51971]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-04T22:20:40.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:40 smithi115 ceph-mon[51971]: osdmap e74: 8 total, 7 up, 8 in 2024-09-04T22:20:40.720 INFO:teuthology.orchestra.run.smithi005.stdout: 5 126626 9.92 MB/sec execute 205 sec latency 1023.503 ms 2024-09-04T22:20:40.851 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:20:40 smithi005 podman[70948]: 2024-09-04 22:20:40.612935304 +0000 UTC m=+2.588689596 container cleanup ad88f9e5ff1f2070e30be2d9d56b950da438c187ba2759d027dbecb3ecca2705 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-0, ceph=True, CEPH_POINT_RELEASE=-17.2.0, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.k8s.display-name=CentOS Stream 8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.openshift.expose-services=, release=754, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vendor=Red Hat, Inc., maintainer=Guillaume Abrioux , io.openshift.tags=base centos centos-stream, vcs-type=git, io.buildah.version=1.19.8, version=8, GIT_BRANCH=HEAD, name=centos-stream, GIT_REPO=https://github.com/ceph/ceph-container.git, RELEASE=HEAD, distribution-scope=public, architecture=x86_64, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_CLEAN=True, com.redhat.component=centos-stream-container, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, build-date=2022-05-03T08:36:31.336870) 2024-09-04T22:20:40.851 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:20:40 smithi005 bash[70948]: ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-0 2024-09-04T22:20:41.118 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:20:40 smithi005 podman[70965]: 2024-09-04 22:20:40.918775019 +0000 UTC m=+1.183990793 container remove ad88f9e5ff1f2070e30be2d9d56b950da438c187ba2759d027dbecb3ecca2705 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-0, com.redhat.component=centos-stream-container, CEPH_POINT_RELEASE=-17.2.0, GIT_CLEAN=True, architecture=x86_64, RELEASE=HEAD, ceph=True, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, release=754, io.k8s.display-name=CentOS Stream 8, io.openshift.tags=base centos centos-stream, GIT_REPO=https://github.com/ceph/ceph-container.git, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, distribution-scope=public, maintainer=Guillaume Abrioux , vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.buildah.version=1.19.8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.openshift.expose-services=, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, vcs-type=git, name=centos-stream, version=8, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, GIT_BRANCH=HEAD, build-date=2022-05-03T08:36:31.336870, vendor=Red Hat, Inc.) 2024-09-04T22:20:41.118 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:41 smithi005 ceph-mon[65467]: osdmap e75: 8 total, 7 up, 8 in 2024-09-04T22:20:41.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:41 smithi115 ceph-mon[51971]: osdmap e75: 8 total, 7 up, 8 in 2024-09-04T22:20:41.622 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:20:41 smithi005 podman[71048]: 2024-09-04 22:20:41.314211442 +0000 UTC m=+0.017226394 image pull e9760d0a26a7fddbeef4ac34fe459ff206acc1fc616e70634efad78bae5faf82 quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15 2024-09-04T22:20:41.622 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:20:41 smithi005 podman[71048]: 2024-09-04 22:20:41.446717023 +0000 UTC m=+0.149731966 container create de790c700847930b93709d96b9120b7e6148e55c67e9db6173820e473bfd873d (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-0-deactivate, GIT_CLEAN=True, io.buildah.version=1.37.2, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-09-04T22:20:41.720 INFO:teuthology.orchestra.run.smithi005.stdout: 5 126957 9.95 MB/sec execute 206 sec latency 55.409 ms 2024-09-04T22:20:41.875 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:20:41 smithi005 podman[71048]: 2024-09-04 22:20:41.799401181 +0000 UTC m=+0.502416134 container init de790c700847930b93709d96b9120b7e6148e55c67e9db6173820e473bfd873d (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-0-deactivate, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-09-04T22:20:41.875 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:20:41 smithi005 podman[71048]: 2024-09-04 22:20:41.813720239 +0000 UTC m=+0.516735188 container start de790c700847930b93709d96b9120b7e6148e55c67e9db6173820e473bfd873d (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-09-04T22:20:42.135 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:42 smithi005 ceph-mon[65467]: pgmap v54: 97 pgs: 13 stale+active+clean, 84 active+clean; 336 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.4 KiB/s rd, 6.3 MiB/s wr, 629 op/s 2024-09-04T22:20:42.135 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:20:41 smithi005 podman[71048]: 2024-09-04 22:20:41.932867204 +0000 UTC m=+0.635882168 container attach de790c700847930b93709d96b9120b7e6148e55c67e9db6173820e473bfd873d (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-0-deactivate, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.37.2) 2024-09-04T22:20:42.135 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:20:42 smithi005 podman[71048]: 2024-09-04 22:20:42.133373307 +0000 UTC m=+0.836388267 container died de790c700847930b93709d96b9120b7e6148e55c67e9db6173820e473bfd873d (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731) 2024-09-04T22:20:42.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:42 smithi115 ceph-mon[51971]: pgmap v54: 97 pgs: 13 stale+active+clean, 84 active+clean; 336 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.4 KiB/s rd, 6.3 MiB/s wr, 629 op/s 2024-09-04T22:20:42.720 INFO:teuthology.orchestra.run.smithi005.stdout: 5 127261 9.96 MB/sec execute 207 sec latency 82.134 ms 2024-09-04T22:20:43.177 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:20:43 smithi005 podman[71070]: 2024-09-04 22:20:43.07180803 +0000 UTC m=+0.931904828 container remove de790c700847930b93709d96b9120b7e6148e55c67e9db6173820e473bfd873d (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-0-deactivate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux ) 2024-09-04T22:20:43.177 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:20:43 smithi005 systemd[1]: ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@osd.0.service: Deactivated successfully. 2024-09-04T22:20:43.178 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:20:43 smithi005 systemd[1]: Stopped Ceph osd.0 for fc6cab94-6b09-11ef-bcd6-c7b262605968. 2024-09-04T22:20:43.178 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:20:43 smithi005 systemd[1]: ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@osd.0.service: Consumed 2min 3.869s CPU time. 2024-09-04T22:20:43.227 INFO:teuthology.orchestra.run.smithi005.stdout:true 2024-09-04T22:20:43.680 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:20:43 smithi005 systemd[1]: Starting Ceph osd.0 for fc6cab94-6b09-11ef-bcd6-c7b262605968... 2024-09-04T22:20:43.720 INFO:teuthology.orchestra.run.smithi005.stdout: 5 127549 9.94 MB/sec execute 208 sec latency 67.932 ms 2024-09-04T22:20:43.828 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:20:43 smithi005 podman[71214]: 2024-09-04 22:20:43.603317879 +0000 UTC m=+0.023100300 image pull e9760d0a26a7fddbeef4ac34fe459ff206acc1fc616e70634efad78bae5faf82 quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15 2024-09-04T22:20:43.828 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:20:43 smithi005 podman[71214]: 2024-09-04 22:20:43.735483359 +0000 UTC m=+0.155265758 container create f5ae251e4f11cfea87923b030bd9bb427e43ae79b25cab9c8ff80cf816289624 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-0-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-09-04T22:20:44.149 INFO:teuthology.orchestra.run.smithi005.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-04T22:20:44.150 INFO:teuthology.orchestra.run.smithi005.stdout:alertmanager.smithi005 smithi005 *:9093,9094 running (3m) 20s ago 11m 24.1M - 0.23.0 ba2b418f427c d299eba5e5dd 2024-09-04T22:20:44.150 INFO:teuthology.orchestra.run.smithi005.stdout:crash.smithi005 smithi005 running (35s) 20s ago 11m 6895k - 19.1.1-260-gf3418446 e9760d0a26a7 30e3c983ec4d 2024-09-04T22:20:44.150 INFO:teuthology.orchestra.run.smithi005.stdout:crash.smithi115 smithi115 running (29s) 24s ago 11m 6895k - 19.1.1-260-gf3418446 e9760d0a26a7 0089e389692f 2024-09-04T22:20:44.150 INFO:teuthology.orchestra.run.smithi005.stdout:grafana.smithi005 smithi005 *:3000 running (3m) 20s ago 11m 52.8M - 8.3.5 dad864ee21e9 b9c465ba4deb 2024-09-04T22:20:44.150 INFO:teuthology.orchestra.run.smithi005.stdout:mds.foofs.smithi005.vslipg smithi005 running (6m) 20s ago 6m 36.3M - 17.2.0 e1d6a67b021e 7e8076c2570f 2024-09-04T22:20:44.150 INFO:teuthology.orchestra.run.smithi005.stdout:mds.foofs.smithi115.sgjptr smithi115 running (5m) 24s ago 5m 16.3M - 17.2.0 e1d6a67b021e fb533e8d32e8 2024-09-04T22:20:44.150 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.smithi005.hteciz smithi005 *:8443,9283,8765 running (2m) 20s ago 13m 494M - 19.1.1-260-gf3418446 e9760d0a26a7 669eb5d46ffc 2024-09-04T22:20:44.150 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.smithi115.lfvwip smithi115 *:8443,9283,8765 running (2m) 24s ago 11m 439M - 19.1.1-260-gf3418446 e9760d0a26a7 5fc647070f0c 2024-09-04T22:20:44.150 INFO:teuthology.orchestra.run.smithi005.stdout:mon.smithi005 smithi005 running (109s) 20s ago 13m 42.2M 2048M 19.1.1-260-gf3418446 e9760d0a26a7 8ac4e5344f95 2024-09-04T22:20:44.150 INFO:teuthology.orchestra.run.smithi005.stdout:mon.smithi115 smithi115 running (84s) 24s ago 11m 34.1M 2048M 19.1.1-260-gf3418446 e9760d0a26a7 cadad68d26fc 2024-09-04T22:20:44.150 INFO:teuthology.orchestra.run.smithi005.stdout:nfs.foo.0.0.smithi005.rcnjjx smithi005 *:2049 running (5m) 20s ago 5m 256M - 4.0 e1d6a67b021e 292d2c5fa82d 2024-09-04T22:20:44.151 INFO:teuthology.orchestra.run.smithi005.stdout:nfs.foo.1.0.smithi115.gxhqij smithi115 *:2049 running (5m) 24s ago 5m 85.9M - 4.0 e1d6a67b021e e4a881a3497c 2024-09-04T22:20:44.151 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.smithi005 smithi005 *:9100 running (3m) 20s ago 11m 13.4M - 1.3.1 1dbe0e931976 c3be8b87abc8 2024-09-04T22:20:44.151 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.smithi115 smithi115 *:9100 running (3m) 24s ago 11m 18.7M - 1.3.1 1dbe0e931976 a216b8a3c089 2024-09-04T22:20:44.151 INFO:teuthology.orchestra.run.smithi005.stdout:osd.0 smithi005 running (10m) 20s ago 10m 471M 1937M 17.2.0 e1d6a67b021e ad88f9e5ff1f 2024-09-04T22:20:44.151 INFO:teuthology.orchestra.run.smithi005.stdout:osd.1 smithi005 running (10m) 20s ago 9m 401M 1937M 17.2.0 e1d6a67b021e c9fad4a1185e 2024-09-04T22:20:44.151 INFO:teuthology.orchestra.run.smithi005.stdout:osd.2 smithi005 running (9m) 20s ago 9m 302M 1937M 17.2.0 e1d6a67b021e e410f866b974 2024-09-04T22:20:44.151 INFO:teuthology.orchestra.run.smithi005.stdout:osd.3 smithi005 running (9m) 20s ago 9m 411M 1937M 17.2.0 e1d6a67b021e 277a1031c723 2024-09-04T22:20:44.151 INFO:teuthology.orchestra.run.smithi005.stdout:osd.4 smithi115 running (8m) 24s ago 8m 421M 2704M 17.2.0 e1d6a67b021e 992c7953a750 2024-09-04T22:20:44.151 INFO:teuthology.orchestra.run.smithi005.stdout:osd.5 smithi115 running (8m) 24s ago 8m 443M 2704M 17.2.0 e1d6a67b021e 37299ec573ae 2024-09-04T22:20:44.151 INFO:teuthology.orchestra.run.smithi005.stdout:osd.6 smithi115 running (7m) 24s ago 7m 389M 2704M 17.2.0 e1d6a67b021e a485cb0df9d8 2024-09-04T22:20:44.151 INFO:teuthology.orchestra.run.smithi005.stdout:osd.7 smithi115 running (7m) 24s ago 7m 528M 2704M 17.2.0 e1d6a67b021e cb10b860cb93 2024-09-04T22:20:44.151 INFO:teuthology.orchestra.run.smithi005.stdout:prometheus.smithi005 smithi005 *:9095 running (2m) 20s ago 10m 64.4M - 2.33.4 514e6a882f6e aae1464e652a 2024-09-04T22:20:44.187 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:44 smithi005 ceph-mon[65467]: pgmap v55: 97 pgs: 13 stale+active+clean, 84 active+clean; 336 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.9 KiB/s rd, 2.9 MiB/s wr, 329 op/s 2024-09-04T22:20:44.187 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:44 smithi005 ceph-mon[65467]: from='client.34200 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:20:44.187 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:20:44 smithi005 podman[71214]: 2024-09-04 22:20:44.088494109 +0000 UTC m=+0.508276513 container init f5ae251e4f11cfea87923b030bd9bb427e43ae79b25cab9c8ff80cf816289624 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-0-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-04T22:20:44.187 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:20:44 smithi005 podman[71214]: 2024-09-04 22:20:44.096873254 +0000 UTC m=+0.516655652 container start f5ae251e4f11cfea87923b030bd9bb427e43ae79b25cab9c8ff80cf816289624 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-0-activate, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-09-04T22:20:44.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:44 smithi115 ceph-mon[51971]: pgmap v55: 97 pgs: 13 stale+active+clean, 84 active+clean; 336 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.9 KiB/s rd, 2.9 MiB/s wr, 329 op/s 2024-09-04T22:20:44.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:44 smithi115 ceph-mon[51971]: from='client.34200 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:20:44.438 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:20:44 smithi005 podman[71214]: 2024-09-04 22:20:44.21102816 +0000 UTC m=+0.630810557 container attach f5ae251e4f11cfea87923b030bd9bb427e43ae79b25cab9c8ff80cf816289624 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-0-activate, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-09-04T22:20:44.438 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:20:44 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-0-activate[71252]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-04T22:20:44.438 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:20:44 smithi005 bash[71214]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-04T22:20:44.438 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:20:44 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-0-activate[71252]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-04T22:20:44.438 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:20:44 smithi005 bash[71214]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-04T22:20:44.720 INFO:teuthology.orchestra.run.smithi005.stdout: 5 127843 9.93 MB/sec execute 209 sec latency 59.592 ms 2024-09-04T22:20:44.789 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-04T22:20:44.790 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": { 2024-09-04T22:20:44.790 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 2 2024-09-04T22:20:44.790 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:20:44.790 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": { 2024-09-04T22:20:44.790 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 2 2024-09-04T22:20:44.790 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:20:44.790 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": { 2024-09-04T22:20:44.790 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 7 2024-09-04T22:20:44.790 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:20:44.791 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": { 2024-09-04T22:20:44.791 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-09-04T22:20:44.791 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:20:44.791 INFO:teuthology.orchestra.run.smithi005.stdout: "overall": { 2024-09-04T22:20:44.791 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 9, 2024-09-04T22:20:44.791 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 4 2024-09-04T22:20:44.791 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-04T22:20:44.791 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-04T22:20:45.195 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:45 smithi005 ceph-mon[65467]: from='client.34204 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:20:45.195 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:45 smithi005 ceph-mon[65467]: from='client.34208 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:20:45.195 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:45 smithi005 ceph-mon[65467]: from='client.? 172.21.15.5:0/1979349381' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:20:45.283 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-04T22:20:45.283 INFO:teuthology.orchestra.run.smithi005.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15", 2024-09-04T22:20:45.284 INFO:teuthology.orchestra.run.smithi005.stdout: "in_progress": true, 2024-09-04T22:20:45.284 INFO:teuthology.orchestra.run.smithi005.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-04T22:20:45.284 INFO:teuthology.orchestra.run.smithi005.stdout: "services_complete": [ 2024-09-04T22:20:45.284 INFO:teuthology.orchestra.run.smithi005.stdout: "mon", 2024-09-04T22:20:45.284 INFO:teuthology.orchestra.run.smithi005.stdout: "crash", 2024-09-04T22:20:45.284 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr" 2024-09-04T22:20:45.284 INFO:teuthology.orchestra.run.smithi005.stdout: ], 2024-09-04T22:20:45.284 INFO:teuthology.orchestra.run.smithi005.stdout: "progress": "6/23 daemons upgraded", 2024-09-04T22:20:45.284 INFO:teuthology.orchestra.run.smithi005.stdout: "message": "Currently upgrading osd daemons", 2024-09-04T22:20:45.284 INFO:teuthology.orchestra.run.smithi005.stdout: "is_paused": false 2024-09-04T22:20:45.284 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-04T22:20:45.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:45 smithi115 ceph-mon[51971]: from='client.34204 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:20:45.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:45 smithi115 ceph-mon[51971]: from='client.34208 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:20:45.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:45 smithi115 ceph-mon[51971]: from='client.? 172.21.15.5:0/1979349381' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:20:45.720 INFO:teuthology.orchestra.run.smithi005.stdout: 5 128154 9.92 MB/sec execute 210 sec latency 51.111 ms 2024-09-04T22:20:45.824 INFO:teuthology.orchestra.run.smithi005.stdout:HEALTH_WARN 1 osds down; Degraded data redundancy: 214/1656 objects degraded (12.923%), 29 pgs degraded 2024-09-04T22:20:45.825 INFO:teuthology.orchestra.run.smithi005.stdout:[WRN] OSD_DOWN: 1 osds down 2024-09-04T22:20:45.825 INFO:teuthology.orchestra.run.smithi005.stdout: osd.0 (root=default,host=smithi005) is down 2024-09-04T22:20:45.825 INFO:teuthology.orchestra.run.smithi005.stdout:[WRN] PG_DEGRADED: Degraded data redundancy: 214/1656 objects degraded (12.923%), 29 pgs degraded 2024-09-04T22:20:45.825 INFO:teuthology.orchestra.run.smithi005.stdout: pg 1.0 is active+undersized+degraded, acting [7,6] 2024-09-04T22:20:45.825 INFO:teuthology.orchestra.run.smithi005.stdout: pg 2.0 is active+undersized+degraded, acting [7,1] 2024-09-04T22:20:45.825 INFO:teuthology.orchestra.run.smithi005.stdout: pg 2.1 is active+undersized+degraded, acting [2,3] 2024-09-04T22:20:45.825 INFO:teuthology.orchestra.run.smithi005.stdout: pg 2.4 is active+undersized+degraded, acting [1,7] 2024-09-04T22:20:45.825 INFO:teuthology.orchestra.run.smithi005.stdout: pg 2.5 is active+undersized+degraded, acting [2,4] 2024-09-04T22:20:45.825 INFO:teuthology.orchestra.run.smithi005.stdout: pg 2.8 is active+undersized+degraded, acting [7,1] 2024-09-04T22:20:45.825 INFO:teuthology.orchestra.run.smithi005.stdout: pg 2.c is active+undersized+degraded, acting [2,5] 2024-09-04T22:20:45.825 INFO:teuthology.orchestra.run.smithi005.stdout: pg 2.f is active+undersized+degraded, acting [4,7] 2024-09-04T22:20:45.826 INFO:teuthology.orchestra.run.smithi005.stdout: pg 2.10 is active+undersized+degraded, acting [2,1] 2024-09-04T22:20:45.826 INFO:teuthology.orchestra.run.smithi005.stdout: pg 2.13 is active+undersized+degraded, acting [4,3] 2024-09-04T22:20:45.826 INFO:teuthology.orchestra.run.smithi005.stdout: pg 2.15 is active+undersized+degraded, acting [1,5] 2024-09-04T22:20:45.826 INFO:teuthology.orchestra.run.smithi005.stdout: pg 2.19 is active+undersized+degraded, acting [3,6] 2024-09-04T22:20:45.826 INFO:teuthology.orchestra.run.smithi005.stdout: pg 2.1d is active+undersized+degraded, acting [7,6] 2024-09-04T22:20:45.826 INFO:teuthology.orchestra.run.smithi005.stdout: pg 2.1e is active+undersized+degraded, acting [3,5] 2024-09-04T22:20:45.826 INFO:teuthology.orchestra.run.smithi005.stdout: pg 2.1f is active+undersized+degraded, acting [7,4] 2024-09-04T22:20:45.826 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.1 is active+undersized+degraded, acting [4,3] 2024-09-04T22:20:45.826 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.3 is active+undersized+degraded, acting [4,6] 2024-09-04T22:20:45.826 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.6 is active+undersized+degraded, acting [1,4] 2024-09-04T22:20:45.826 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.7 is active+undersized+degraded, acting [3,7] 2024-09-04T22:20:45.826 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.b is active+undersized+degraded, acting [3,4] 2024-09-04T22:20:45.826 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.f is active+undersized+degraded, acting [7,4] 2024-09-04T22:20:45.827 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.10 is active+undersized+degraded, acting [6,5] 2024-09-04T22:20:45.827 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.12 is active+undersized+degraded, acting [7,3] 2024-09-04T22:20:45.827 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.17 is active+undersized+degraded, acting [5,3] 2024-09-04T22:20:45.827 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.18 is active+undersized+degraded, acting [3,1] 2024-09-04T22:20:45.827 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.1b is active+undersized+degraded, acting [4,7] 2024-09-04T22:20:45.827 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.1f is active+undersized+degraded, acting [5,2] 2024-09-04T22:20:45.827 INFO:teuthology.orchestra.run.smithi005.stdout: pg 4.0 is active+undersized+degraded, acting [3,7] 2024-09-04T22:20:45.827 INFO:teuthology.orchestra.run.smithi005.stdout: pg 4.19 is active+undersized+degraded, acting [3,2] 2024-09-04T22:20:45.957 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:20:45 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-0-activate[71252]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-04T22:20:45.957 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:20:45 smithi005 bash[71214]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-04T22:20:45.957 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:20:45 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-0-activate[71252]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-04T22:20:45.957 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:20:45 smithi005 bash[71214]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-04T22:20:46.208 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:46 smithi005 ceph-mon[65467]: pgmap v56: 97 pgs: 7 active+undersized, 29 active+undersized+degraded, 61 active+clean; 338 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.5 KiB/s rd, 5.6 MiB/s wr, 556 op/s; 214/1656 objects degraded (12.923%); 0 B/s, 0 objects/s recovering 2024-09-04T22:20:46.208 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:46 smithi005 ceph-mon[65467]: Health check failed: Degraded data redundancy: 214/1656 objects degraded (12.923%), 29 pgs degraded (PG_DEGRADED) 2024-09-04T22:20:46.208 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:46 smithi005 ceph-mon[65467]: from='client.44153 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:20:46.208 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:46 smithi005 ceph-mon[65467]: from='client.? 172.21.15.5:0/2749751836' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-04T22:20:46.208 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:20:46 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-0-activate[71252]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-04T22:20:46.208 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:20:46 smithi005 bash[71214]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-04T22:20:46.208 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:20:46 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-0-activate[71252]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-04T22:20:46.209 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:20:46 smithi005 bash[71214]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-04T22:20:46.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:46 smithi115 ceph-mon[51971]: pgmap v56: 97 pgs: 7 active+undersized, 29 active+undersized+degraded, 61 active+clean; 338 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.5 KiB/s rd, 5.6 MiB/s wr, 556 op/s; 214/1656 objects degraded (12.923%); 0 B/s, 0 objects/s recovering 2024-09-04T22:20:46.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:46 smithi115 ceph-mon[51971]: Health check failed: Degraded data redundancy: 214/1656 objects degraded (12.923%), 29 pgs degraded (PG_DEGRADED) 2024-09-04T22:20:46.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:46 smithi115 ceph-mon[51971]: from='client.44153 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:20:46.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:46 smithi115 ceph-mon[51971]: from='client.? 172.21.15.5:0/2749751836' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-04T22:20:46.459 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:20:46 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-0-activate[71252]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-09-04T22:20:46.459 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:20:46 smithi005 bash[71214]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-09-04T22:20:46.459 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:20:46 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-0-activate[71252]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-04T22:20:46.459 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:20:46 smithi005 bash[71214]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-04T22:20:46.459 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:20:46 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-0-activate[71252]: --> ceph-volume raw activate successful for osd ID: 0 2024-09-04T22:20:46.460 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:20:46 smithi005 bash[71214]: --> ceph-volume raw activate successful for osd ID: 0 2024-09-04T22:20:46.460 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:20:46 smithi005 podman[71214]: 2024-09-04 22:20:46.255573441 +0000 UTC m=+2.675355846 container died f5ae251e4f11cfea87923b030bd9bb427e43ae79b25cab9c8ff80cf816289624 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-0-activate, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-09-04T22:20:46.720 INFO:teuthology.orchestra.run.smithi005.stdout: 5 128500 9.91 MB/sec execute 211 sec latency 39.563 ms 2024-09-04T22:20:47.225 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:20:47 smithi005 podman[71477]: 2024-09-04 22:20:47.021095607 +0000 UTC m=+0.758544189 container remove f5ae251e4f11cfea87923b030bd9bb427e43ae79b25cab9c8ff80cf816289624 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-0-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-04T22:20:47.476 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:20:47 smithi005 podman[71535]: 2024-09-04 22:20:47.147253472 +0000 UTC m=+0.019848739 image pull e9760d0a26a7fddbeef4ac34fe459ff206acc1fc616e70634efad78bae5faf82 quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15 2024-09-04T22:20:47.476 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:20:47 smithi005 podman[71535]: 2024-09-04 22:20:47.297071489 +0000 UTC m=+0.169666756 container create 7565bcbd5640ea73c2b25d7d634e60ce263ed6abececbce944f7f0a03dd15d18 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-0, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-09-04T22:20:47.720 INFO:teuthology.orchestra.run.smithi005.stdout: 5 128766 9.90 MB/sec execute 212 sec latency 71.111 ms 2024-09-04T22:20:47.745 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:20:47 smithi005 podman[71535]: 2024-09-04 22:20:47.658401597 +0000 UTC m=+0.530996863 container init 7565bcbd5640ea73c2b25d7d634e60ce263ed6abececbce944f7f0a03dd15d18 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-09-04T22:20:47.745 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:20:47 smithi005 podman[71535]: 2024-09-04 22:20:47.665573774 +0000 UTC m=+0.538169044 container start 7565bcbd5640ea73c2b25d7d634e60ce263ed6abececbce944f7f0a03dd15d18 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-0, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2024-09-04T22:20:47.745 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:20:47 smithi005 ceph-osd[71553]: -- 172.21.15.5:0/1335798260 <== mon.0 v2:172.21.15.5:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55b66881a1e0 con 0x55b6687f8000 2024-09-04T22:20:47.999 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:20:47 smithi005 bash[71535]: 7565bcbd5640ea73c2b25d7d634e60ce263ed6abececbce944f7f0a03dd15d18 2024-09-04T22:20:47.999 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:20:47 smithi005 systemd[1]: Started Ceph osd.0 for fc6cab94-6b09-11ef-bcd6-c7b262605968. 2024-09-04T22:20:48.268 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:48 smithi005 ceph-mon[65467]: pgmap v57: 97 pgs: 7 active+undersized, 29 active+undersized+degraded, 61 active+clean; 338 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.6 KiB/s rd, 2.7 MiB/s wr, 227 op/s; 214/1656 objects degraded (12.923%); 0 B/s, 0 objects/s recovering 2024-09-04T22:20:48.268 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:48 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:48.268 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:48 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:48.268 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:48 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:20:48.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:48 smithi115 ceph-mon[51971]: pgmap v57: 97 pgs: 7 active+undersized, 29 active+undersized+degraded, 61 active+clean; 338 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.6 KiB/s rd, 2.7 MiB/s wr, 227 op/s; 214/1656 objects degraded (12.923%); 0 B/s, 0 objects/s recovering 2024-09-04T22:20:48.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:48 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:48.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:48 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:48.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:48 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:20:48.721 INFO:teuthology.orchestra.run.smithi005.stdout: 5 129053 9.87 MB/sec execute 213 sec latency 57.300 ms 2024-09-04T22:20:49.296 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:49 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:49.296 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:49 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:20:49.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:49 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:49.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:49 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:20:49.547 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:20:49 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-0[71549]: 2024-09-04T22:20:49.449+0000 7f17373c0640 -1 Falling back to public interface 2024-09-04T22:20:49.720 INFO:teuthology.orchestra.run.smithi005.stdout: 5 129336 9.86 MB/sec execute 214 sec latency 70.842 ms 2024-09-04T22:20:50.364 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:50 smithi005 ceph-mon[65467]: pgmap v58: 97 pgs: 7 active+undersized, 29 active+undersized+degraded, 61 active+clean; 333 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.8 KiB/s rd, 4.4 MiB/s wr, 423 op/s; 194/1554 objects degraded (12.484%); 0 B/s, 0 objects/s recovering 2024-09-04T22:20:50.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:50 smithi115 ceph-mon[51971]: pgmap v58: 97 pgs: 7 active+undersized, 29 active+undersized+degraded, 61 active+clean; 333 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.8 KiB/s rd, 4.4 MiB/s wr, 423 op/s; 194/1554 objects degraded (12.484%); 0 B/s, 0 objects/s recovering 2024-09-04T22:20:50.720 INFO:teuthology.orchestra.run.smithi005.stdout: 5 129601 9.83 MB/sec execute 215 sec latency 64.746 ms 2024-09-04T22:20:51.128 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:51 smithi005 ceph-mon[65467]: Health check update: Degraded data redundancy: 194/1554 objects degraded (12.484%), 29 pgs degraded (PG_DEGRADED) 2024-09-04T22:20:51.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:51 smithi115 ceph-mon[51971]: Health check update: Degraded data redundancy: 194/1554 objects degraded (12.484%), 29 pgs degraded (PG_DEGRADED) 2024-09-04T22:20:51.721 INFO:teuthology.orchestra.run.smithi005.stdout: 5 129999 9.84 MB/sec execute 216 sec latency 40.148 ms 2024-09-04T22:20:52.132 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:52 smithi005 ceph-mon[65467]: pgmap v59: 97 pgs: 7 active+undersized, 29 active+undersized+degraded, 61 active+clean; 333 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.2 KiB/s rd, 4.0 MiB/s wr, 384 op/s; 194/1554 objects degraded (12.484%); 0 B/s, 0 objects/s recovering 2024-09-04T22:20:52.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:52 smithi115 ceph-mon[51971]: pgmap v59: 97 pgs: 7 active+undersized, 29 active+undersized+degraded, 61 active+clean; 333 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.2 KiB/s rd, 4.0 MiB/s wr, 384 op/s; 194/1554 objects degraded (12.484%); 0 B/s, 0 objects/s recovering 2024-09-04T22:20:52.720 INFO:teuthology.orchestra.run.smithi005.stdout: 5 130270 9.83 MB/sec execute 217 sec latency 59.026 ms 2024-09-04T22:20:53.720 INFO:teuthology.orchestra.run.smithi005.stdout: 5 130797 9.89 MB/sec execute 218 sec latency 35.138 ms 2024-09-04T22:20:54.174 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:54 smithi005 ceph-mon[65467]: pgmap v60: 97 pgs: 7 active+undersized, 29 active+undersized+degraded, 61 active+clean; 333 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.7 KiB/s rd, 3.7 MiB/s wr, 351 op/s; 194/1554 objects degraded (12.484%); 0 B/s, 0 objects/s recovering 2024-09-04T22:20:54.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:54 smithi115 ceph-mon[51971]: pgmap v60: 97 pgs: 7 active+undersized, 29 active+undersized+degraded, 61 active+clean; 333 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.7 KiB/s rd, 3.7 MiB/s wr, 351 op/s; 194/1554 objects degraded (12.484%); 0 B/s, 0 objects/s recovering 2024-09-04T22:20:54.721 INFO:teuthology.orchestra.run.smithi005.stdout: 5 131247 9.90 MB/sec execute 219 sec latency 29.824 ms 2024-09-04T22:20:55.721 INFO:teuthology.orchestra.run.smithi005.stdout: 5 131571 9.88 MB/sec execute 220 sec latency 30.073 ms 2024-09-04T22:20:56.202 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:20:56 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-0[71549]: 2024-09-04T22:20:56.017+0000 7f17373c0640 -1 osd.0 0 read_superblock omap replica is missing. 2024-09-04T22:20:56.202 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:56 smithi005 ceph-mon[65467]: pgmap v61: 97 pgs: 7 active+undersized, 29 active+undersized+degraded, 61 active+clean; 341 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.8 KiB/s rd, 6.0 MiB/s wr, 559 op/s; 214/1674 objects degraded (12.784%); 0 B/s, 0 objects/s recovering 2024-09-04T22:20:56.202 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:56 smithi005 ceph-mon[65467]: Health check update: Degraded data redundancy: 214/1674 objects degraded (12.784%), 29 pgs degraded (PG_DEGRADED) 2024-09-04T22:20:56.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:56 smithi115 ceph-mon[51971]: pgmap v61: 97 pgs: 7 active+undersized, 29 active+undersized+degraded, 61 active+clean; 341 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.8 KiB/s rd, 6.0 MiB/s wr, 559 op/s; 214/1674 objects degraded (12.784%); 0 B/s, 0 objects/s recovering 2024-09-04T22:20:56.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:56 smithi115 ceph-mon[51971]: Health check update: Degraded data redundancy: 214/1674 objects degraded (12.784%), 29 pgs degraded (PG_DEGRADED) 2024-09-04T22:20:56.721 INFO:teuthology.orchestra.run.smithi005.stdout: 5 131936 9.87 MB/sec execute 221 sec latency 43.154 ms 2024-09-04T22:20:56.981 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:20:56 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-0[71549]: 2024-09-04T22:20:56.941+0000 7f17373c0640 -1 osd.0 73 log_to_monitors true 2024-09-04T22:20:57.614 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:20:57 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-0[71549]: 2024-09-04T22:20:57.606+0000 7f172f16b640 -1 osd.0 73 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-04T22:20:57.615 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:57 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:57.615 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:57 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:57.615 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:57 smithi005 ceph-mon[65467]: from='osd.0 [v2:172.21.15.5:6802/2937862427,v1:172.21.15.5:6803/2937862427]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-04T22:20:57.615 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:57 smithi005 ceph-mon[65467]: pgmap v62: 97 pgs: 7 active+undersized, 29 active+undersized+degraded, 61 active+clean; 341 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.1 KiB/s rd, 4.1 MiB/s wr, 407 op/s; 214/1674 objects degraded (12.784%) 2024-09-04T22:20:57.615 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:57 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:57.615 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:57 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:57.721 INFO:teuthology.orchestra.run.smithi005.stdout: 5 132272 9.88 MB/sec execute 222 sec latency 39.908 ms 2024-09-04T22:20:57.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:57 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:57.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:57 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:57.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:57 smithi115 ceph-mon[51971]: from='osd.0 [v2:172.21.15.5:6802/2937862427,v1:172.21.15.5:6803/2937862427]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-04T22:20:57.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:57 smithi115 ceph-mon[51971]: pgmap v62: 97 pgs: 7 active+undersized, 29 active+undersized+degraded, 61 active+clean; 341 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.1 KiB/s rd, 4.1 MiB/s wr, 407 op/s; 214/1674 objects degraded (12.784%) 2024-09-04T22:20:57.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:57 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:57.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:57 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:20:58.721 INFO:teuthology.orchestra.run.smithi005.stdout: 5 132626 9.87 MB/sec execute 223 sec latency 142.707 ms 2024-09-04T22:20:58.789 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:58 smithi005 ceph-mon[65467]: from='osd.0 [v2:172.21.15.5:6802/2937862427,v1:172.21.15.5:6803/2937862427]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-04T22:20:58.789 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:58 smithi005 ceph-mon[65467]: osdmap e76: 8 total, 7 up, 8 in 2024-09-04T22:20:58.789 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:58 smithi005 ceph-mon[65467]: from='osd.0 [v2:172.21.15.5:6802/2937862427,v1:172.21.15.5:6803/2937862427]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]: dispatch 2024-09-04T22:20:58.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:58 smithi115 ceph-mon[51971]: from='osd.0 [v2:172.21.15.5:6802/2937862427,v1:172.21.15.5:6803/2937862427]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-04T22:20:58.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:58 smithi115 ceph-mon[51971]: osdmap e76: 8 total, 7 up, 8 in 2024-09-04T22:20:58.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:58 smithi115 ceph-mon[51971]: from='osd.0 [v2:172.21.15.5:6802/2937862427,v1:172.21.15.5:6803/2937862427]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]: dispatch 2024-09-04T22:20:59.655 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:59 smithi005 ceph-mon[65467]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-04T22:20:59.655 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:59 smithi005 ceph-mon[65467]: osd.0 [v2:172.21.15.5:6802/2937862427,v1:172.21.15.5:6803/2937862427] boot 2024-09-04T22:20:59.655 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:59 smithi005 ceph-mon[65467]: osdmap e77: 8 total, 8 up, 8 in 2024-09-04T22:20:59.656 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:59 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-04T22:20:59.656 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:20:59 smithi005 ceph-mon[65467]: pgmap v65: 97 pgs: 23 peering, 5 active+undersized, 8 active+undersized+degraded, 61 active+clean; 340 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.7 KiB/s rd, 6.1 MiB/s wr, 624 op/s; 87/1725 objects degraded (5.043%) 2024-09-04T22:20:59.721 INFO:teuthology.orchestra.run.smithi005.stdout: 5 132715 9.83 MB/sec execute 224 sec latency 1142.741 ms 2024-09-04T22:20:59.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:59 smithi115 ceph-mon[51971]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-04T22:20:59.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:59 smithi115 ceph-mon[51971]: osd.0 [v2:172.21.15.5:6802/2937862427,v1:172.21.15.5:6803/2937862427] boot 2024-09-04T22:20:59.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:59 smithi115 ceph-mon[51971]: osdmap e77: 8 total, 8 up, 8 in 2024-09-04T22:20:59.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:59 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-04T22:20:59.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:20:59 smithi115 ceph-mon[51971]: pgmap v65: 97 pgs: 23 peering, 5 active+undersized, 8 active+undersized+degraded, 61 active+clean; 340 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.7 KiB/s rd, 6.1 MiB/s wr, 624 op/s; 87/1725 objects degraded (5.043%) 2024-09-04T22:21:00.721 INFO:teuthology.orchestra.run.smithi005.stdout: 5 132715 9.79 MB/sec execute 225 sec latency 2142.018 ms 2024-09-04T22:21:00.811 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:00 smithi005 ceph-mon[65467]: osdmap e78: 8 total, 8 up, 8 in 2024-09-04T22:21:00.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:00 smithi115 ceph-mon[51971]: osdmap e78: 8 total, 8 up, 8 in 2024-09-04T22:21:01.588 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:01 smithi005 ceph-mon[65467]: osdmap e79: 8 total, 8 up, 8 in 2024-09-04T22:21:01.588 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:01 smithi005 ceph-mon[65467]: Health check update: Degraded data redundancy: 87/1725 objects degraded (5.043%), 8 pgs degraded (PG_DEGRADED) 2024-09-04T22:21:01.588 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:01 smithi005 ceph-mon[65467]: pgmap v68: 97 pgs: 23 peering, 5 active+undersized, 8 active+undersized+degraded, 61 active+clean; 340 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.0 KiB/s rd, 5.4 MiB/s wr, 625 op/s; 87/1725 objects degraded (5.043%) 2024-09-04T22:21:01.721 INFO:teuthology.orchestra.run.smithi005.stdout: 5 133064 9.77 MB/sec execute 226 sec latency 2150.676 ms 2024-09-04T22:21:01.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:01 smithi115 ceph-mon[51971]: osdmap e79: 8 total, 8 up, 8 in 2024-09-04T22:21:01.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:01 smithi115 ceph-mon[51971]: Health check update: Degraded data redundancy: 87/1725 objects degraded (5.043%), 8 pgs degraded (PG_DEGRADED) 2024-09-04T22:21:01.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:01 smithi115 ceph-mon[51971]: pgmap v68: 97 pgs: 23 peering, 5 active+undersized, 8 active+undersized+degraded, 61 active+clean; 340 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.0 KiB/s rd, 5.4 MiB/s wr, 625 op/s; 87/1725 objects degraded (5.043%) 2024-09-04T22:21:02.608 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:02 smithi005 ceph-mon[65467]: osdmap e80: 8 total, 8 up, 8 in 2024-09-04T22:21:02.608 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:02 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:21:02.608 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:02 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:21:02.608 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:02 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:21:02.608 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:02 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:21:02.608 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:02 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:21:02.608 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:02 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:21:02.721 INFO:teuthology.orchestra.run.smithi005.stdout: 5 133270 9.75 MB/sec execute 227 sec latency 997.328 ms 2024-09-04T22:21:02.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:02 smithi115 ceph-mon[51971]: osdmap e80: 8 total, 8 up, 8 in 2024-09-04T22:21:02.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:02 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:21:02.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:02 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:21:02.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:02 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:21:02.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:02 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:21:02.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:02 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:21:02.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:02 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:21:03.721 INFO:teuthology.orchestra.run.smithi005.stdout: 5 133635 9.76 MB/sec execute 228 sec latency 999.917 ms 2024-09-04T22:21:03.808 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:03 smithi005 ceph-mon[65467]: osdmap e81: 8 total, 8 up, 8 in 2024-09-04T22:21:03.808 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:21:03.808 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:21:03.808 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:21:03.809 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:21:03.809 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-04T22:21:03.809 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:03 smithi005 ceph-mon[65467]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-04T22:21:03.809 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:03 smithi005 ceph-mon[65467]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-09-04T22:21:03.809 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:03 smithi005 ceph-mon[65467]: pgmap v71: 97 pgs: 23 peering, 2 active+undersized+degraded, 72 active+clean; 340 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 320 KiB/s wr, 19 op/s; 22/1698 objects degraded (1.296%); 0 B/s, 16 objects/s recovering 2024-09-04T22:21:03.809 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:21:03.809 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:21:03.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:03 smithi115 ceph-mon[51971]: osdmap e81: 8 total, 8 up, 8 in 2024-09-04T22:21:03.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:03 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:21:03.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:03 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:21:03.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:03 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:21:03.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:03 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:21:03.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:03 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-04T22:21:03.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:03 smithi115 ceph-mon[51971]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-04T22:21:03.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:03 smithi115 ceph-mon[51971]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-09-04T22:21:03.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:03 smithi115 ceph-mon[51971]: pgmap v71: 97 pgs: 23 peering, 2 active+undersized+degraded, 72 active+clean; 340 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 320 KiB/s wr, 19 op/s; 22/1698 objects degraded (1.296%); 0 B/s, 16 objects/s recovering 2024-09-04T22:21:03.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:03 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:21:03.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:03 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:21:04.721 INFO:teuthology.orchestra.run.smithi005.stdout: 5 134013 9.76 MB/sec execute 229 sec latency 1008.166 ms 2024-09-04T22:21:04.817 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:04 smithi005 ceph-mon[65467]: osdmap e82: 8 total, 8 up, 8 in 2024-09-04T22:21:04.817 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:04 smithi005 ceph-mon[65467]: osdmap e83: 8 total, 8 up, 8 in 2024-09-04T22:21:04.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:04 smithi115 ceph-mon[51971]: osdmap e82: 8 total, 8 up, 8 in 2024-09-04T22:21:04.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:04 smithi115 ceph-mon[51971]: osdmap e83: 8 total, 8 up, 8 in 2024-09-04T22:21:05.722 INFO:teuthology.orchestra.run.smithi005.stdout: 5 134371 9.77 MB/sec execute 230 sec latency 56.811 ms 2024-09-04T22:21:05.838 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:05 smithi005 ceph-mon[65467]: pgmap v74: 97 pgs: 1 peering, 2 active+undersized+degraded, 94 active+clean; 334 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.2 KiB/s rd, 3.1 MiB/s wr, 405 op/s; 22/1572 objects degraded (1.399%); 1.0 MiB/s, 52 objects/s recovering 2024-09-04T22:21:05.838 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:05 smithi005 ceph-mon[65467]: Health check update: Degraded data redundancy: 22/1698 objects degraded (1.296%), 2 pgs degraded (PG_DEGRADED) 2024-09-04T22:21:05.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:05 smithi115 ceph-mon[51971]: pgmap v74: 97 pgs: 1 peering, 2 active+undersized+degraded, 94 active+clean; 334 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.2 KiB/s rd, 3.1 MiB/s wr, 405 op/s; 22/1572 objects degraded (1.399%); 1.0 MiB/s, 52 objects/s recovering 2024-09-04T22:21:05.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:05 smithi115 ceph-mon[51971]: Health check update: Degraded data redundancy: 22/1698 objects degraded (1.296%), 2 pgs degraded (PG_DEGRADED) 2024-09-04T22:21:06.722 INFO:teuthology.orchestra.run.smithi005.stdout: 5 134757 9.80 MB/sec execute 231 sec latency 68.834 ms 2024-09-04T22:21:07.721 INFO:teuthology.orchestra.run.smithi005.stdout: 5 135146 9.79 MB/sec execute 232 sec latency 71.339 ms 2024-09-04T22:21:08.166 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:08 smithi005 ceph-mon[65467]: pgmap v75: 97 pgs: 1 peering, 2 active+undersized+degraded, 94 active+clean; 334 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.0 KiB/s rd, 2.3 MiB/s wr, 297 op/s; 22/1572 objects degraded (1.399%); 770 KiB/s, 38 objects/s recovering 2024-09-04T22:21:08.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:08 smithi115 ceph-mon[51971]: pgmap v75: 97 pgs: 1 peering, 2 active+undersized+degraded, 94 active+clean; 334 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.0 KiB/s rd, 2.3 MiB/s wr, 297 op/s; 22/1572 objects degraded (1.399%); 770 KiB/s, 38 objects/s recovering 2024-09-04T22:21:08.721 INFO:teuthology.orchestra.run.smithi005.stdout: 5 135552 9.81 MB/sec execute 233 sec latency 49.854 ms 2024-09-04T22:21:09.171 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:09 smithi005 ceph-mon[65467]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 22/1572 objects degraded (1.399%), 2 pgs degraded) 2024-09-04T22:21:09.171 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:09 smithi005 ceph-mon[65467]: Cluster is now healthy 2024-09-04T22:21:09.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:09 smithi115 ceph-mon[51971]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 22/1572 objects degraded (1.399%), 2 pgs degraded) 2024-09-04T22:21:09.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:09 smithi115 ceph-mon[51971]: Cluster is now healthy 2024-09-04T22:21:09.721 INFO:teuthology.orchestra.run.smithi005.stdout: 5 136002 9.79 MB/sec execute 234 sec latency 36.640 ms 2024-09-04T22:21:10.196 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:10 smithi005 ceph-mon[65467]: pgmap v76: 97 pgs: 97 active+clean; 342 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 10 KiB/s rd, 7.2 MiB/s wr, 667 op/s; 651 KiB/s, 28 objects/s recovering 2024-09-04T22:21:10.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:10 smithi115 ceph-mon[51971]: pgmap v76: 97 pgs: 97 active+clean; 342 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 10 KiB/s rd, 7.2 MiB/s wr, 667 op/s; 651 KiB/s, 28 objects/s recovering 2024-09-04T22:21:10.722 INFO:teuthology.orchestra.run.smithi005.stdout: 5 136461 9.79 MB/sec execute 235 sec latency 48.009 ms 2024-09-04T22:21:11.728 INFO:teuthology.orchestra.run.smithi005.stdout: 5 136850 9.80 MB/sec execute 236 sec latency 49.695 ms 2024-09-04T22:21:12.261 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:12 smithi005 ceph-mon[65467]: pgmap v77: 97 pgs: 97 active+clean; 342 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.4 KiB/s rd, 5.8 MiB/s wr, 538 op/s; 525 KiB/s, 23 objects/s recovering 2024-09-04T22:21:12.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:12 smithi115 ceph-mon[51971]: pgmap v77: 97 pgs: 97 active+clean; 342 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.4 KiB/s rd, 5.8 MiB/s wr, 538 op/s; 525 KiB/s, 23 objects/s recovering 2024-09-04T22:21:12.728 INFO:teuthology.orchestra.run.smithi005.stdout: 5 137201 9.80 MB/sec execute 237 sec latency 89.128 ms 2024-09-04T22:21:13.728 INFO:teuthology.orchestra.run.smithi005.stdout: 5 137647 9.80 MB/sec execute 238 sec latency 54.507 ms 2024-09-04T22:21:14.294 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:14 smithi005 ceph-mon[65467]: pgmap v78: 97 pgs: 97 active+clean; 340 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.1 KiB/s rd, 5.5 MiB/s wr, 484 op/s; 445 KiB/s, 19 objects/s recovering 2024-09-04T22:21:14.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:14 smithi115 ceph-mon[51971]: pgmap v78: 97 pgs: 97 active+clean; 340 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.1 KiB/s rd, 5.5 MiB/s wr, 484 op/s; 445 KiB/s, 19 objects/s recovering 2024-09-04T22:21:14.728 INFO:teuthology.orchestra.run.smithi005.stdout: 5 137895 9.80 MB/sec execute 239 sec latency 55.701 ms 2024-09-04T22:21:15.728 INFO:teuthology.orchestra.run.smithi005.stdout: 5 138117 9.78 MB/sec execute 240 sec latency 67.132 ms 2024-09-04T22:21:16.285 INFO:teuthology.orchestra.run.smithi005.stdout:true 2024-09-04T22:21:16.374 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:16 smithi005 ceph-mon[65467]: pgmap v79: 97 pgs: 97 active+clean; 334 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.7 KiB/s rd, 6.1 MiB/s wr, 555 op/s; 0 B/s, 4 objects/s recovering 2024-09-04T22:21:16.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:16 smithi115 ceph-mon[51971]: pgmap v79: 97 pgs: 97 active+clean; 334 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.7 KiB/s rd, 6.1 MiB/s wr, 555 op/s; 0 B/s, 4 objects/s recovering 2024-09-04T22:21:16.728 INFO:teuthology.orchestra.run.smithi005.stdout: 5 138426 9.80 MB/sec execute 241 sec latency 45.389 ms 2024-09-04T22:21:17.248 INFO:teuthology.orchestra.run.smithi005.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-04T22:21:17.248 INFO:teuthology.orchestra.run.smithi005.stdout:alertmanager.smithi005 smithi005 *:9093,9094 running (3m) 20s ago 12m 24.1M - 0.23.0 ba2b418f427c d299eba5e5dd 2024-09-04T22:21:17.249 INFO:teuthology.orchestra.run.smithi005.stdout:crash.smithi005 smithi005 running (68s) 20s ago 12m 6895k - 19.1.1-260-gf3418446 e9760d0a26a7 30e3c983ec4d 2024-09-04T22:21:17.249 INFO:teuthology.orchestra.run.smithi005.stdout:crash.smithi115 smithi115 running (62s) 57s ago 11m 6895k - 19.1.1-260-gf3418446 e9760d0a26a7 0089e389692f 2024-09-04T22:21:17.249 INFO:teuthology.orchestra.run.smithi005.stdout:grafana.smithi005 smithi005 *:3000 running (3m) 20s ago 12m 53.2M - 8.3.5 dad864ee21e9 b9c465ba4deb 2024-09-04T22:21:17.249 INFO:teuthology.orchestra.run.smithi005.stdout:mds.foofs.smithi005.vslipg smithi005 running (6m) 20s ago 6m 36.7M - 17.2.0 e1d6a67b021e 7e8076c2570f 2024-09-04T22:21:17.249 INFO:teuthology.orchestra.run.smithi005.stdout:mds.foofs.smithi115.sgjptr smithi115 running (6m) 57s ago 6m 16.3M - 17.2.0 e1d6a67b021e fb533e8d32e8 2024-09-04T22:21:17.249 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.smithi005.hteciz smithi005 *:8443,9283,8765 running (3m) 20s ago 13m 496M - 19.1.1-260-gf3418446 e9760d0a26a7 669eb5d46ffc 2024-09-04T22:21:17.249 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.smithi115.lfvwip smithi115 *:8443,9283,8765 running (2m) 57s ago 11m 439M - 19.1.1-260-gf3418446 e9760d0a26a7 5fc647070f0c 2024-09-04T22:21:17.249 INFO:teuthology.orchestra.run.smithi005.stdout:mon.smithi005 smithi005 running (2m) 20s ago 13m 44.9M 2048M 19.1.1-260-gf3418446 e9760d0a26a7 8ac4e5344f95 2024-09-04T22:21:17.249 INFO:teuthology.orchestra.run.smithi005.stdout:mon.smithi115 smithi115 running (117s) 57s ago 11m 34.1M 2048M 19.1.1-260-gf3418446 e9760d0a26a7 cadad68d26fc 2024-09-04T22:21:17.249 INFO:teuthology.orchestra.run.smithi005.stdout:nfs.foo.0.0.smithi005.rcnjjx smithi005 *:2049 running (6m) 20s ago 6m 257M - 4.0 e1d6a67b021e 292d2c5fa82d 2024-09-04T22:21:17.249 INFO:teuthology.orchestra.run.smithi005.stdout:nfs.foo.1.0.smithi115.gxhqij smithi115 *:2049 running (6m) 57s ago 6m 85.9M - 4.0 e1d6a67b021e e4a881a3497c 2024-09-04T22:21:17.249 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.smithi005 smithi005 *:9100 running (3m) 20s ago 12m 17.6M - 1.3.1 1dbe0e931976 c3be8b87abc8 2024-09-04T22:21:17.249 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.smithi115 smithi115 *:9100 running (3m) 57s ago 11m 18.7M - 1.3.1 1dbe0e931976 a216b8a3c089 2024-09-04T22:21:17.250 INFO:teuthology.orchestra.run.smithi005.stdout:osd.0 smithi005 running (30s) 20s ago 10m 11.9M 1937M 19.1.1-260-gf3418446 e9760d0a26a7 7565bcbd5640 2024-09-04T22:21:17.250 INFO:teuthology.orchestra.run.smithi005.stdout:osd.1 smithi005 running (10m) 20s ago 10m 407M 1937M 17.2.0 e1d6a67b021e c9fad4a1185e 2024-09-04T22:21:17.250 INFO:teuthology.orchestra.run.smithi005.stdout:osd.2 smithi005 running (10m) 20s ago 10m 318M 1937M 17.2.0 e1d6a67b021e e410f866b974 2024-09-04T22:21:17.250 INFO:teuthology.orchestra.run.smithi005.stdout:osd.3 smithi005 running (9m) 20s ago 9m 438M 1937M 17.2.0 e1d6a67b021e 277a1031c723 2024-09-04T22:21:17.250 INFO:teuthology.orchestra.run.smithi005.stdout:osd.4 smithi115 running (9m) 57s ago 9m 421M 2704M 17.2.0 e1d6a67b021e 992c7953a750 2024-09-04T22:21:17.250 INFO:teuthology.orchestra.run.smithi005.stdout:osd.5 smithi115 running (8m) 57s ago 8m 443M 2704M 17.2.0 e1d6a67b021e 37299ec573ae 2024-09-04T22:21:17.250 INFO:teuthology.orchestra.run.smithi005.stdout:osd.6 smithi115 running (8m) 57s ago 8m 389M 2704M 17.2.0 e1d6a67b021e a485cb0df9d8 2024-09-04T22:21:17.250 INFO:teuthology.orchestra.run.smithi005.stdout:osd.7 smithi115 running (8m) 57s ago 8m 528M 2704M 17.2.0 e1d6a67b021e cb10b860cb93 2024-09-04T22:21:17.250 INFO:teuthology.orchestra.run.smithi005.stdout:prometheus.smithi005 smithi005 *:9095 running (2m) 20s ago 11m 64.5M - 2.33.4 514e6a882f6e aae1464e652a 2024-09-04T22:21:17.392 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:17 smithi005 ceph-mon[65467]: from='client.34228 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:21:17.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:17 smithi115 ceph-mon[51971]: from='client.34228 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:21:17.728 INFO:teuthology.orchestra.run.smithi005.stdout: 5 138700 9.78 MB/sec execute 242 sec latency 80.932 ms 2024-09-04T22:21:17.867 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-04T22:21:17.867 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": { 2024-09-04T22:21:17.867 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 2 2024-09-04T22:21:17.867 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:21:17.868 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": { 2024-09-04T22:21:17.868 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 2 2024-09-04T22:21:17.868 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:21:17.868 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": { 2024-09-04T22:21:17.868 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 7, 2024-09-04T22:21:17.868 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 1 2024-09-04T22:21:17.868 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:21:17.868 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": { 2024-09-04T22:21:17.868 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-09-04T22:21:17.868 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:21:17.868 INFO:teuthology.orchestra.run.smithi005.stdout: "overall": { 2024-09-04T22:21:17.868 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 9, 2024-09-04T22:21:17.868 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 5 2024-09-04T22:21:17.869 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-04T22:21:17.869 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-04T22:21:18.403 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:18 smithi005 ceph-mon[65467]: from='client.34232 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:21:18.403 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:18 smithi005 ceph-mon[65467]: pgmap v80: 97 pgs: 97 active+clean; 334 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.7 KiB/s rd, 5.3 MiB/s wr, 482 op/s; 0 B/s, 3 objects/s recovering 2024-09-04T22:21:18.403 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:18 smithi005 ceph-mon[65467]: from='client.34236 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:21:18.403 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:18 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-04T22:21:18.403 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:18 smithi005 ceph-mon[65467]: from='client.? 172.21.15.5:0/1812694821' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:21:18.404 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:18 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:21:18.404 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:18 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:21:18.404 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:18 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:21:18.419 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-04T22:21:18.420 INFO:teuthology.orchestra.run.smithi005.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15", 2024-09-04T22:21:18.420 INFO:teuthology.orchestra.run.smithi005.stdout: "in_progress": true, 2024-09-04T22:21:18.420 INFO:teuthology.orchestra.run.smithi005.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-04T22:21:18.420 INFO:teuthology.orchestra.run.smithi005.stdout: "services_complete": [ 2024-09-04T22:21:18.420 INFO:teuthology.orchestra.run.smithi005.stdout: "mon", 2024-09-04T22:21:18.420 INFO:teuthology.orchestra.run.smithi005.stdout: "crash", 2024-09-04T22:21:18.420 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr" 2024-09-04T22:21:18.420 INFO:teuthology.orchestra.run.smithi005.stdout: ], 2024-09-04T22:21:18.420 INFO:teuthology.orchestra.run.smithi005.stdout: "progress": "7/23 daemons upgraded", 2024-09-04T22:21:18.420 INFO:teuthology.orchestra.run.smithi005.stdout: "message": "Currently upgrading osd daemons", 2024-09-04T22:21:18.420 INFO:teuthology.orchestra.run.smithi005.stdout: "is_paused": false 2024-09-04T22:21:18.420 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-04T22:21:18.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:18 smithi115 ceph-mon[51971]: from='client.34232 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:21:18.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:18 smithi115 ceph-mon[51971]: pgmap v80: 97 pgs: 97 active+clean; 334 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.7 KiB/s rd, 5.3 MiB/s wr, 482 op/s; 0 B/s, 3 objects/s recovering 2024-09-04T22:21:18.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:18 smithi115 ceph-mon[51971]: from='client.34236 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:21:18.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:18 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-04T22:21:18.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:18 smithi115 ceph-mon[51971]: from='client.? 172.21.15.5:0/1812694821' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:21:18.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:18 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:21:18.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:18 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:21:18.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:18 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:21:18.728 INFO:teuthology.orchestra.run.smithi005.stdout: 5 139010 9.79 MB/sec execute 243 sec latency 48.901 ms 2024-09-04T22:21:19.103 INFO:teuthology.orchestra.run.smithi005.stdout:HEALTH_OK 2024-09-04T22:21:19.421 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:19 smithi005 ceph-mon[65467]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-04T22:21:19.421 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:19 smithi005 ceph-mon[65467]: Upgrade: osd.1 is safe to restart 2024-09-04T22:21:19.421 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:19 smithi005 ceph-mon[65467]: from='client.? 172.21.15.5:0/1000213491' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-04T22:21:19.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:19 smithi115 ceph-mon[51971]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-04T22:21:19.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:19 smithi115 ceph-mon[51971]: Upgrade: osd.1 is safe to restart 2024-09-04T22:21:19.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:19 smithi115 ceph-mon[51971]: from='client.? 172.21.15.5:0/1000213491' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-04T22:21:19.728 INFO:teuthology.orchestra.run.smithi005.stdout: 5 139380 9.78 MB/sec execute 244 sec latency 49.483 ms 2024-09-04T22:21:20.440 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:20 smithi005 ceph-mon[65467]: from='client.44173 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:21:20.440 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:20 smithi005 ceph-mon[65467]: pgmap v81: 97 pgs: 97 active+clean; 337 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.2 KiB/s rd, 7.3 MiB/s wr, 651 op/s; 0 B/s, 3 objects/s recovering 2024-09-04T22:21:20.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:20 smithi115 ceph-mon[51971]: from='client.44173 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:21:20.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:20 smithi115 ceph-mon[51971]: pgmap v81: 97 pgs: 97 active+clean; 337 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.2 KiB/s rd, 7.3 MiB/s wr, 651 op/s; 0 B/s, 3 objects/s recovering 2024-09-04T22:21:20.728 INFO:teuthology.orchestra.run.smithi005.stdout: 5 139805 9.76 MB/sec execute 245 sec latency 48.718 ms 2024-09-04T22:21:21.446 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:21 smithi005 ceph-mon[65467]: Upgrade: Updating osd.1 2024-09-04T22:21:21.446 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:21 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:21:21.446 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:21 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-04T22:21:21.446 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:21 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:21:21.446 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:21 smithi005 ceph-mon[65467]: Deploying daemon osd.1 on smithi005 2024-09-04T22:21:21.446 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:21 smithi005 ceph-mon[65467]: pgmap v82: 97 pgs: 97 active+clean; 337 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.4 KiB/s rd, 4.3 MiB/s wr, 421 op/s 2024-09-04T22:21:21.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:21 smithi115 ceph-mon[51971]: Upgrade: Updating osd.1 2024-09-04T22:21:21.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:21 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:21:21.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:21 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-04T22:21:21.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:21 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:21:21.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:21 smithi115 ceph-mon[51971]: Deploying daemon osd.1 on smithi005 2024-09-04T22:21:21.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:21 smithi115 ceph-mon[51971]: pgmap v82: 97 pgs: 97 active+clean; 337 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.4 KiB/s rd, 4.3 MiB/s wr, 421 op/s 2024-09-04T22:21:21.728 INFO:teuthology.orchestra.run.smithi005.stdout: 5 140151 9.76 MB/sec execute 246 sec latency 46.984 ms 2024-09-04T22:21:22.728 INFO:teuthology.orchestra.run.smithi005.stdout: 5 140634 9.78 MB/sec execute 247 sec latency 48.743 ms 2024-09-04T22:21:23.728 INFO:teuthology.orchestra.run.smithi005.stdout: 5 141067 9.78 MB/sec execute 248 sec latency 50.395 ms 2024-09-04T22:21:24.238 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:24 smithi005 ceph-mon[65467]: pgmap v83: 97 pgs: 97 active+clean; 336 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.4 KiB/s rd, 4.6 MiB/s wr, 438 op/s 2024-09-04T22:21:24.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:24 smithi115 ceph-mon[51971]: pgmap v83: 97 pgs: 97 active+clean; 336 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.4 KiB/s rd, 4.6 MiB/s wr, 438 op/s 2024-09-04T22:21:24.728 INFO:teuthology.orchestra.run.smithi005.stdout: 5 141376 9.79 MB/sec execute 249 sec latency 51.158 ms 2024-09-04T22:21:25.010 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:21:24 smithi005 systemd[1]: Stopping Ceph osd.1 for fc6cab94-6b09-11ef-bcd6-c7b262605968... 2024-09-04T22:21:25.266 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:21:25 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-1[37823]: 2024-09-04T22:21:25.159+0000 7fc9be361700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-04T22:21:25.266 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:21:25 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-1[37823]: 2024-09-04T22:21:25.159+0000 7fc9be361700 -1 osd.1 83 *** Got signal Terminated *** 2024-09-04T22:21:25.266 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:21:25 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-1[37823]: 2024-09-04T22:21:25.159+0000 7fc9be361700 -1 osd.1 83 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-04T22:21:25.728 INFO:teuthology.orchestra.run.smithi005.stdout: 5 141576 9.77 MB/sec execute 250 sec latency 62.026 ms 2024-09-04T22:21:26.295 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:26 smithi005 ceph-mon[65467]: pgmap v84: 97 pgs: 97 active+clean; 331 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.9 KiB/s rd, 6.0 MiB/s wr, 645 op/s 2024-09-04T22:21:26.295 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:26 smithi005 ceph-mon[65467]: osd.1 marked itself down and dead 2024-09-04T22:21:26.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:26 smithi115 ceph-mon[51971]: pgmap v84: 97 pgs: 97 active+clean; 331 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.9 KiB/s rd, 6.0 MiB/s wr, 645 op/s 2024-09-04T22:21:26.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:26 smithi115 ceph-mon[51971]: osd.1 marked itself down and dead 2024-09-04T22:21:26.729 INFO:teuthology.orchestra.run.smithi005.stdout: 5 141831 9.77 MB/sec execute 251 sec latency 518.373 ms 2024-09-04T22:21:26.807 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:21:26 smithi005 podman[73675]: 2024-09-04 22:21:26.804714905 +0000 UTC m=+1.770717482 container died c9fad4a1185e9ba8dc1262085eb57f791bca6dab01bbaf387524e70d08b955ca (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-1, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.k8s.display-name=CentOS Stream 8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_BRANCH=HEAD, version=8, CEPH_POINT_RELEASE=-17.2.0, vcs-type=git, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., release=754, name=centos-stream, io.buildah.version=1.19.8, io.openshift.expose-services=, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, RELEASE=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=https://github.com/ceph/ceph-container.git, distribution-scope=public, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, build-date=2022-05-03T08:36:31.336870, vendor=Red Hat, Inc., com.redhat.component=centos-stream-container, ceph=True, io.openshift.tags=base centos centos-stream) 2024-09-04T22:21:27.339 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:27 smithi005 ceph-mon[65467]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-04T22:21:27.339 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:27 smithi005 ceph-mon[65467]: osdmap e84: 8 total, 7 up, 8 in 2024-09-04T22:21:27.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:27 smithi115 ceph-mon[51971]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-04T22:21:27.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:27 smithi115 ceph-mon[51971]: osdmap e84: 8 total, 7 up, 8 in 2024-09-04T22:21:27.729 INFO:teuthology.orchestra.run.smithi005.stdout: 5 142060 9.75 MB/sec execute 252 sec latency 927.614 ms 2024-09-04T22:21:27.861 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:21:27 smithi005 podman[73675]: 2024-09-04 22:21:27.713478211 +0000 UTC m=+2.679480791 container cleanup c9fad4a1185e9ba8dc1262085eb57f791bca6dab01bbaf387524e70d08b955ca (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-1, GIT_CLEAN=True, architecture=x86_64, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, name=centos-stream, vcs-type=git, ceph=True, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.k8s.display-name=CentOS Stream 8, version=8, maintainer=Guillaume Abrioux , io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_BRANCH=HEAD, distribution-scope=public, io.buildah.version=1.19.8, build-date=2022-05-03T08:36:31.336870, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, RELEASE=HEAD, com.redhat.component=centos-stream-container, io.openshift.tags=base centos centos-stream, release=754, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vendor=Red Hat, Inc., io.openshift.expose-services=, CEPH_POINT_RELEASE=-17.2.0, GIT_REPO=https://github.com/ceph/ceph-container.git) 2024-09-04T22:21:27.861 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:21:27 smithi005 bash[73675]: ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-1 2024-09-04T22:21:28.113 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:28 smithi005 ceph-mon[65467]: pgmap v86: 97 pgs: 14 stale+active+clean, 83 active+clean; 331 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.3 KiB/s rd, 4.9 MiB/s wr, 498 op/s 2024-09-04T22:21:28.113 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:28 smithi005 ceph-mon[65467]: osdmap e85: 8 total, 7 up, 8 in 2024-09-04T22:21:28.113 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:21:28 smithi005 podman[73690]: 2024-09-04 22:21:28.088259372 +0000 UTC m=+1.286461592 container remove c9fad4a1185e9ba8dc1262085eb57f791bca6dab01bbaf387524e70d08b955ca (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-1, architecture=x86_64, com.redhat.component=centos-stream-container, release=754, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_REPO=https://github.com/ceph/ceph-container.git, build-date=2022-05-03T08:36:31.336870, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_BRANCH=HEAD, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vcs-type=git, RELEASE=HEAD, CEPH_POINT_RELEASE=-17.2.0, version=8, distribution-scope=public, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_CLEAN=True, io.buildah.version=1.19.8, io.k8s.display-name=CentOS Stream 8, io.openshift.tags=base centos centos-stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, maintainer=Guillaume Abrioux , ceph=True, vendor=Red Hat, Inc., io.openshift.expose-services=, name=centos-stream, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac) 2024-09-04T22:21:28.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:28 smithi115 ceph-mon[51971]: pgmap v86: 97 pgs: 14 stale+active+clean, 83 active+clean; 331 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.3 KiB/s rd, 4.9 MiB/s wr, 498 op/s 2024-09-04T22:21:28.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:28 smithi115 ceph-mon[51971]: osdmap e85: 8 total, 7 up, 8 in 2024-09-04T22:21:28.729 INFO:teuthology.orchestra.run.smithi005.stdout: 5 142452 9.77 MB/sec execute 253 sec latency 64.953 ms 2024-09-04T22:21:28.882 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:21:28 smithi005 podman[73780]: 2024-09-04 22:21:28.569963881 +0000 UTC m=+0.023593617 image pull e9760d0a26a7fddbeef4ac34fe459ff206acc1fc616e70634efad78bae5faf82 quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15 2024-09-04T22:21:28.882 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:21:28 smithi005 podman[73780]: 2024-09-04 22:21:28.739949462 +0000 UTC m=+0.193579183 container create 2c9b1100a546c29d499359a7fa6c352f4f49305dd08ad93665852a5e2ba299d8 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, GIT_CLEAN=True) 2024-09-04T22:21:29.133 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:21:29 smithi005 podman[73780]: 2024-09-04 22:21:29.110471093 +0000 UTC m=+0.564100815 container init 2c9b1100a546c29d499359a7fa6c352f4f49305dd08ad93665852a5e2ba299d8 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-1-deactivate, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-09-04T22:21:29.133 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:21:29 smithi005 podman[73780]: 2024-09-04 22:21:29.122875343 +0000 UTC m=+0.576505069 container start 2c9b1100a546c29d499359a7fa6c352f4f49305dd08ad93665852a5e2ba299d8 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-1-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.schema-version=1.0) 2024-09-04T22:21:29.391 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:29 smithi005 ceph-mon[65467]: Health check failed: Degraded data redundancy: 156/1716 objects degraded (9.091%), 19 pgs degraded (PG_DEGRADED) 2024-09-04T22:21:29.391 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:21:29 smithi005 podman[73780]: 2024-09-04 22:21:29.277975093 +0000 UTC m=+0.731604840 container attach 2c9b1100a546c29d499359a7fa6c352f4f49305dd08ad93665852a5e2ba299d8 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-1-deactivate, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-04T22:21:29.642 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:21:29 smithi005 podman[73780]: 2024-09-04 22:21:29.454712165 +0000 UTC m=+0.908341901 container died 2c9b1100a546c29d499359a7fa6c352f4f49305dd08ad93665852a5e2ba299d8 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-1-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-09-04T22:21:29.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:29 smithi115 ceph-mon[51971]: Health check failed: Degraded data redundancy: 156/1716 objects degraded (9.091%), 19 pgs degraded (PG_DEGRADED) 2024-09-04T22:21:29.729 INFO:teuthology.orchestra.run.smithi005.stdout: 5 142743 9.76 MB/sec execute 254 sec latency 41.093 ms 2024-09-04T22:21:30.403 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:30 smithi005 ceph-mon[65467]: pgmap v88: 97 pgs: 12 active+undersized, 3 stale+active+clean, 19 active+undersized+degraded, 63 active+clean; 336 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.9 KiB/s rd, 5.8 MiB/s wr, 563 op/s; 156/1716 objects degraded (9.091%) 2024-09-04T22:21:30.403 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:21:30 smithi005 podman[73802]: 2024-09-04 22:21:30.295602686 +0000 UTC m=+0.832231447 container remove 2c9b1100a546c29d499359a7fa6c352f4f49305dd08ad93665852a5e2ba299d8 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-1-deactivate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, ceph=True, org.label-schema.vendor=CentOS) 2024-09-04T22:21:30.403 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:21:30 smithi005 systemd[1]: ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@osd.1.service: Deactivated successfully. 2024-09-04T22:21:30.403 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:21:30 smithi005 systemd[1]: Stopped Ceph osd.1 for fc6cab94-6b09-11ef-bcd6-c7b262605968. 2024-09-04T22:21:30.404 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:21:30 smithi005 systemd[1]: ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@osd.1.service: Consumed 2min 14.924s CPU time. 2024-09-04T22:21:30.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:30 smithi115 ceph-mon[51971]: pgmap v88: 97 pgs: 12 active+undersized, 3 stale+active+clean, 19 active+undersized+degraded, 63 active+clean; 336 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.9 KiB/s rd, 5.8 MiB/s wr, 563 op/s; 156/1716 objects degraded (9.091%) 2024-09-04T22:21:30.729 INFO:teuthology.orchestra.run.smithi005.stdout: 5 143154 9.73 MB/sec execute 255 sec latency 36.192 ms 2024-09-04T22:21:30.910 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:21:30 smithi005 systemd[1]: Starting Ceph osd.1 for fc6cab94-6b09-11ef-bcd6-c7b262605968... 2024-09-04T22:21:31.163 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:21:30 smithi005 podman[73899]: 2024-09-04 22:21:30.864435161 +0000 UTC m=+0.020999975 image pull e9760d0a26a7fddbeef4ac34fe459ff206acc1fc616e70634efad78bae5faf82 quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15 2024-09-04T22:21:31.163 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:21:31 smithi005 podman[73899]: 2024-09-04 22:21:31.003071306 +0000 UTC m=+0.159636109 container create d401b2fa2656cfd5387ca566058c96a4d9c8d330c25420c0ae55790e2d60f3b1 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-1-activate, ceph=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-04T22:21:31.414 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:21:31 smithi005 podman[73899]: 2024-09-04 22:21:31.407347217 +0000 UTC m=+0.563912028 container init d401b2fa2656cfd5387ca566058c96a4d9c8d330c25420c0ae55790e2d60f3b1 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-1-activate, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-09-04T22:21:31.590 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:21:31 smithi005 podman[73899]: 2024-09-04 22:21:31.421152785 +0000 UTC m=+0.577717595 container start d401b2fa2656cfd5387ca566058c96a4d9c8d330c25420c0ae55790e2d60f3b1 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-1-activate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.vendor=CentOS) 2024-09-04T22:21:31.665 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:21:31 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-1-activate[73913]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-04T22:21:31.665 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:21:31 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-1-activate[73913]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-04T22:21:31.729 INFO:teuthology.orchestra.run.smithi005.stdout: 5 143487 9.72 MB/sec execute 256 sec latency 38.735 ms 2024-09-04T22:21:31.916 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:21:31 smithi005 bash[73899]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-04T22:21:31.916 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:21:31 smithi005 bash[73899]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-04T22:21:31.916 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:21:31 smithi005 podman[73899]: 2024-09-04 22:21:31.900720108 +0000 UTC m=+1.057284912 container attach d401b2fa2656cfd5387ca566058c96a4d9c8d330c25420c0ae55790e2d60f3b1 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-1-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_CLEAN=True, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.license=GPLv2) 2024-09-04T22:21:32.174 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:32 smithi005 ceph-mon[65467]: pgmap v89: 97 pgs: 15 active+undersized, 24 active+undersized+degraded, 58 active+clean; 338 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.1 KiB/s rd, 5.9 MiB/s wr, 607 op/s; 188/1722 objects degraded (10.918%) 2024-09-04T22:21:32.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:32 smithi115 ceph-mon[51971]: pgmap v89: 97 pgs: 15 active+undersized, 24 active+undersized+degraded, 58 active+clean; 338 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.1 KiB/s rd, 5.9 MiB/s wr, 607 op/s; 188/1722 objects degraded (10.918%) 2024-09-04T22:21:32.729 INFO:teuthology.orchestra.run.smithi005.stdout: 5 143776 9.71 MB/sec execute 257 sec latency 44.193 ms 2024-09-04T22:21:32.947 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:21:32 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-1-activate[73913]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-04T22:21:32.947 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:21:32 smithi005 bash[73899]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-04T22:21:32.948 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:21:32 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-1-activate[73913]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-04T22:21:32.948 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:21:32 smithi005 bash[73899]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-04T22:21:33.462 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:21:33 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-1-activate[73913]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-04T22:21:33.462 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:21:33 smithi005 bash[73899]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-04T22:21:33.462 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:21:33 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-1-activate[73913]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-04T22:21:33.462 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:21:33 smithi005 bash[73899]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-04T22:21:33.462 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:21:33 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-1-activate[73913]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-09-04T22:21:33.462 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:21:33 smithi005 bash[73899]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-09-04T22:21:33.462 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:21:33 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-1-activate[73913]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-04T22:21:33.462 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:21:33 smithi005 bash[73899]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-04T22:21:33.462 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:21:33 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-1-activate[73913]: --> ceph-volume raw activate successful for osd ID: 1 2024-09-04T22:21:33.462 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:21:33 smithi005 bash[73899]: --> ceph-volume raw activate successful for osd ID: 1 2024-09-04T22:21:33.463 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:21:33 smithi005 podman[73899]: 2024-09-04 22:21:33.337187767 +0000 UTC m=+2.493752575 container died d401b2fa2656cfd5387ca566058c96a4d9c8d330c25420c0ae55790e2d60f3b1 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-1-activate, GIT_CLEAN=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-04T22:21:33.729 INFO:teuthology.orchestra.run.smithi005.stdout: 5 144221 9.74 MB/sec execute 258 sec latency 71.196 ms 2024-09-04T22:21:34.218 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:34 smithi005 ceph-mon[65467]: pgmap v90: 97 pgs: 15 active+undersized, 24 active+undersized+degraded, 58 active+clean; 337 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.9 KiB/s rd, 3.8 MiB/s wr, 294 op/s; 185/1698 objects degraded (10.895%) 2024-09-04T22:21:34.218 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:34 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:21:34.218 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:34 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:21:34.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:34 smithi115 ceph-mon[51971]: pgmap v90: 97 pgs: 15 active+undersized, 24 active+undersized+degraded, 58 active+clean; 337 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.9 KiB/s rd, 3.8 MiB/s wr, 294 op/s; 185/1698 objects degraded (10.895%) 2024-09-04T22:21:34.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:34 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:21:34.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:34 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:21:34.476 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:21:34 smithi005 podman[74053]: 2024-09-04 22:21:34.22393341 +0000 UTC m=+0.879091175 container remove d401b2fa2656cfd5387ca566058c96a4d9c8d330c25420c0ae55790e2d60f3b1 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-1-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-09-04T22:21:34.727 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:21:34 smithi005 podman[74106]: 2024-09-04 22:21:34.390007926 +0000 UTC m=+0.024521864 image pull e9760d0a26a7fddbeef4ac34fe459ff206acc1fc616e70634efad78bae5faf82 quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15 2024-09-04T22:21:34.727 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:21:34 smithi005 podman[74106]: 2024-09-04 22:21:34.539184773 +0000 UTC m=+0.173698692 container create 4b3d60bb2c25a1cdb80b834a641ea046f827fa52d73ac960be7a3b85957c7434 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-1, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True) 2024-09-04T22:21:34.729 INFO:teuthology.orchestra.run.smithi005.stdout: 5 144746 9.75 MB/sec execute 259 sec latency 38.690 ms 2024-09-04T22:21:34.886 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:21:34 smithi005 podman[74106]: 2024-09-04 22:21:34.87999047 +0000 UTC m=+0.514504399 container init 4b3d60bb2c25a1cdb80b834a641ea046f827fa52d73ac960be7a3b85957c7434 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-1, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2) 2024-09-04T22:21:34.989 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:21:34 smithi005 podman[74106]: 2024-09-04 22:21:34.890095697 +0000 UTC m=+0.524609617 container start 4b3d60bb2c25a1cdb80b834a641ea046f827fa52d73ac960be7a3b85957c7434 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-1, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844) 2024-09-04T22:21:34.989 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:21:34 smithi005 ceph-osd[74126]: -- 172.21.15.5:0/234467371 <== mon.1 v2:172.21.15.115:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5565e5ba01e0 con 0x5565e4d8dc00 2024-09-04T22:21:35.048 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:21:35 smithi005 bash[74106]: 4b3d60bb2c25a1cdb80b834a641ea046f827fa52d73ac960be7a3b85957c7434 2024-09-04T22:21:35.048 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:21:35 smithi005 systemd[1]: Started Ceph osd.1 for fc6cab94-6b09-11ef-bcd6-c7b262605968. 2024-09-04T22:21:35.306 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:35 smithi005 ceph-mon[65467]: Health check update: Degraded data redundancy: 190/1659 objects degraded (11.453%), 24 pgs degraded (PG_DEGRADED) 2024-09-04T22:21:35.306 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:35 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:21:35.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:35 smithi115 ceph-mon[51971]: Health check update: Degraded data redundancy: 190/1659 objects degraded (11.453%), 24 pgs degraded (PG_DEGRADED) 2024-09-04T22:21:35.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:35 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:21:35.729 INFO:teuthology.orchestra.run.smithi005.stdout: 5 145013 9.75 MB/sec execute 260 sec latency 61.484 ms 2024-09-04T22:21:36.324 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:36 smithi005 ceph-mon[65467]: pgmap v91: 97 pgs: 15 active+undersized, 24 active+undersized+degraded, 58 active+clean; 331 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.3 KiB/s rd, 5.5 MiB/s wr, 540 op/s; 190/1659 objects degraded (11.453%) 2024-09-04T22:21:36.324 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:36 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:21:36.324 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:36 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:21:36.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:36 smithi115 ceph-mon[51971]: pgmap v91: 97 pgs: 15 active+undersized, 24 active+undersized+degraded, 58 active+clean; 331 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.3 KiB/s rd, 5.5 MiB/s wr, 540 op/s; 190/1659 objects degraded (11.453%) 2024-09-04T22:21:36.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:36 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:21:36.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:36 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:21:36.729 INFO:teuthology.orchestra.run.smithi005.stdout: 5 145336 9.76 MB/sec execute 261 sec latency 56.030 ms 2024-09-04T22:21:37.104 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:21:36 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-1[74121]: 2024-09-04T22:21:36.973+0000 7f9f24d46640 -1 Falling back to public interface 2024-09-04T22:21:37.729 INFO:teuthology.orchestra.run.smithi005.stdout: 5 145686 9.75 MB/sec execute 262 sec latency 82.330 ms 2024-09-04T22:21:38.371 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:38 smithi005 ceph-mon[65467]: pgmap v92: 97 pgs: 15 active+undersized, 24 active+undersized+degraded, 58 active+clean; 331 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.4 KiB/s rd, 4.9 MiB/s wr, 482 op/s; 190/1659 objects degraded (11.453%) 2024-09-04T22:21:38.449 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:38 smithi115 ceph-mon[51971]: pgmap v92: 97 pgs: 15 active+undersized, 24 active+undersized+degraded, 58 active+clean; 331 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.4 KiB/s rd, 4.9 MiB/s wr, 482 op/s; 190/1659 objects degraded (11.453%) 2024-09-04T22:21:38.729 INFO:teuthology.orchestra.run.smithi005.stdout: 5 145964 9.75 MB/sec execute 263 sec latency 38.353 ms 2024-09-04T22:21:39.729 INFO:teuthology.orchestra.run.smithi005.stdout: 5 146241 9.74 MB/sec execute 264 sec latency 49.068 ms 2024-09-04T22:21:40.412 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:40 smithi005 ceph-mon[65467]: pgmap v93: 97 pgs: 15 active+undersized, 24 active+undersized+degraded, 58 active+clean; 340 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.0 KiB/s rd, 6.5 MiB/s wr, 602 op/s; 199/1737 objects degraded (11.457%) 2024-09-04T22:21:40.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:40 smithi115 ceph-mon[51971]: pgmap v93: 97 pgs: 15 active+undersized, 24 active+undersized+degraded, 58 active+clean; 340 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.0 KiB/s rd, 6.5 MiB/s wr, 602 op/s; 199/1737 objects degraded (11.457%) 2024-09-04T22:21:40.729 INFO:teuthology.orchestra.run.smithi005.stdout: 5 146756 9.73 MB/sec execute 265 sec latency 50.521 ms 2024-09-04T22:21:41.173 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:41 smithi005 ceph-mon[65467]: Health check update: Degraded data redundancy: 199/1737 objects degraded (11.457%), 24 pgs degraded (PG_DEGRADED) 2024-09-04T22:21:41.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:41 smithi115 ceph-mon[51971]: Health check update: Degraded data redundancy: 199/1737 objects degraded (11.457%), 24 pgs degraded (PG_DEGRADED) 2024-09-04T22:21:41.729 INFO:teuthology.orchestra.run.smithi005.stdout: 5 147302 9.74 MB/sec execute 266 sec latency 41.663 ms 2024-09-04T22:21:42.176 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:42 smithi005 ceph-mon[65467]: pgmap v94: 97 pgs: 15 active+undersized, 24 active+undersized+degraded, 58 active+clean; 340 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.5 KiB/s rd, 4.6 MiB/s wr, 469 op/s; 199/1737 objects degraded (11.457%) 2024-09-04T22:21:42.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:42 smithi115 ceph-mon[51971]: pgmap v94: 97 pgs: 15 active+undersized, 24 active+undersized+degraded, 58 active+clean; 340 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.5 KiB/s rd, 4.6 MiB/s wr, 469 op/s; 199/1737 objects degraded (11.457%) 2024-09-04T22:21:42.729 INFO:teuthology.orchestra.run.smithi005.stdout: 5 147951 9.78 MB/sec execute 267 sec latency 28.822 ms 2024-09-04T22:21:42.930 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:21:42 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-1[74121]: 2024-09-04T22:21:42.753+0000 7f9f24d46640 -1 osd.1 0 read_superblock omap replica is missing. 2024-09-04T22:21:43.730 INFO:teuthology.orchestra.run.smithi005.stdout: 5 148494 9.81 MB/sec execute 268 sec latency 33.699 ms 2024-09-04T22:21:43.934 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:21:43 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-1[74121]: 2024-09-04T22:21:43.767+0000 7f9f24d46640 -1 osd.1 83 log_to_monitors true 2024-09-04T22:21:44.193 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:44 smithi005 ceph-mon[65467]: pgmap v95: 97 pgs: 15 active+undersized, 24 active+undersized+degraded, 58 active+clean; 336 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.3 KiB/s rd, 4.7 MiB/s wr, 440 op/s; 204/1761 objects degraded (11.584%) 2024-09-04T22:21:44.193 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:44 smithi005 ceph-mon[65467]: from='osd.1 [v2:172.21.15.5:6810/675084553,v1:172.21.15.5:6811/675084553]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-04T22:21:44.193 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:44 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:21:44.193 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:44 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:21:44.445 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:21:44 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-1[74121]: 2024-09-04T22:21:44.231+0000 7f9f1caf1640 -1 osd.1 83 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-04T22:21:44.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:44 smithi115 ceph-mon[51971]: pgmap v95: 97 pgs: 15 active+undersized, 24 active+undersized+degraded, 58 active+clean; 336 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.3 KiB/s rd, 4.7 MiB/s wr, 440 op/s; 204/1761 objects degraded (11.584%) 2024-09-04T22:21:44.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:44 smithi115 ceph-mon[51971]: from='osd.1 [v2:172.21.15.5:6810/675084553,v1:172.21.15.5:6811/675084553]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-04T22:21:44.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:44 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:21:44.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:44 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:21:44.730 INFO:teuthology.orchestra.run.smithi005.stdout: 5 148912 9.83 MB/sec execute 269 sec latency 30.108 ms 2024-09-04T22:21:45.207 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:45 smithi005 ceph-mon[65467]: from='osd.1 [v2:172.21.15.5:6810/675084553,v1:172.21.15.5:6811/675084553]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-04T22:21:45.208 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:45 smithi005 ceph-mon[65467]: osdmap e86: 8 total, 7 up, 8 in 2024-09-04T22:21:45.208 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:45 smithi005 ceph-mon[65467]: from='osd.1 [v2:172.21.15.5:6810/675084553,v1:172.21.15.5:6811/675084553]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]: dispatch 2024-09-04T22:21:45.208 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:45 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:21:45.208 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:45 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:21:45.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:45 smithi115 ceph-mon[51971]: from='osd.1 [v2:172.21.15.5:6810/675084553,v1:172.21.15.5:6811/675084553]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-04T22:21:45.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:45 smithi115 ceph-mon[51971]: osdmap e86: 8 total, 7 up, 8 in 2024-09-04T22:21:45.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:45 smithi115 ceph-mon[51971]: from='osd.1 [v2:172.21.15.5:6810/675084553,v1:172.21.15.5:6811/675084553]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]: dispatch 2024-09-04T22:21:45.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:45 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:21:45.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:45 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:21:45.730 INFO:teuthology.orchestra.run.smithi005.stdout: 5 149165 9.81 MB/sec execute 270 sec latency 542.504 ms 2024-09-04T22:21:46.450 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:46 smithi005 ceph-mon[65467]: pgmap v97: 97 pgs: 15 active+undersized, 24 active+undersized+degraded, 58 active+clean; 335 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 7.5 KiB/s rd, 6.1 MiB/s wr, 597 op/s; 204/1767 objects degraded (11.545%) 2024-09-04T22:21:46.450 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:46 smithi005 ceph-mon[65467]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-04T22:21:46.450 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:46 smithi005 ceph-mon[65467]: osd.1 [v2:172.21.15.5:6810/675084553,v1:172.21.15.5:6811/675084553] boot 2024-09-04T22:21:46.450 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:46 smithi005 ceph-mon[65467]: osdmap e87: 8 total, 8 up, 8 in 2024-09-04T22:21:46.450 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:46 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-04T22:21:46.450 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:46 smithi005 ceph-mon[65467]: Health check update: Degraded data redundancy: 204/1761 objects degraded (11.584%), 24 pgs degraded (PG_DEGRADED) 2024-09-04T22:21:46.450 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:46 smithi005 ceph-mon[65467]: osdmap e88: 8 total, 8 up, 8 in 2024-09-04T22:21:46.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:46 smithi115 ceph-mon[51971]: pgmap v97: 97 pgs: 15 active+undersized, 24 active+undersized+degraded, 58 active+clean; 335 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 7.5 KiB/s rd, 6.1 MiB/s wr, 597 op/s; 204/1767 objects degraded (11.545%) 2024-09-04T22:21:46.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:46 smithi115 ceph-mon[51971]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-04T22:21:46.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:46 smithi115 ceph-mon[51971]: osd.1 [v2:172.21.15.5:6810/675084553,v1:172.21.15.5:6811/675084553] boot 2024-09-04T22:21:46.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:46 smithi115 ceph-mon[51971]: osdmap e87: 8 total, 8 up, 8 in 2024-09-04T22:21:46.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:46 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-04T22:21:46.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:46 smithi115 ceph-mon[51971]: Health check update: Degraded data redundancy: 204/1761 objects degraded (11.584%), 24 pgs degraded (PG_DEGRADED) 2024-09-04T22:21:46.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:46 smithi115 ceph-mon[51971]: osdmap e88: 8 total, 8 up, 8 in 2024-09-04T22:21:46.730 INFO:teuthology.orchestra.run.smithi005.stdout: 5 149211 9.78 MB/sec execute 271 sec latency 1503.397 ms 2024-09-04T22:21:47.730 INFO:teuthology.orchestra.run.smithi005.stdout: 5 149476 9.78 MB/sec execute 272 sec latency 55.982 ms 2024-09-04T22:21:47.739 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:47 smithi005 ceph-mon[65467]: osdmap e89: 8 total, 8 up, 8 in 2024-09-04T22:21:47.739 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:47 smithi005 ceph-mon[65467]: pgmap v101: 97 pgs: 15 active+undersized, 24 active+undersized+degraded, 58 active+clean; 335 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 10 KiB/s rd, 7.1 MiB/s wr, 853 op/s; 204/1767 objects degraded (11.545%) 2024-09-04T22:21:47.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:47 smithi115 ceph-mon[51971]: osdmap e89: 8 total, 8 up, 8 in 2024-09-04T22:21:47.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:47 smithi115 ceph-mon[51971]: pgmap v101: 97 pgs: 15 active+undersized, 24 active+undersized+degraded, 58 active+clean; 335 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 10 KiB/s rd, 7.1 MiB/s wr, 853 op/s; 204/1767 objects degraded (11.545%) 2024-09-04T22:21:48.730 INFO:teuthology.orchestra.run.smithi005.stdout: 5 149736 9.77 MB/sec execute 273 sec latency 874.787 ms 2024-09-04T22:21:48.765 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:48 smithi005 ceph-mon[65467]: osdmap e90: 8 total, 8 up, 8 in 2024-09-04T22:21:48.765 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:48 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:21:48.765 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:48 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:21:48.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:48 smithi115 ceph-mon[51971]: osdmap e90: 8 total, 8 up, 8 in 2024-09-04T22:21:48.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:48 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:21:48.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:48 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:21:49.588 INFO:teuthology.orchestra.run.smithi005.stdout:true 2024-09-04T22:21:49.633 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:49 smithi005 ceph-mon[65467]: osdmap e91: 8 total, 8 up, 8 in 2024-09-04T22:21:49.634 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:49 smithi005 ceph-mon[65467]: pgmap v104: 97 pgs: 2 peering, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 5 active+undersized, 8 active+undersized+degraded, 78 active+clean; 332 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 5.6 MiB/s wr, 499 op/s; 114/1611 objects degraded (7.076%); 3.4 MiB/s, 39 objects/s recovering 2024-09-04T22:21:49.634 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:49 smithi005 ceph-mon[65467]: osdmap e92: 8 total, 8 up, 8 in 2024-09-04T22:21:49.730 INFO:teuthology.orchestra.run.smithi005.stdout: 5 150012 9.75 MB/sec execute 274 sec latency 786.487 ms 2024-09-04T22:21:49.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:49 smithi115 ceph-mon[51971]: osdmap e91: 8 total, 8 up, 8 in 2024-09-04T22:21:49.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:49 smithi115 ceph-mon[51971]: pgmap v104: 97 pgs: 2 peering, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 5 active+undersized, 8 active+undersized+degraded, 78 active+clean; 332 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 5.6 MiB/s wr, 499 op/s; 114/1611 objects degraded (7.076%); 3.4 MiB/s, 39 objects/s recovering 2024-09-04T22:21:49.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:49 smithi115 ceph-mon[51971]: osdmap e92: 8 total, 8 up, 8 in 2024-09-04T22:21:50.650 INFO:teuthology.orchestra.run.smithi005.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-04T22:21:50.650 INFO:teuthology.orchestra.run.smithi005.stdout:alertmanager.smithi005 smithi005 *:9093,9094 running (4m) 6s ago 13m 23.4M - 0.23.0 ba2b418f427c d299eba5e5dd 2024-09-04T22:21:50.650 INFO:teuthology.orchestra.run.smithi005.stdout:crash.smithi005 smithi005 running (101s) 6s ago 13m 6895k - 19.1.1-260-gf3418446 e9760d0a26a7 30e3c983ec4d 2024-09-04T22:21:50.650 INFO:teuthology.orchestra.run.smithi005.stdout:crash.smithi115 smithi115 running (95s) 91s ago 12m 6895k - 19.1.1-260-gf3418446 e9760d0a26a7 0089e389692f 2024-09-04T22:21:50.650 INFO:teuthology.orchestra.run.smithi005.stdout:grafana.smithi005 smithi005 *:3000 running (4m) 6s ago 12m 54.9M - 8.3.5 dad864ee21e9 b9c465ba4deb 2024-09-04T22:21:50.650 INFO:teuthology.orchestra.run.smithi005.stdout:mds.foofs.smithi005.vslipg smithi005 running (7m) 6s ago 7m 36.5M - 17.2.0 e1d6a67b021e 7e8076c2570f 2024-09-04T22:21:50.650 INFO:teuthology.orchestra.run.smithi005.stdout:mds.foofs.smithi115.sgjptr smithi115 running (7m) 91s ago 7m 16.3M - 17.2.0 e1d6a67b021e fb533e8d32e8 2024-09-04T22:21:50.650 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.smithi005.hteciz smithi005 *:8443,9283,8765 running (4m) 6s ago 14m 498M - 19.1.1-260-gf3418446 e9760d0a26a7 669eb5d46ffc 2024-09-04T22:21:50.650 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.smithi115.lfvwip smithi115 *:8443,9283,8765 running (3m) 91s ago 12m 439M - 19.1.1-260-gf3418446 e9760d0a26a7 5fc647070f0c 2024-09-04T22:21:50.650 INFO:teuthology.orchestra.run.smithi005.stdout:mon.smithi005 smithi005 running (2m) 6s ago 14m 47.4M 2048M 19.1.1-260-gf3418446 e9760d0a26a7 8ac4e5344f95 2024-09-04T22:21:50.650 INFO:teuthology.orchestra.run.smithi005.stdout:mon.smithi115 smithi115 running (2m) 91s ago 12m 34.1M 2048M 19.1.1-260-gf3418446 e9760d0a26a7 cadad68d26fc 2024-09-04T22:21:50.651 INFO:teuthology.orchestra.run.smithi005.stdout:nfs.foo.0.0.smithi005.rcnjjx smithi005 *:2049 running (6m) 6s ago 6m 256M - 4.0 e1d6a67b021e 292d2c5fa82d 2024-09-04T22:21:50.651 INFO:teuthology.orchestra.run.smithi005.stdout:nfs.foo.1.0.smithi115.gxhqij smithi115 *:2049 running (6m) 91s ago 6m 85.9M - 4.0 e1d6a67b021e e4a881a3497c 2024-09-04T22:21:50.651 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.smithi005 smithi005 *:9100 running (4m) 6s ago 12m 17.5M - 1.3.1 1dbe0e931976 c3be8b87abc8 2024-09-04T22:21:50.651 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.smithi115 smithi115 *:9100 running (4m) 91s ago 12m 18.7M - 1.3.1 1dbe0e931976 a216b8a3c089 2024-09-04T22:21:50.651 INFO:teuthology.orchestra.run.smithi005.stdout:osd.0 smithi005 running (63s) 6s ago 11m 213M 1937M 19.1.1-260-gf3418446 e9760d0a26a7 7565bcbd5640 2024-09-04T22:21:50.651 INFO:teuthology.orchestra.run.smithi005.stdout:osd.1 smithi005 running (16s) 6s ago 11m 12.1M 1937M 19.1.1-260-gf3418446 e9760d0a26a7 4b3d60bb2c25 2024-09-04T22:21:50.651 INFO:teuthology.orchestra.run.smithi005.stdout:osd.2 smithi005 running (10m) 6s ago 10m 366M 1937M 17.2.0 e1d6a67b021e e410f866b974 2024-09-04T22:21:50.651 INFO:teuthology.orchestra.run.smithi005.stdout:osd.3 smithi005 running (10m) 6s ago 10m 483M 1937M 17.2.0 e1d6a67b021e 277a1031c723 2024-09-04T22:21:50.651 INFO:teuthology.orchestra.run.smithi005.stdout:osd.4 smithi115 running (9m) 91s ago 9m 421M 2704M 17.2.0 e1d6a67b021e 992c7953a750 2024-09-04T22:21:50.651 INFO:teuthology.orchestra.run.smithi005.stdout:osd.5 smithi115 running (9m) 91s ago 9m 443M 2704M 17.2.0 e1d6a67b021e 37299ec573ae 2024-09-04T22:21:50.651 INFO:teuthology.orchestra.run.smithi005.stdout:osd.6 smithi115 running (9m) 91s ago 9m 389M 2704M 17.2.0 e1d6a67b021e a485cb0df9d8 2024-09-04T22:21:50.651 INFO:teuthology.orchestra.run.smithi005.stdout:osd.7 smithi115 running (8m) 91s ago 8m 528M 2704M 17.2.0 e1d6a67b021e cb10b860cb93 2024-09-04T22:21:50.651 INFO:teuthology.orchestra.run.smithi005.stdout:prometheus.smithi005 smithi005 *:9095 running (3m) 6s ago 11m 73.4M - 2.33.4 514e6a882f6e aae1464e652a 2024-09-04T22:21:50.730 INFO:teuthology.orchestra.run.smithi005.stdout: 5 150348 9.73 MB/sec execute 275 sec latency 411.674 ms 2024-09-04T22:21:51.063 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:51 smithi005 ceph-mon[65467]: from='client.34252 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:21:51.063 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:51 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:21:51.063 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:51 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:21:51.064 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:51 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:21:51.064 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:51 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:21:51.064 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:51 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:21:51.064 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:51 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:21:51.064 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:51 smithi005 ceph-mon[65467]: from='client.44185 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:21:51.064 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:51 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:21:51.064 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:51 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:21:51.064 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:51 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:21:51.064 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:51 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:21:51.064 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:51 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-04T22:21:51.064 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:51 smithi005 ceph-mon[65467]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-04T22:21:51.064 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:51 smithi005 ceph-mon[65467]: Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-09-04T22:21:51.064 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:51 smithi005 ceph-mon[65467]: Health check update: Degraded data redundancy: 114/1611 objects degraded (7.076%), 11 pgs degraded (PG_DEGRADED) 2024-09-04T22:21:51.065 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:51 smithi005 ceph-mon[65467]: osdmap e93: 8 total, 8 up, 8 in 2024-09-04T22:21:51.174 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-04T22:21:51.175 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": { 2024-09-04T22:21:51.175 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 2 2024-09-04T22:21:51.175 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:21:51.175 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": { 2024-09-04T22:21:51.175 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 2 2024-09-04T22:21:51.175 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:21:51.175 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": { 2024-09-04T22:21:51.175 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 6, 2024-09-04T22:21:51.175 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 2 2024-09-04T22:21:51.175 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:21:51.175 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": { 2024-09-04T22:21:51.175 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-09-04T22:21:51.175 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:21:51.175 INFO:teuthology.orchestra.run.smithi005.stdout: "overall": { 2024-09-04T22:21:51.176 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8, 2024-09-04T22:21:51.176 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 6 2024-09-04T22:21:51.176 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-04T22:21:51.176 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-04T22:21:51.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:51 smithi115 ceph-mon[51971]: from='client.34252 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:21:51.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:51 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:21:51.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:51 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:21:51.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:51 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:21:51.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:51 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:21:51.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:51 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:21:51.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:51 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:21:51.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:51 smithi115 ceph-mon[51971]: from='client.44185 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:21:51.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:51 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:21:51.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:51 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:21:51.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:51 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:21:51.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:51 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:21:51.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:51 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-04T22:21:51.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:51 smithi115 ceph-mon[51971]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-04T22:21:51.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:51 smithi115 ceph-mon[51971]: Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-09-04T22:21:51.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:51 smithi115 ceph-mon[51971]: Health check update: Degraded data redundancy: 114/1611 objects degraded (7.076%), 11 pgs degraded (PG_DEGRADED) 2024-09-04T22:21:51.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:51 smithi115 ceph-mon[51971]: osdmap e93: 8 total, 8 up, 8 in 2024-09-04T22:21:51.583 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-04T22:21:51.584 INFO:teuthology.orchestra.run.smithi005.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15", 2024-09-04T22:21:51.584 INFO:teuthology.orchestra.run.smithi005.stdout: "in_progress": true, 2024-09-04T22:21:51.584 INFO:teuthology.orchestra.run.smithi005.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-04T22:21:51.584 INFO:teuthology.orchestra.run.smithi005.stdout: "services_complete": [ 2024-09-04T22:21:51.584 INFO:teuthology.orchestra.run.smithi005.stdout: "mon", 2024-09-04T22:21:51.584 INFO:teuthology.orchestra.run.smithi005.stdout: "crash", 2024-09-04T22:21:51.584 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr" 2024-09-04T22:21:51.585 INFO:teuthology.orchestra.run.smithi005.stdout: ], 2024-09-04T22:21:51.585 INFO:teuthology.orchestra.run.smithi005.stdout: "progress": "8/23 daemons upgraded", 2024-09-04T22:21:51.585 INFO:teuthology.orchestra.run.smithi005.stdout: "message": "Currently upgrading osd daemons", 2024-09-04T22:21:51.585 INFO:teuthology.orchestra.run.smithi005.stdout: "is_paused": false 2024-09-04T22:21:51.585 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-04T22:21:51.730 INFO:teuthology.orchestra.run.smithi005.stdout: 5 150558 9.72 MB/sec execute 276 sec latency 688.702 ms 2024-09-04T22:21:52.097 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:52 smithi005 ceph-mon[65467]: from='client.34260 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:21:52.097 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:52 smithi005 ceph-mon[65467]: pgmap v107: 97 pgs: 3 peering, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 90 active+clean; 332 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 10 KiB/s rd, 5.6 MiB/s wr, 496 op/s; 53/1605 objects degraded (3.302%); 3.3 MiB/s, 67 keys/s, 47 objects/s recovering 2024-09-04T22:21:52.097 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:52 smithi005 ceph-mon[65467]: from='client.? 172.21.15.5:0/431538484' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:21:52.097 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:52 smithi005 ceph-mon[65467]: osdmap e94: 8 total, 8 up, 8 in 2024-09-04T22:21:52.111 INFO:teuthology.orchestra.run.smithi005.stdout:HEALTH_WARN Degraded data redundancy: 53/1605 objects degraded (3.302%), 3 pgs degraded 2024-09-04T22:21:52.111 INFO:teuthology.orchestra.run.smithi005.stdout:[WRN] PG_DEGRADED: Degraded data redundancy: 53/1605 objects degraded (3.302%), 3 pgs degraded 2024-09-04T22:21:52.111 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.0 is active+recovery_wait+undersized+degraded+remapped, acting [2,6] 2024-09-04T22:21:52.111 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.18 is active+recovery_wait+undersized+degraded+remapped, acting [3,0] 2024-09-04T22:21:52.111 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.1c is active+recovering+undersized+degraded+remapped, acting [5,4] 2024-09-04T22:21:52.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:52 smithi115 ceph-mon[51971]: from='client.34260 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:21:52.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:52 smithi115 ceph-mon[51971]: pgmap v107: 97 pgs: 3 peering, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 90 active+clean; 332 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 10 KiB/s rd, 5.6 MiB/s wr, 496 op/s; 53/1605 objects degraded (3.302%); 3.3 MiB/s, 67 keys/s, 47 objects/s recovering 2024-09-04T22:21:52.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:52 smithi115 ceph-mon[51971]: from='client.? 172.21.15.5:0/431538484' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:21:52.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:52 smithi115 ceph-mon[51971]: osdmap e94: 8 total, 8 up, 8 in 2024-09-04T22:21:52.730 INFO:teuthology.orchestra.run.smithi005.stdout: 5 150767 9.69 MB/sec execute 277 sec latency 69.687 ms 2024-09-04T22:21:53.111 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:53 smithi005 ceph-mon[65467]: from='client.34266 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:21:53.111 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:53 smithi005 ceph-mon[65467]: from='client.? 172.21.15.5:0/4064459952' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-04T22:21:53.111 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:53 smithi005 ceph-mon[65467]: osdmap e95: 8 total, 8 up, 8 in 2024-09-04T22:21:53.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:53 smithi115 ceph-mon[51971]: from='client.34266 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:21:53.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:53 smithi115 ceph-mon[51971]: from='client.? 172.21.15.5:0/4064459952' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-04T22:21:53.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:53 smithi115 ceph-mon[51971]: osdmap e95: 8 total, 8 up, 8 in 2024-09-04T22:21:53.730 INFO:teuthology.orchestra.run.smithi005.stdout: 5 151252 9.72 MB/sec execute 278 sec latency 40.465 ms 2024-09-04T22:21:54.151 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:54 smithi005 ceph-mon[65467]: pgmap v110: 97 pgs: 3 peering, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 91 active+clean; 330 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 907 KiB/s wr, 43 op/s; 53/1596 objects degraded (3.321%); 22 B/s, 67 keys/s, 9 objects/s recovering 2024-09-04T22:21:54.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:54 smithi115 ceph-mon[51971]: pgmap v110: 97 pgs: 3 peering, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 91 active+clean; 330 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 907 KiB/s wr, 43 op/s; 53/1596 objects degraded (3.321%); 22 B/s, 67 keys/s, 9 objects/s recovering 2024-09-04T22:21:54.730 INFO:teuthology.orchestra.run.smithi005.stdout: 5 151612 9.72 MB/sec execute 279 sec latency 61.562 ms 2024-09-04T22:21:55.168 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:55 smithi005 ceph-mon[65467]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 53/1596 objects degraded (3.321%), 3 pgs degraded) 2024-09-04T22:21:55.168 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:55 smithi005 ceph-mon[65467]: Cluster is now healthy 2024-09-04T22:21:55.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:55 smithi115 ceph-mon[51971]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 53/1596 objects degraded (3.321%), 3 pgs degraded) 2024-09-04T22:21:55.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:55 smithi115 ceph-mon[51971]: Cluster is now healthy 2024-09-04T22:21:55.730 INFO:teuthology.orchestra.run.smithi005.stdout: 5 151943 9.72 MB/sec execute 280 sec latency 51.270 ms 2024-09-04T22:21:56.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:56 smithi005 ceph-mon[65467]: pgmap v111: 97 pgs: 97 active+clean; 331 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.6 KiB/s rd, 3.7 MiB/s wr, 412 op/s; 0 B/s, 12 objects/s recovering 2024-09-04T22:21:56.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:56 smithi115 ceph-mon[51971]: pgmap v111: 97 pgs: 97 active+clean; 331 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.6 KiB/s rd, 3.7 MiB/s wr, 412 op/s; 0 B/s, 12 objects/s recovering 2024-09-04T22:21:56.730 INFO:teuthology.orchestra.run.smithi005.stdout: 5 152208 9.72 MB/sec execute 281 sec latency 58.440 ms 2024-09-04T22:21:57.730 INFO:teuthology.orchestra.run.smithi005.stdout: 5 152485 9.71 MB/sec execute 282 sec latency 60.368 ms 2024-09-04T22:21:58.267 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:21:58 smithi005 ceph-mon[65467]: pgmap v112: 97 pgs: 97 active+clean; 331 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.6 KiB/s rd, 3.2 MiB/s wr, 348 op/s; 0 B/s, 10 objects/s recovering 2024-09-04T22:21:58.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:21:58 smithi115 ceph-mon[51971]: pgmap v112: 97 pgs: 97 active+clean; 331 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.6 KiB/s rd, 3.2 MiB/s wr, 348 op/s; 0 B/s, 10 objects/s recovering 2024-09-04T22:21:58.730 INFO:teuthology.orchestra.run.smithi005.stdout: 5 152853 9.72 MB/sec execute 283 sec latency 37.261 ms 2024-09-04T22:21:59.730 INFO:teuthology.orchestra.run.smithi005.stdout: 5 153140 9.70 MB/sec execute 284 sec latency 34.963 ms 2024-09-04T22:22:00.302 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:00 smithi005 ceph-mon[65467]: pgmap v113: 97 pgs: 97 active+clean; 339 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.0 KiB/s rd, 5.5 MiB/s wr, 553 op/s; 0 B/s, 8 objects/s recovering 2024-09-04T22:22:00.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:00 smithi115 ceph-mon[51971]: pgmap v113: 97 pgs: 97 active+clean; 339 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.0 KiB/s rd, 5.5 MiB/s wr, 553 op/s; 0 B/s, 8 objects/s recovering 2024-09-04T22:22:00.730 INFO:teuthology.orchestra.run.smithi005.stdout: 5 153581 9.71 MB/sec execute 285 sec latency 43.926 ms 2024-09-04T22:22:01.730 INFO:teuthology.orchestra.run.smithi005.stdout: 5 154017 9.70 MB/sec execute 286 sec latency 41.574 ms 2024-09-04T22:22:02.329 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:02 smithi005 ceph-mon[65467]: pgmap v114: 97 pgs: 97 active+clean; 339 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.7 KiB/s rd, 4.8 MiB/s wr, 475 op/s; 0 B/s, 7 objects/s recovering 2024-09-04T22:22:02.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:02 smithi115 ceph-mon[51971]: pgmap v114: 97 pgs: 97 active+clean; 339 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.7 KiB/s rd, 4.8 MiB/s wr, 475 op/s; 0 B/s, 7 objects/s recovering 2024-09-04T22:22:02.731 INFO:teuthology.orchestra.run.smithi005.stdout: 5 154368 9.70 MB/sec execute 287 sec latency 36.504 ms 2024-09-04T22:22:03.730 INFO:teuthology.orchestra.run.smithi005.stdout: 5 154793 9.71 MB/sec execute 288 sec latency 41.495 ms 2024-09-04T22:22:04.364 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:04 smithi005 ceph-mon[65467]: pgmap v115: 97 pgs: 97 active+clean; 343 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.1 KiB/s rd, 4.9 MiB/s wr, 537 op/s; 0 B/s, 6 objects/s recovering 2024-09-04T22:22:04.364 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:04 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:22:04.364 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:04 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:22:04.364 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:04 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:22:04.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:04 smithi115 ceph-mon[51971]: pgmap v115: 97 pgs: 97 active+clean; 343 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.1 KiB/s rd, 4.9 MiB/s wr, 537 op/s; 0 B/s, 6 objects/s recovering 2024-09-04T22:22:04.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:04 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:22:04.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:04 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:22:04.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:04 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:22:04.731 INFO:teuthology.orchestra.run.smithi005.stdout: 5 155247 9.72 MB/sec execute 289 sec latency 32.513 ms 2024-09-04T22:22:05.731 INFO:teuthology.orchestra.run.smithi005.stdout: 5 155694 9.74 MB/sec execute 290 sec latency 34.540 ms 2024-09-04T22:22:06.145 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:06 smithi005 ceph-mon[65467]: pgmap v116: 97 pgs: 97 active+clean; 333 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.5 KiB/s rd, 5.7 MiB/s wr, 607 op/s; 0 B/s, 5 objects/s recovering 2024-09-04T22:22:06.145 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:06 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-04T22:22:06.145 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:06 smithi005 ceph-mon[65467]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-04T22:22:06.145 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:06 smithi005 ceph-mon[65467]: Upgrade: osd.2 is safe to restart 2024-09-04T22:22:06.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:06 smithi115 ceph-mon[51971]: pgmap v116: 97 pgs: 97 active+clean; 333 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.5 KiB/s rd, 5.7 MiB/s wr, 607 op/s; 0 B/s, 5 objects/s recovering 2024-09-04T22:22:06.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:06 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-04T22:22:06.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:06 smithi115 ceph-mon[51971]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-04T22:22:06.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:06 smithi115 ceph-mon[51971]: Upgrade: osd.2 is safe to restart 2024-09-04T22:22:06.731 INFO:teuthology.orchestra.run.smithi005.stdout: 5 155986 9.74 MB/sec execute 291 sec latency 44.495 ms 2024-09-04T22:22:07.731 INFO:teuthology.orchestra.run.smithi005.stdout: 5 156322 9.74 MB/sec execute 292 sec latency 43.046 ms 2024-09-04T22:22:08.269 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:08 smithi005 ceph-mon[65467]: pgmap v117: 97 pgs: 97 active+clean; 333 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.5 KiB/s rd, 4.3 MiB/s wr, 430 op/s 2024-09-04T22:22:08.269 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:08 smithi005 ceph-mon[65467]: Upgrade: Updating osd.2 2024-09-04T22:22:08.269 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:08 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:22:08.269 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:08 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-04T22:22:08.269 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:08 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:22:08.269 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:08 smithi005 ceph-mon[65467]: Deploying daemon osd.2 on smithi005 2024-09-04T22:22:08.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:08 smithi115 ceph-mon[51971]: pgmap v117: 97 pgs: 97 active+clean; 333 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.5 KiB/s rd, 4.3 MiB/s wr, 430 op/s 2024-09-04T22:22:08.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:08 smithi115 ceph-mon[51971]: Upgrade: Updating osd.2 2024-09-04T22:22:08.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:08 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:22:08.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:08 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-04T22:22:08.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:08 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:22:08.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:08 smithi115 ceph-mon[51971]: Deploying daemon osd.2 on smithi005 2024-09-04T22:22:08.731 INFO:teuthology.orchestra.run.smithi005.stdout: 5 156558 9.72 MB/sec execute 293 sec latency 55.472 ms 2024-09-04T22:22:09.731 INFO:teuthology.orchestra.run.smithi005.stdout: 5 156816 9.71 MB/sec execute 294 sec latency 72.492 ms 2024-09-04T22:22:10.307 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:10 smithi005 ceph-mon[65467]: pgmap v118: 97 pgs: 97 active+clean; 339 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.5 KiB/s rd, 6.6 MiB/s wr, 631 op/s 2024-09-04T22:22:10.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:10 smithi115 ceph-mon[51971]: pgmap v118: 97 pgs: 97 active+clean; 339 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.5 KiB/s rd, 6.6 MiB/s wr, 631 op/s 2024-09-04T22:22:10.731 INFO:teuthology.orchestra.run.smithi005.stdout: 5 157091 9.71 MB/sec execute 295 sec latency 74.208 ms 2024-09-04T22:22:11.731 INFO:teuthology.orchestra.run.smithi005.stdout: 5 157412 9.68 MB/sec execute 296 sec latency 41.847 ms 2024-09-04T22:22:12.096 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:22:11 smithi005 systemd[1]: Stopping Ceph osd.2 for fc6cab94-6b09-11ef-bcd6-c7b262605968... 2024-09-04T22:22:12.362 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:12 smithi005 ceph-mon[65467]: pgmap v119: 97 pgs: 97 active+clean; 341 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.2 KiB/s rd, 4.9 MiB/s wr, 457 op/s 2024-09-04T22:22:12.362 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:22:12 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-2[41649]: 2024-09-04T22:22:12.292+0000 7f2f25bda700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-04T22:22:12.362 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:22:12 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-2[41649]: 2024-09-04T22:22:12.292+0000 7f2f25bda700 -1 osd.2 95 *** Got signal Terminated *** 2024-09-04T22:22:12.362 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:22:12 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-2[41649]: 2024-09-04T22:22:12.292+0000 7f2f25bda700 -1 osd.2 95 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-04T22:22:12.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:12 smithi115 ceph-mon[51971]: pgmap v119: 97 pgs: 97 active+clean; 341 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.2 KiB/s rd, 4.9 MiB/s wr, 457 op/s 2024-09-04T22:22:12.731 INFO:teuthology.orchestra.run.smithi005.stdout: 5 157691 9.68 MB/sec execute 297 sec latency 63.665 ms 2024-09-04T22:22:13.461 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:13 smithi005 ceph-mon[65467]: osd.2 marked itself down and dead 2024-09-04T22:22:13.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:13 smithi115 ceph-mon[51971]: osd.2 marked itself down and dead 2024-09-04T22:22:13.731 INFO:teuthology.orchestra.run.smithi005.stdout: 5 157793 9.65 MB/sec execute 298 sec latency 556.223 ms 2024-09-04T22:22:14.126 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:22:13 smithi005 podman[76237]: 2024-09-04 22:22:13.807303354 +0000 UTC m=+1.638727217 container died e410f866b974916e1f58ade88fbb09c2cefeee42fbd63140bf8def0ead98b9d2 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-2, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, CEPH_POINT_RELEASE=-17.2.0, vendor=Red Hat, Inc., architecture=x86_64, io.openshift.tags=base centos centos-stream, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, release=754, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, vcs-type=git, GIT_BRANCH=HEAD, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.component=centos-stream-container, io.openshift.expose-services=, version=8, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_CLEAN=True, build-date=2022-05-03T08:36:31.336870, name=centos-stream, maintainer=Guillaume Abrioux , io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.k8s.display-name=CentOS Stream 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, RELEASE=HEAD, io.buildah.version=1.19.8, ceph=True, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, distribution-scope=public) 2024-09-04T22:22:14.376 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:22:14 smithi005 podman[76237]: 2024-09-04 22:22:14.224118653 +0000 UTC m=+2.055542514 container cleanup e410f866b974916e1f58ade88fbb09c2cefeee42fbd63140bf8def0ead98b9d2 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-2, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, CEPH_POINT_RELEASE=-17.2.0, distribution-scope=public, architecture=x86_64, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.buildah.version=1.19.8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.component=centos-stream-container, io.openshift.tags=base centos centos-stream, build-date=2022-05-03T08:36:31.336870, name=centos-stream, GIT_REPO=https://github.com/ceph/ceph-container.git, ceph=True, release=754, vendor=Red Hat, Inc., maintainer=Guillaume Abrioux , version=8, GIT_CLEAN=True, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_BRANCH=HEAD, RELEASE=HEAD, io.openshift.expose-services=, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.k8s.display-name=CentOS Stream 8, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, vcs-type=git, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com) 2024-09-04T22:22:14.377 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:22:14 smithi005 bash[76237]: ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-2 2024-09-04T22:22:14.377 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:14 smithi005 ceph-mon[65467]: pgmap v120: 97 pgs: 97 active+clean; 339 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.2 KiB/s rd, 5.0 MiB/s wr, 465 op/s 2024-09-04T22:22:14.377 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:14 smithi005 ceph-mon[65467]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-04T22:22:14.377 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:14 smithi005 ceph-mon[65467]: osdmap e96: 8 total, 7 up, 8 in 2024-09-04T22:22:14.633 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:22:14 smithi005 podman[76253]: 2024-09-04 22:22:14.518916844 +0000 UTC m=+0.715274412 container remove e410f866b974916e1f58ade88fbb09c2cefeee42fbd63140bf8def0ead98b9d2 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-2, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, ceph=True, maintainer=Guillaume Abrioux , io.openshift.tags=base centos centos-stream, vendor=Red Hat, Inc., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, release=754, RELEASE=HEAD, distribution-scope=public, CEPH_POINT_RELEASE=-17.2.0, vcs-type=git, name=centos-stream, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, build-date=2022-05-03T08:36:31.336870, com.redhat.component=centos-stream-container, architecture=x86_64, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, version=8, io.openshift.expose-services=, GIT_REPO=https://github.com/ceph/ceph-container.git, io.k8s.display-name=CentOS Stream 8, io.buildah.version=1.19.8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-09-04T22:22:14.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:14 smithi115 ceph-mon[51971]: pgmap v120: 97 pgs: 97 active+clean; 339 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.2 KiB/s rd, 5.0 MiB/s wr, 465 op/s 2024-09-04T22:22:14.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:14 smithi115 ceph-mon[51971]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-04T22:22:14.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:14 smithi115 ceph-mon[51971]: osdmap e96: 8 total, 7 up, 8 in 2024-09-04T22:22:14.731 INFO:teuthology.orchestra.run.smithi005.stdout: 5 158178 9.66 MB/sec execute 299 sec latency 1044.421 ms 2024-09-04T22:22:15.156 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:22:15 smithi005 podman[76336]: 2024-09-04 22:22:15.000503787 +0000 UTC m=+0.020300613 image pull e9760d0a26a7fddbeef4ac34fe459ff206acc1fc616e70634efad78bae5faf82 quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15 2024-09-04T22:22:15.156 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:22:15 smithi005 podman[76336]: 2024-09-04 22:22:15.111131384 +0000 UTC m=+0.130928183 container create daee9bc351a183ad3003ffe1fb8c5a4ba42b5a31d313d98362530f7372541165 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-2-deactivate, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, ceph=True) 2024-09-04T22:22:15.408 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:15 smithi005 ceph-mon[65467]: osdmap e97: 8 total, 7 up, 8 in 2024-09-04T22:22:15.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:15 smithi115 ceph-mon[51971]: osdmap e97: 8 total, 7 up, 8 in 2024-09-04T22:22:15.660 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:22:15 smithi005 podman[76336]: 2024-09-04 22:22:15.414708322 +0000 UTC m=+0.434505140 container init daee9bc351a183ad3003ffe1fb8c5a4ba42b5a31d313d98362530f7372541165 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-2-deactivate, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-09-04T22:22:15.660 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:22:15 smithi005 podman[76336]: 2024-09-04 22:22:15.430736907 +0000 UTC m=+0.450533709 container start daee9bc351a183ad3003ffe1fb8c5a4ba42b5a31d313d98362530f7372541165 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-2-deactivate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2) 2024-09-04T22:22:15.660 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:22:15 smithi005 podman[76336]: 2024-09-04 22:22:15.599101343 +0000 UTC m=+0.618898149 container attach daee9bc351a183ad3003ffe1fb8c5a4ba42b5a31d313d98362530f7372541165 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-2-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-04T22:22:15.731 INFO:teuthology.orchestra.run.smithi005.stdout: 5 158758 9.68 MB/sec execute 300 sec latency 91.321 ms 2024-09-04T22:22:15.913 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:22:15 smithi005 podman[76336]: 2024-09-04 22:22:15.794774218 +0000 UTC m=+0.814571032 container died daee9bc351a183ad3003ffe1fb8c5a4ba42b5a31d313d98362530f7372541165 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-2-deactivate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731) 2024-09-04T22:22:16.422 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:16 smithi005 ceph-mon[65467]: pgmap v123: 97 pgs: 23 peering, 1 stale+active+clean, 73 active+clean; 329 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.4 KiB/s rd, 5.7 MiB/s wr, 549 op/s 2024-09-04T22:22:16.422 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:16 smithi005 ceph-mon[65467]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-09-04T22:22:16.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:16 smithi115 ceph-mon[51971]: pgmap v123: 97 pgs: 23 peering, 1 stale+active+clean, 73 active+clean; 329 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.4 KiB/s rd, 5.7 MiB/s wr, 549 op/s 2024-09-04T22:22:16.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:16 smithi115 ceph-mon[51971]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-09-04T22:22:16.731 INFO:teuthology.orchestra.run.smithi005.stdout: 5 159656 9.74 MB/sec execute 301 sec latency 23.716 ms 2024-09-04T22:22:16.924 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:22:16 smithi005 podman[76390]: 2024-09-04 22:22:16.807815454 +0000 UTC m=+1.004975962 container remove daee9bc351a183ad3003ffe1fb8c5a4ba42b5a31d313d98362530f7372541165 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-2-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, ceph=True, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-09-04T22:22:16.924 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:22:16 smithi005 systemd[1]: ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@osd.2.service: Deactivated successfully. 2024-09-04T22:22:16.924 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:22:16 smithi005 systemd[1]: Stopped Ceph osd.2 for fc6cab94-6b09-11ef-bcd6-c7b262605968. 2024-09-04T22:22:16.924 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:22:16 smithi005 systemd[1]: ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@osd.2.service: Consumed 1min 52.835s CPU time. 2024-09-04T22:22:17.437 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:22:17 smithi005 systemd[1]: Starting Ceph osd.2 for fc6cab94-6b09-11ef-bcd6-c7b262605968... 2024-09-04T22:22:17.690 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:22:17 smithi005 podman[76496]: 2024-09-04 22:22:17.399593211 +0000 UTC m=+0.021921023 image pull e9760d0a26a7fddbeef4ac34fe459ff206acc1fc616e70634efad78bae5faf82 quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15 2024-09-04T22:22:17.690 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:22:17 smithi005 podman[76496]: 2024-09-04 22:22:17.55167615 +0000 UTC m=+0.174003950 container create f8bce417fc73464f64c05e4a581c306daa1cc27368a439162f7f8d082d87f278 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-2-activate, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-04T22:22:17.731 INFO:teuthology.orchestra.run.smithi005.stdout: 5 160373 9.77 MB/sec execute 302 sec latency 28.592 ms 2024-09-04T22:22:18.196 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:22:17 smithi005 podman[76496]: 2024-09-04 22:22:17.972477131 +0000 UTC m=+0.594804931 container init f8bce417fc73464f64c05e4a581c306daa1cc27368a439162f7f8d082d87f278 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-2-activate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844) 2024-09-04T22:22:18.196 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:22:17 smithi005 podman[76496]: 2024-09-04 22:22:17.980959381 +0000 UTC m=+0.603287179 container start f8bce417fc73464f64c05e4a581c306daa1cc27368a439162f7f8d082d87f278 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-2-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.build-date=20240731) 2024-09-04T22:22:18.197 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:22:18 smithi005 podman[76496]: 2024-09-04 22:22:18.140247372 +0000 UTC m=+0.762575175 container attach f8bce417fc73464f64c05e4a581c306daa1cc27368a439162f7f8d082d87f278 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-2-activate, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.build-date=20240731) 2024-09-04T22:22:18.197 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:22:18 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-2-activate[76511]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-04T22:22:18.197 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:22:18 smithi005 bash[76496]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-04T22:22:18.447 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:18 smithi005 ceph-mon[65467]: pgmap v124: 97 pgs: 23 peering, 1 stale+active+clean, 73 active+clean; 329 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.9 KiB/s rd, 2.2 MiB/s wr, 248 op/s 2024-09-04T22:22:18.447 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:18 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:22:18.447 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:18 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:22:18.448 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:22:18 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-2-activate[76511]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-04T22:22:18.448 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:22:18 smithi005 bash[76496]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-04T22:22:18.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:18 smithi115 ceph-mon[51971]: pgmap v124: 97 pgs: 23 peering, 1 stale+active+clean, 73 active+clean; 329 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.9 KiB/s rd, 2.2 MiB/s wr, 248 op/s 2024-09-04T22:22:18.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:18 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:22:18.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:18 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:22:18.731 INFO:teuthology.orchestra.run.smithi005.stdout: 5 161080 9.78 MB/sec execute 303 sec latency 39.060 ms 2024-09-04T22:22:19.200 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:22:19 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-2-activate[76511]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-04T22:22:19.200 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:22:19 smithi005 bash[76496]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-04T22:22:19.200 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:22:19 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-2-activate[76511]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-04T22:22:19.200 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:22:19 smithi005 bash[76496]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-04T22:22:19.451 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:19 smithi005 ceph-mon[65467]: Health check failed: Degraded data redundancy: 130/1965 objects degraded (6.616%), 16 pgs degraded (PG_DEGRADED) 2024-09-04T22:22:19.451 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:19 smithi005 ceph-mon[65467]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-09-04T22:22:19.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:19 smithi115 ceph-mon[51971]: Health check failed: Degraded data redundancy: 130/1965 objects degraded (6.616%), 16 pgs degraded (PG_DEGRADED) 2024-09-04T22:22:19.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:19 smithi115 ceph-mon[51971]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-09-04T22:22:19.705 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:22:19 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-2-activate[76511]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-04T22:22:19.705 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:22:19 smithi005 bash[76496]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-04T22:22:19.705 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:22:19 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-2-activate[76511]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-04T22:22:19.705 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:22:19 smithi005 bash[76496]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-04T22:22:19.706 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:22:19 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-2-activate[76511]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-09-04T22:22:19.706 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:22:19 smithi005 bash[76496]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-09-04T22:22:19.706 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:22:19 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-2-activate[76511]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-04T22:22:19.706 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:22:19 smithi005 bash[76496]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-04T22:22:19.706 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:22:19 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-2-activate[76511]: --> ceph-volume raw activate successful for osd ID: 2 2024-09-04T22:22:19.706 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:22:19 smithi005 bash[76496]: --> ceph-volume raw activate successful for osd ID: 2 2024-09-04T22:22:19.706 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:22:19 smithi005 podman[76654]: 2024-09-04 22:22:19.604910644 +0000 UTC m=+0.023432059 container died f8bce417fc73464f64c05e4a581c306daa1cc27368a439162f7f8d082d87f278 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-2-activate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2) 2024-09-04T22:22:19.731 INFO:teuthology.orchestra.run.smithi005.stdout: 5 161519 9.80 MB/sec execute 304 sec latency 36.779 ms 2024-09-04T22:22:20.497 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:20 smithi005 ceph-mon[65467]: pgmap v125: 97 pgs: 5 active+undersized, 5 peering, 16 active+undersized+degraded, 71 active+clean; 345 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.6 KiB/s rd, 7.4 MiB/s wr, 802 op/s; 130/1965 objects degraded (6.616%) 2024-09-04T22:22:20.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:20 smithi115 ceph-mon[51971]: pgmap v125: 97 pgs: 5 active+undersized, 5 peering, 16 active+undersized+degraded, 71 active+clean; 345 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.6 KiB/s rd, 7.4 MiB/s wr, 802 op/s; 130/1965 objects degraded (6.616%) 2024-09-04T22:22:20.731 INFO:teuthology.orchestra.run.smithi005.stdout: 5 161901 9.79 MB/sec execute 305 sec latency 44.605 ms 2024-09-04T22:22:21.008 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:22:20 smithi005 podman[76654]: 2024-09-04 22:22:20.950530305 +0000 UTC m=+1.369051701 container remove f8bce417fc73464f64c05e4a581c306daa1cc27368a439162f7f8d082d87f278 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-2-activate, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, io.buildah.version=1.37.2, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-09-04T22:22:21.259 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:22:21 smithi005 podman[76709]: 2024-09-04 22:22:21.104109883 +0000 UTC m=+0.023688382 image pull e9760d0a26a7fddbeef4ac34fe459ff206acc1fc616e70634efad78bae5faf82 quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15 2024-09-04T22:22:21.259 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:22:21 smithi005 podman[76709]: 2024-09-04 22:22:21.210169226 +0000 UTC m=+0.129747712 container create 7da85200f6839a6059cbf52af8ad5738e2e42497a926e1cd1d5520496a9ce0f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731) 2024-09-04T22:22:21.731 INFO:teuthology.orchestra.run.smithi005.stdout: 5 162178 9.78 MB/sec execute 306 sec latency 38.316 ms 2024-09-04T22:22:21.770 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:22:21 smithi005 podman[76709]: 2024-09-04 22:22:21.53449786 +0000 UTC m=+0.454076371 container init 7da85200f6839a6059cbf52af8ad5738e2e42497a926e1cd1d5520496a9ce0f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-2, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-09-04T22:22:21.770 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:22:21 smithi005 podman[76709]: 2024-09-04 22:22:21.539930699 +0000 UTC m=+0.459509199 container start 7da85200f6839a6059cbf52af8ad5738e2e42497a926e1cd1d5520496a9ce0f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844) 2024-09-04T22:22:21.771 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:22:21 smithi005 ceph-osd[76727]: -- 172.21.15.5:0/1339559364 <== mon.0 v2:172.21.15.5:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x564568cf61e0 con 0x564567eebc00 2024-09-04T22:22:21.771 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:22:21 smithi005 bash[76709]: 7da85200f6839a6059cbf52af8ad5738e2e42497a926e1cd1d5520496a9ce0f4 2024-09-04T22:22:21.771 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:22:21 smithi005 systemd[1]: Started Ceph osd.2 for fc6cab94-6b09-11ef-bcd6-c7b262605968. 2024-09-04T22:22:22.327 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:22 smithi005 ceph-mon[65467]: pgmap v126: 97 pgs: 7 active+undersized, 19 active+undersized+degraded, 71 active+clean; 346 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.6 KiB/s rd, 7.5 MiB/s wr, 804 op/s; 165/1965 objects degraded (8.397%) 2024-09-04T22:22:22.327 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:22 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:22:22.327 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:22 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:22:22.327 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:22 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:22:22.601 INFO:teuthology.orchestra.run.smithi005.stdout:true 2024-09-04T22:22:22.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:22 smithi115 ceph-mon[51971]: pgmap v126: 97 pgs: 7 active+undersized, 19 active+undersized+degraded, 71 active+clean; 346 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.6 KiB/s rd, 7.5 MiB/s wr, 804 op/s; 165/1965 objects degraded (8.397%) 2024-09-04T22:22:22.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:22 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:22:22.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:22 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:22:22.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:22 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:22:22.731 INFO:teuthology.orchestra.run.smithi005.stdout: 5 162483 9.80 MB/sec execute 307 sec latency 113.915 ms 2024-09-04T22:22:23.593 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:22:23 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-2[76723]: 2024-09-04T22:22:23.439+0000 7f64b1dfb640 -1 Falling back to public interface 2024-09-04T22:22:23.676 INFO:teuthology.orchestra.run.smithi005.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-04T22:22:23.676 INFO:teuthology.orchestra.run.smithi005.stdout:alertmanager.smithi005 smithi005 *:9093,9094 running (5m) 39s ago 13m 23.4M - 0.23.0 ba2b418f427c d299eba5e5dd 2024-09-04T22:22:23.676 INFO:teuthology.orchestra.run.smithi005.stdout:crash.smithi005 smithi005 running (2m) 39s ago 13m 6895k - 19.1.1-260-gf3418446 e9760d0a26a7 30e3c983ec4d 2024-09-04T22:22:23.676 INFO:teuthology.orchestra.run.smithi005.stdout:crash.smithi115 smithi115 running (2m) 2m ago 13m 6895k - 19.1.1-260-gf3418446 e9760d0a26a7 0089e389692f 2024-09-04T22:22:23.676 INFO:teuthology.orchestra.run.smithi005.stdout:grafana.smithi005 smithi005 *:3000 running (4m) 39s ago 13m 54.9M - 8.3.5 dad864ee21e9 b9c465ba4deb 2024-09-04T22:22:23.676 INFO:teuthology.orchestra.run.smithi005.stdout:mds.foofs.smithi005.vslipg smithi005 running (7m) 39s ago 7m 36.5M - 17.2.0 e1d6a67b021e 7e8076c2570f 2024-09-04T22:22:23.677 INFO:teuthology.orchestra.run.smithi005.stdout:mds.foofs.smithi115.sgjptr smithi115 running (7m) 2m ago 7m 16.3M - 17.2.0 e1d6a67b021e fb533e8d32e8 2024-09-04T22:22:23.677 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.smithi005.hteciz smithi005 *:8443,9283,8765 running (4m) 39s ago 14m 498M - 19.1.1-260-gf3418446 e9760d0a26a7 669eb5d46ffc 2024-09-04T22:22:23.677 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.smithi115.lfvwip smithi115 *:8443,9283,8765 running (3m) 2m ago 12m 439M - 19.1.1-260-gf3418446 e9760d0a26a7 5fc647070f0c 2024-09-04T22:22:23.677 INFO:teuthology.orchestra.run.smithi005.stdout:mon.smithi005 smithi005 running (3m) 39s ago 15m 47.4M 2048M 19.1.1-260-gf3418446 e9760d0a26a7 8ac4e5344f95 2024-09-04T22:22:23.677 INFO:teuthology.orchestra.run.smithi005.stdout:mon.smithi115 smithi115 running (3m) 2m ago 12m 34.1M 2048M 19.1.1-260-gf3418446 e9760d0a26a7 cadad68d26fc 2024-09-04T22:22:23.677 INFO:teuthology.orchestra.run.smithi005.stdout:nfs.foo.0.0.smithi005.rcnjjx smithi005 *:2049 running (7m) 39s ago 7m 256M - 4.0 e1d6a67b021e 292d2c5fa82d 2024-09-04T22:22:23.677 INFO:teuthology.orchestra.run.smithi005.stdout:nfs.foo.1.0.smithi115.gxhqij smithi115 *:2049 running (7m) 2m ago 7m 85.9M - 4.0 e1d6a67b021e e4a881a3497c 2024-09-04T22:22:23.677 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.smithi005 smithi005 *:9100 running (4m) 39s ago 13m 17.5M - 1.3.1 1dbe0e931976 c3be8b87abc8 2024-09-04T22:22:23.677 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.smithi115 smithi115 *:9100 running (4m) 2m ago 12m 18.7M - 1.3.1 1dbe0e931976 a216b8a3c089 2024-09-04T22:22:23.677 INFO:teuthology.orchestra.run.smithi005.stdout:osd.0 smithi005 running (96s) 39s ago 12m 213M 1937M 19.1.1-260-gf3418446 e9760d0a26a7 7565bcbd5640 2024-09-04T22:22:23.677 INFO:teuthology.orchestra.run.smithi005.stdout:osd.1 smithi005 running (49s) 39s ago 11m 12.1M 1937M 19.1.1-260-gf3418446 e9760d0a26a7 4b3d60bb2c25 2024-09-04T22:22:23.677 INFO:teuthology.orchestra.run.smithi005.stdout:osd.2 smithi005 starting - - - 1937M 2024-09-04T22:22:23.677 INFO:teuthology.orchestra.run.smithi005.stdout:osd.3 smithi005 running (10m) 39s ago 10m 483M 1937M 17.2.0 e1d6a67b021e 277a1031c723 2024-09-04T22:22:23.677 INFO:teuthology.orchestra.run.smithi005.stdout:osd.4 smithi115 running (10m) 2m ago 10m 421M 2704M 17.2.0 e1d6a67b021e 992c7953a750 2024-09-04T22:22:23.678 INFO:teuthology.orchestra.run.smithi005.stdout:osd.5 smithi115 running (9m) 2m ago 9m 443M 2704M 17.2.0 e1d6a67b021e 37299ec573ae 2024-09-04T22:22:23.678 INFO:teuthology.orchestra.run.smithi005.stdout:osd.6 smithi115 running (9m) 2m ago 9m 389M 2704M 17.2.0 e1d6a67b021e a485cb0df9d8 2024-09-04T22:22:23.678 INFO:teuthology.orchestra.run.smithi005.stdout:osd.7 smithi115 running (9m) 2m ago 9m 528M 2704M 17.2.0 e1d6a67b021e cb10b860cb93 2024-09-04T22:22:23.678 INFO:teuthology.orchestra.run.smithi005.stdout:prometheus.smithi005 smithi005 *:9095 running (3m) 39s ago 12m 73.4M - 2.33.4 514e6a882f6e aae1464e652a 2024-09-04T22:22:23.731 INFO:teuthology.orchestra.run.smithi005.stdout: 5 162810 9.80 MB/sec execute 308 sec latency 44.631 ms 2024-09-04T22:22:24.305 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-04T22:22:24.305 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": { 2024-09-04T22:22:24.305 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 2 2024-09-04T22:22:24.305 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:22:24.305 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": { 2024-09-04T22:22:24.305 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 2 2024-09-04T22:22:24.305 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:22:24.306 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": { 2024-09-04T22:22:24.306 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 5, 2024-09-04T22:22:24.306 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 2 2024-09-04T22:22:24.306 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:22:24.306 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": { 2024-09-04T22:22:24.306 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-09-04T22:22:24.306 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:22:24.306 INFO:teuthology.orchestra.run.smithi005.stdout: "overall": { 2024-09-04T22:22:24.306 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 7, 2024-09-04T22:22:24.306 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 6 2024-09-04T22:22:24.306 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-04T22:22:24.306 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-04T22:22:24.365 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:24 smithi005 ceph-mon[65467]: from='client.34276 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:22:24.366 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:24 smithi005 ceph-mon[65467]: pgmap v127: 97 pgs: 7 active+undersized, 19 active+undersized+degraded, 71 active+clean; 346 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.8 KiB/s rd, 6.7 MiB/s wr, 680 op/s; 166/1947 objects degraded (8.526%) 2024-09-04T22:22:24.366 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:24 smithi005 ceph-mon[65467]: from='client.44201 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:22:24.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:24 smithi115 ceph-mon[51971]: from='client.34276 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:22:24.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:24 smithi115 ceph-mon[51971]: pgmap v127: 97 pgs: 7 active+undersized, 19 active+undersized+degraded, 71 active+clean; 346 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.8 KiB/s rd, 6.7 MiB/s wr, 680 op/s; 166/1947 objects degraded (8.526%) 2024-09-04T22:22:24.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:24 smithi115 ceph-mon[51971]: from='client.44201 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:22:24.731 INFO:teuthology.orchestra.run.smithi005.stdout: 5 163078 9.79 MB/sec execute 309 sec latency 61.426 ms 2024-09-04T22:22:24.858 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-04T22:22:24.858 INFO:teuthology.orchestra.run.smithi005.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15", 2024-09-04T22:22:24.858 INFO:teuthology.orchestra.run.smithi005.stdout: "in_progress": true, 2024-09-04T22:22:24.858 INFO:teuthology.orchestra.run.smithi005.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-04T22:22:24.858 INFO:teuthology.orchestra.run.smithi005.stdout: "services_complete": [ 2024-09-04T22:22:24.858 INFO:teuthology.orchestra.run.smithi005.stdout: "mon", 2024-09-04T22:22:24.858 INFO:teuthology.orchestra.run.smithi005.stdout: "crash", 2024-09-04T22:22:24.859 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr" 2024-09-04T22:22:24.859 INFO:teuthology.orchestra.run.smithi005.stdout: ], 2024-09-04T22:22:24.859 INFO:teuthology.orchestra.run.smithi005.stdout: "progress": "8/23 daemons upgraded", 2024-09-04T22:22:24.859 INFO:teuthology.orchestra.run.smithi005.stdout: "message": "Currently upgrading osd daemons", 2024-09-04T22:22:24.859 INFO:teuthology.orchestra.run.smithi005.stdout: "is_paused": false 2024-09-04T22:22:24.859 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-04T22:22:25.380 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:25 smithi005 ceph-mon[65467]: from='client.34284 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:22:25.380 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:25 smithi005 ceph-mon[65467]: from='client.? 172.21.15.5:0/2932440826' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:22:25.582 INFO:teuthology.orchestra.run.smithi005.stdout:HEALTH_WARN 1 osds down; Degraded data redundancy: 142/1656 objects degraded (8.575%), 19 pgs degraded 2024-09-04T22:22:25.582 INFO:teuthology.orchestra.run.smithi005.stdout:[WRN] OSD_DOWN: 1 osds down 2024-09-04T22:22:25.582 INFO:teuthology.orchestra.run.smithi005.stdout: osd.2 (root=default,host=smithi005) is down 2024-09-04T22:22:25.582 INFO:teuthology.orchestra.run.smithi005.stdout:[WRN] PG_DEGRADED: Degraded data redundancy: 142/1656 objects degraded (8.575%), 19 pgs degraded 2024-09-04T22:22:25.582 INFO:teuthology.orchestra.run.smithi005.stdout: pg 2.1 is active+undersized+degraded, acting [3,0] 2024-09-04T22:22:25.582 INFO:teuthology.orchestra.run.smithi005.stdout: pg 2.3 is active+undersized+degraded, acting [5,7] 2024-09-04T22:22:25.582 INFO:teuthology.orchestra.run.smithi005.stdout: pg 2.5 is active+undersized+degraded, acting [0,4] 2024-09-04T22:22:25.583 INFO:teuthology.orchestra.run.smithi005.stdout: pg 2.7 is active+undersized+degraded, acting [6,7] 2024-09-04T22:22:25.583 INFO:teuthology.orchestra.run.smithi005.stdout: pg 2.c is active+undersized+degraded, acting [5,0] 2024-09-04T22:22:25.583 INFO:teuthology.orchestra.run.smithi005.stdout: pg 2.e is active+undersized+degraded, acting [3,7] 2024-09-04T22:22:25.583 INFO:teuthology.orchestra.run.smithi005.stdout: pg 2.10 is active+undersized+degraded, acting [1,0] 2024-09-04T22:22:25.583 INFO:teuthology.orchestra.run.smithi005.stdout: pg 2.16 is active+undersized+degraded, acting [5,6] 2024-09-04T22:22:25.583 INFO:teuthology.orchestra.run.smithi005.stdout: pg 2.17 is active+undersized+degraded, acting [6,5] 2024-09-04T22:22:25.583 INFO:teuthology.orchestra.run.smithi005.stdout: pg 2.1c is active+undersized+degraded, acting [7,5] 2024-09-04T22:22:25.583 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.0 is active+undersized+degraded, acting [1,6] 2024-09-04T22:22:25.583 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.4 is active+undersized+degraded, acting [1,5] 2024-09-04T22:22:25.583 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.5 is active+undersized+degraded, acting [5,3] 2024-09-04T22:22:25.583 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.9 is active+undersized+degraded, acting [4,7] 2024-09-04T22:22:25.583 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.13 is active+undersized+degraded, acting [7,4] 2024-09-04T22:22:25.583 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.1a is active+undersized+degraded, acting [4,1] 2024-09-04T22:22:25.583 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.1e is active+undersized+degraded, acting [3,6] 2024-09-04T22:22:25.584 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.1f is active+undersized+degraded, acting [0,5] 2024-09-04T22:22:25.584 INFO:teuthology.orchestra.run.smithi005.stdout: pg 4.19 is active+undersized+degraded, acting [3,0] 2024-09-04T22:22:25.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:25 smithi115 ceph-mon[51971]: from='client.34284 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:22:25.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:25 smithi115 ceph-mon[51971]: from='client.? 172.21.15.5:0/2932440826' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:22:25.731 INFO:teuthology.orchestra.run.smithi005.stdout: 5 163349 9.78 MB/sec execute 310 sec latency 72.815 ms 2024-09-04T22:22:26.412 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:26 smithi005 ceph-mon[65467]: from='client.44213 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:22:26.412 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:26 smithi005 ceph-mon[65467]: pgmap v128: 97 pgs: 7 active+undersized, 19 active+undersized+degraded, 71 active+clean; 335 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.1 KiB/s rd, 6.8 MiB/s wr, 660 op/s; 142/1656 objects degraded (8.575%) 2024-09-04T22:22:26.412 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:26 smithi005 ceph-mon[65467]: Health check update: Degraded data redundancy: 142/1656 objects degraded (8.575%), 19 pgs degraded (PG_DEGRADED) 2024-09-04T22:22:26.412 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:26 smithi005 ceph-mon[65467]: from='client.? 172.21.15.5:0/2403466390' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-04T22:22:26.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:26 smithi115 ceph-mon[51971]: from='client.44213 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:22:26.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:26 smithi115 ceph-mon[51971]: pgmap v128: 97 pgs: 7 active+undersized, 19 active+undersized+degraded, 71 active+clean; 335 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.1 KiB/s rd, 6.8 MiB/s wr, 660 op/s; 142/1656 objects degraded (8.575%) 2024-09-04T22:22:26.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:26 smithi115 ceph-mon[51971]: Health check update: Degraded data redundancy: 142/1656 objects degraded (8.575%), 19 pgs degraded (PG_DEGRADED) 2024-09-04T22:22:26.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:26 smithi115 ceph-mon[51971]: from='client.? 172.21.15.5:0/2403466390' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-04T22:22:26.731 INFO:teuthology.orchestra.run.smithi005.stdout: 5 163569 9.77 MB/sec execute 311 sec latency 41.747 ms 2024-09-04T22:22:27.731 INFO:teuthology.orchestra.run.smithi005.stdout: 5 163793 9.75 MB/sec execute 312 sec latency 83.266 ms 2024-09-04T22:22:27.945 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:22:27 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-2[76723]: 2024-09-04T22:22:27.818+0000 7f64b1dfb640 -1 osd.2 0 read_superblock omap replica is missing. 2024-09-04T22:22:28.452 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:28 smithi005 ceph-mon[65467]: pgmap v129: 97 pgs: 7 active+undersized, 19 active+undersized+degraded, 71 active+clean; 335 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.2 KiB/s rd, 6.2 MiB/s wr, 596 op/s; 142/1656 objects degraded (8.575%) 2024-09-04T22:22:28.452 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:28 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:22:28.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:28 smithi115 ceph-mon[51971]: pgmap v129: 97 pgs: 7 active+undersized, 19 active+undersized+degraded, 71 active+clean; 335 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.2 KiB/s rd, 6.2 MiB/s wr, 596 op/s; 142/1656 objects degraded (8.575%) 2024-09-04T22:22:28.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:28 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:22:28.703 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:22:28 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-2[76723]: 2024-09-04T22:22:28.551+0000 7f64b1dfb640 -1 osd.2 95 log_to_monitors true 2024-09-04T22:22:28.731 INFO:teuthology.orchestra.run.smithi005.stdout: 5 164106 9.75 MB/sec execute 313 sec latency 75.730 ms 2024-09-04T22:22:29.464 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:29 smithi005 ceph-mon[65467]: from='osd.2 [v2:172.21.15.5:6818/1219293604,v1:172.21.15.5:6819/1219293604]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-04T22:22:29.464 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:22:29 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-2[76723]: 2024-09-04T22:22:29.366+0000 7f64a9ba6640 -1 osd.2 95 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-04T22:22:29.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:29 smithi115 ceph-mon[51971]: from='osd.2 [v2:172.21.15.5:6818/1219293604,v1:172.21.15.5:6819/1219293604]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-04T22:22:29.731 INFO:teuthology.orchestra.run.smithi005.stdout: 5 164414 9.73 MB/sec execute 314 sec latency 62.706 ms 2024-09-04T22:22:30.511 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:30 smithi005 ceph-mon[65467]: pgmap v130: 97 pgs: 7 active+undersized, 19 active+undersized+degraded, 71 active+clean; 339 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 7.6 MiB/s wr, 713 op/s; 146/1677 objects degraded (8.706%) 2024-09-04T22:22:30.511 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:30 smithi005 ceph-mon[65467]: from='osd.2 [v2:172.21.15.5:6818/1219293604,v1:172.21.15.5:6819/1219293604]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-04T22:22:30.511 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:30 smithi005 ceph-mon[65467]: osdmap e98: 8 total, 7 up, 8 in 2024-09-04T22:22:30.512 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:30 smithi005 ceph-mon[65467]: from='osd.2 [v2:172.21.15.5:6818/1219293604,v1:172.21.15.5:6819/1219293604]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]: dispatch 2024-09-04T22:22:30.512 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:30 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:22:30.512 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:30 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:22:30.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:30 smithi115 ceph-mon[51971]: pgmap v130: 97 pgs: 7 active+undersized, 19 active+undersized+degraded, 71 active+clean; 339 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 7.6 MiB/s wr, 713 op/s; 146/1677 objects degraded (8.706%) 2024-09-04T22:22:30.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:30 smithi115 ceph-mon[51971]: from='osd.2 [v2:172.21.15.5:6818/1219293604,v1:172.21.15.5:6819/1219293604]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-04T22:22:30.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:30 smithi115 ceph-mon[51971]: osdmap e98: 8 total, 7 up, 8 in 2024-09-04T22:22:30.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:30 smithi115 ceph-mon[51971]: from='osd.2 [v2:172.21.15.5:6818/1219293604,v1:172.21.15.5:6819/1219293604]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]: dispatch 2024-09-04T22:22:30.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:30 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:22:30.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:30 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:22:30.731 INFO:teuthology.orchestra.run.smithi005.stdout: 5 164629 9.71 MB/sec execute 315 sec latency 276.312 ms 2024-09-04T22:22:31.550 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:31 smithi005 ceph-mon[65467]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-04T22:22:31.550 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:31 smithi005 ceph-mon[65467]: osd.2 [v2:172.21.15.5:6818/1219293604,v1:172.21.15.5:6819/1219293604] boot 2024-09-04T22:22:31.550 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:31 smithi005 ceph-mon[65467]: osdmap e99: 8 total, 8 up, 8 in 2024-09-04T22:22:31.550 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:31 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-04T22:22:31.550 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:31 smithi005 ceph-mon[65467]: Health check update: Degraded data redundancy: 146/1677 objects degraded (8.706%), 19 pgs degraded (PG_DEGRADED) 2024-09-04T22:22:31.551 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:31 smithi005 ceph-mon[65467]: osdmap e100: 8 total, 8 up, 8 in 2024-09-04T22:22:31.551 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:31 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:22:31.551 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:31 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:22:31.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:31 smithi115 ceph-mon[51971]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-04T22:22:31.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:31 smithi115 ceph-mon[51971]: osd.2 [v2:172.21.15.5:6818/1219293604,v1:172.21.15.5:6819/1219293604] boot 2024-09-04T22:22:31.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:31 smithi115 ceph-mon[51971]: osdmap e99: 8 total, 8 up, 8 in 2024-09-04T22:22:31.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:31 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-04T22:22:31.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:31 smithi115 ceph-mon[51971]: Health check update: Degraded data redundancy: 146/1677 objects degraded (8.706%), 19 pgs degraded (PG_DEGRADED) 2024-09-04T22:22:31.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:31 smithi115 ceph-mon[51971]: osdmap e100: 8 total, 8 up, 8 in 2024-09-04T22:22:31.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:31 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:22:31.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:31 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:22:31.731 INFO:teuthology.orchestra.run.smithi005.stdout: 5 164822 9.70 MB/sec execute 316 sec latency 1230.411 ms 2024-09-04T22:22:32.344 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:32 smithi005 ceph-mon[65467]: pgmap v134: 97 pgs: 7 active+undersized, 19 active+undersized+degraded, 71 active+clean; 337 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.0 KiB/s rd, 3.4 MiB/s wr, 332 op/s; 147/1680 objects degraded (8.750%) 2024-09-04T22:22:32.344 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:32 smithi005 ceph-mon[65467]: osdmap e101: 8 total, 8 up, 8 in 2024-09-04T22:22:32.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:32 smithi115 ceph-mon[51971]: pgmap v134: 97 pgs: 7 active+undersized, 19 active+undersized+degraded, 71 active+clean; 337 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.0 KiB/s rd, 3.4 MiB/s wr, 332 op/s; 147/1680 objects degraded (8.750%) 2024-09-04T22:22:32.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:32 smithi115 ceph-mon[51971]: osdmap e101: 8 total, 8 up, 8 in 2024-09-04T22:22:32.731 INFO:teuthology.orchestra.run.smithi005.stdout: 5 165217 9.71 MB/sec execute 317 sec latency 55.943 ms 2024-09-04T22:22:33.732 INFO:teuthology.orchestra.run.smithi005.stdout: 5 165645 9.71 MB/sec execute 318 sec latency 42.579 ms 2024-09-04T22:22:33.854 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:33 smithi005 ceph-mon[65467]: osdmap e102: 8 total, 8 up, 8 in 2024-09-04T22:22:33.854 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:33 smithi005 ceph-mon[65467]: pgmap v137: 97 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 6 active+undersized, 18 active+undersized+degraded, 72 active+clean; 335 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 550 KiB/s wr, 36 op/s; 152/1620 objects degraded (9.383%) 2024-09-04T22:22:33.854 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:33 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:22:33.854 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:33 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:22:33.900 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:33 smithi115 ceph-mon[51971]: osdmap e102: 8 total, 8 up, 8 in 2024-09-04T22:22:33.901 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:33 smithi115 ceph-mon[51971]: pgmap v137: 97 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 6 active+undersized, 18 active+undersized+degraded, 72 active+clean; 335 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 550 KiB/s wr, 36 op/s; 152/1620 objects degraded (9.383%) 2024-09-04T22:22:33.901 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:33 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:22:33.901 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:33 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:22:34.732 INFO:teuthology.orchestra.run.smithi005.stdout: 5 166054 9.72 MB/sec execute 319 sec latency 799.864 ms 2024-09-04T22:22:34.873 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:34 smithi005 ceph-mon[65467]: osdmap e103: 8 total, 8 up, 8 in 2024-09-04T22:22:34.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:34 smithi115 ceph-mon[51971]: osdmap e103: 8 total, 8 up, 8 in 2024-09-04T22:22:35.642 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:35 smithi005 ceph-mon[65467]: osdmap e104: 8 total, 8 up, 8 in 2024-09-04T22:22:35.642 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:35 smithi005 ceph-mon[65467]: pgmap v140: 97 pgs: 1 active+undersized+remapped, 2 peering, 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 90 active+clean; 334 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.0 KiB/s rd, 5.0 MiB/s wr, 574 op/s; 83/1656 objects degraded (5.012%); 2.9 MiB/s, 22 objects/s recovering 2024-09-04T22:22:35.642 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:35 smithi005 ceph-mon[65467]: Health check update: Degraded data redundancy: 152/1620 objects degraded (9.383%), 19 pgs degraded (PG_DEGRADED) 2024-09-04T22:22:35.642 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:35 smithi005 ceph-mon[65467]: osdmap e105: 8 total, 8 up, 8 in 2024-09-04T22:22:35.732 INFO:teuthology.orchestra.run.smithi005.stdout: 5 166333 9.72 MB/sec execute 320 sec latency 524.317 ms 2024-09-04T22:22:35.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:35 smithi115 ceph-mon[51971]: osdmap e104: 8 total, 8 up, 8 in 2024-09-04T22:22:35.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:35 smithi115 ceph-mon[51971]: pgmap v140: 97 pgs: 1 active+undersized+remapped, 2 peering, 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 90 active+clean; 334 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.0 KiB/s rd, 5.0 MiB/s wr, 574 op/s; 83/1656 objects degraded (5.012%); 2.9 MiB/s, 22 objects/s recovering 2024-09-04T22:22:35.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:35 smithi115 ceph-mon[51971]: Health check update: Degraded data redundancy: 152/1620 objects degraded (9.383%), 19 pgs degraded (PG_DEGRADED) 2024-09-04T22:22:35.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:35 smithi115 ceph-mon[51971]: osdmap e105: 8 total, 8 up, 8 in 2024-09-04T22:22:36.732 INFO:teuthology.orchestra.run.smithi005.stdout: 5 166525 9.70 MB/sec execute 321 sec latency 991.820 ms 2024-09-04T22:22:37.680 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:37 smithi005 ceph-mon[65467]: osdmap e106: 8 total, 8 up, 8 in 2024-09-04T22:22:37.680 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:37 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:22:37.680 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:37 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:22:37.680 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:37 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:22:37.680 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:37 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:22:37.681 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:37 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:22:37.681 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:37 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:22:37.681 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:37 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:22:37.681 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:37 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:22:37.681 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:37 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:22:37.681 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:37 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:22:37.681 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:37 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-04T22:22:37.681 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:37 smithi005 ceph-mon[65467]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-04T22:22:37.681 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:37 smithi005 ceph-mon[65467]: Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-09-04T22:22:37.681 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:37 smithi005 ceph-mon[65467]: pgmap v143: 97 pgs: 1 active+undersized+remapped, 2 peering, 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 90 active+clean; 334 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.0 KiB/s rd, 4.5 MiB/s wr, 539 op/s; 83/1656 objects degraded (5.012%); 2.9 MiB/s, 22 objects/s recovering 2024-09-04T22:22:37.732 INFO:teuthology.orchestra.run.smithi005.stdout: 5 166818 9.71 MB/sec execute 322 sec latency 44.840 ms 2024-09-04T22:22:37.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:37 smithi115 ceph-mon[51971]: osdmap e106: 8 total, 8 up, 8 in 2024-09-04T22:22:37.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:37 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:22:37.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:37 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:22:37.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:37 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:22:37.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:37 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:22:37.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:37 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:22:37.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:37 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:22:37.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:37 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:22:37.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:37 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:22:37.899 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:37 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:22:37.899 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:37 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:22:37.899 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:37 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-04T22:22:37.899 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:37 smithi115 ceph-mon[51971]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-04T22:22:37.899 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:37 smithi115 ceph-mon[51971]: Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-09-04T22:22:37.899 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:37 smithi115 ceph-mon[51971]: pgmap v143: 97 pgs: 1 active+undersized+remapped, 2 peering, 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 90 active+clean; 334 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.0 KiB/s rd, 4.5 MiB/s wr, 539 op/s; 83/1656 objects degraded (5.012%); 2.9 MiB/s, 22 objects/s recovering 2024-09-04T22:22:38.732 INFO:teuthology.orchestra.run.smithi005.stdout: 5 167244 9.71 MB/sec execute 323 sec latency 43.527 ms 2024-09-04T22:22:39.314 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:39 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:22:39.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:39 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:22:39.732 INFO:teuthology.orchestra.run.smithi005.stdout: 5 167562 9.71 MB/sec execute 324 sec latency 54.177 ms 2024-09-04T22:22:40.333 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:40 smithi005 ceph-mon[65467]: pgmap v144: 97 pgs: 1 peering, 1 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 341 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.7 KiB/s rd, 7.5 MiB/s wr, 695 op/s; 21/1734 objects degraded (1.211%); 2.1 MiB/s, 29 objects/s recovering 2024-09-04T22:22:40.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:40 smithi115 ceph-mon[51971]: pgmap v144: 97 pgs: 1 peering, 1 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 341 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.7 KiB/s rd, 7.5 MiB/s wr, 695 op/s; 21/1734 objects degraded (1.211%); 2.1 MiB/s, 29 objects/s recovering 2024-09-04T22:22:40.732 INFO:teuthology.orchestra.run.smithi005.stdout: 5 167908 9.70 MB/sec execute 325 sec latency 37.971 ms 2024-09-04T22:22:41.354 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:41 smithi005 ceph-mon[65467]: Health check update: Degraded data redundancy: 21/1734 objects degraded (1.211%), 1 pg degraded (PG_DEGRADED) 2024-09-04T22:22:41.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:41 smithi115 ceph-mon[51971]: Health check update: Degraded data redundancy: 21/1734 objects degraded (1.211%), 1 pg degraded (PG_DEGRADED) 2024-09-04T22:22:41.732 INFO:teuthology.orchestra.run.smithi005.stdout: 5 168272 9.69 MB/sec execute 326 sec latency 38.092 ms 2024-09-04T22:22:42.368 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:42 smithi005 ceph-mon[65467]: pgmap v145: 97 pgs: 97 active+clean; 344 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.9 KiB/s rd, 4.2 MiB/s wr, 366 op/s; 36 KiB/s, 14 objects/s recovering 2024-09-04T22:22:42.368 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:42 smithi005 ceph-mon[65467]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 21/1734 objects degraded (1.211%), 1 pg degraded) 2024-09-04T22:22:42.368 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:42 smithi005 ceph-mon[65467]: Cluster is now healthy 2024-09-04T22:22:42.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:42 smithi115 ceph-mon[51971]: pgmap v145: 97 pgs: 97 active+clean; 344 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.9 KiB/s rd, 4.2 MiB/s wr, 366 op/s; 36 KiB/s, 14 objects/s recovering 2024-09-04T22:22:42.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:42 smithi115 ceph-mon[51971]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 21/1734 objects degraded (1.211%), 1 pg degraded) 2024-09-04T22:22:42.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:42 smithi115 ceph-mon[51971]: Cluster is now healthy 2024-09-04T22:22:42.732 INFO:teuthology.orchestra.run.smithi005.stdout: 5 168652 9.69 MB/sec execute 327 sec latency 48.590 ms 2024-09-04T22:22:43.732 INFO:teuthology.orchestra.run.smithi005.stdout: 5 168965 9.69 MB/sec execute 328 sec latency 37.586 ms 2024-09-04T22:22:44.405 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:44 smithi005 ceph-mon[65467]: pgmap v146: 97 pgs: 97 active+clean; 345 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.0 KiB/s rd, 3.9 MiB/s wr, 319 op/s; 29 KiB/s, 11 objects/s recovering 2024-09-04T22:22:44.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:44 smithi115 ceph-mon[51971]: pgmap v146: 97 pgs: 97 active+clean; 345 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.0 KiB/s rd, 3.9 MiB/s wr, 319 op/s; 29 KiB/s, 11 objects/s recovering 2024-09-04T22:22:44.732 INFO:teuthology.orchestra.run.smithi005.stdout: 5 169389 9.71 MB/sec execute 329 sec latency 61.596 ms 2024-09-04T22:22:45.732 INFO:teuthology.orchestra.run.smithi005.stdout: 5 169769 9.70 MB/sec execute 330 sec latency 72.743 ms 2024-09-04T22:22:46.204 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:46 smithi005 ceph-mon[65467]: pgmap v147: 97 pgs: 97 active+clean; 336 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.1 KiB/s rd, 5.3 MiB/s wr, 529 op/s; 25 KiB/s, 9 objects/s recovering 2024-09-04T22:22:46.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:46 smithi115 ceph-mon[51971]: pgmap v147: 97 pgs: 97 active+clean; 336 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.1 KiB/s rd, 5.3 MiB/s wr, 529 op/s; 25 KiB/s, 9 objects/s recovering 2024-09-04T22:22:46.732 INFO:teuthology.orchestra.run.smithi005.stdout: 5 170067 9.70 MB/sec execute 331 sec latency 61.013 ms 2024-09-04T22:22:47.732 INFO:teuthology.orchestra.run.smithi005.stdout: 5 170342 9.70 MB/sec execute 332 sec latency 157.886 ms 2024-09-04T22:22:48.259 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:48 smithi005 ceph-mon[65467]: pgmap v148: 97 pgs: 97 active+clean; 336 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.3 KiB/s rd, 4.8 MiB/s wr, 479 op/s; 22 KiB/s, 8 objects/s recovering 2024-09-04T22:22:48.259 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:48 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:22:48.259 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:48 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:22:48.259 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:48 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:22:48.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:48 smithi115 ceph-mon[51971]: pgmap v148: 97 pgs: 97 active+clean; 336 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.3 KiB/s rd, 4.8 MiB/s wr, 479 op/s; 22 KiB/s, 8 objects/s recovering 2024-09-04T22:22:48.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:48 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:22:48.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:48 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:22:48.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:48 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:22:48.732 INFO:teuthology.orchestra.run.smithi005.stdout: 5 170599 9.69 MB/sec execute 333 sec latency 169.618 ms 2024-09-04T22:22:49.732 INFO:teuthology.orchestra.run.smithi005.stdout: 5 170980 9.70 MB/sec execute 334 sec latency 75.443 ms 2024-09-04T22:22:50.283 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:50 smithi005 ceph-mon[65467]: pgmap v149: 97 pgs: 97 active+clean; 337 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.6 KiB/s rd, 5.8 MiB/s wr, 481 op/s; 20 KiB/s, 7 objects/s recovering 2024-09-04T22:22:50.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:50 smithi115 ceph-mon[51971]: pgmap v149: 97 pgs: 97 active+clean; 337 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.6 KiB/s rd, 5.8 MiB/s wr, 481 op/s; 20 KiB/s, 7 objects/s recovering 2024-09-04T22:22:50.732 INFO:teuthology.orchestra.run.smithi005.stdout: 5 171368 9.69 MB/sec execute 335 sec latency 53.154 ms 2024-09-04T22:22:51.732 INFO:teuthology.orchestra.run.smithi005.stdout: 5 171654 9.68 MB/sec execute 336 sec latency 64.558 ms 2024-09-04T22:22:52.345 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:52 smithi005 ceph-mon[65467]: pgmap v150: 97 pgs: 97 active+clean; 343 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.9 KiB/s rd, 4.5 MiB/s wr, 467 op/s; 2.0 KiB/s, 1 objects/s recovering 2024-09-04T22:22:52.345 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:52 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-04T22:22:52.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:52 smithi115 ceph-mon[51971]: pgmap v150: 97 pgs: 97 active+clean; 343 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.9 KiB/s rd, 4.5 MiB/s wr, 467 op/s; 2.0 KiB/s, 1 objects/s recovering 2024-09-04T22:22:52.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:52 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-04T22:22:52.732 INFO:teuthology.orchestra.run.smithi005.stdout: 5 171955 9.66 MB/sec execute 337 sec latency 73.595 ms 2024-09-04T22:22:53.371 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:53 smithi005 ceph-mon[65467]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-04T22:22:53.371 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:53 smithi005 ceph-mon[65467]: Upgrade: osd.3 is safe to restart 2024-09-04T22:22:53.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:53 smithi115 ceph-mon[51971]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-04T22:22:53.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:53 smithi115 ceph-mon[51971]: Upgrade: osd.3 is safe to restart 2024-09-04T22:22:53.738 INFO:teuthology.orchestra.run.smithi005.stdout: 5 172305 9.66 MB/sec execute 338 sec latency 44.219 ms 2024-09-04T22:22:54.400 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:54 smithi005 ceph-mon[65467]: pgmap v151: 97 pgs: 97 active+clean; 341 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.4 KiB/s rd, 4.5 MiB/s wr, 421 op/s 2024-09-04T22:22:54.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:54 smithi115 ceph-mon[51971]: pgmap v151: 97 pgs: 97 active+clean; 341 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.4 KiB/s rd, 4.5 MiB/s wr, 421 op/s 2024-09-04T22:22:54.740 INFO:teuthology.orchestra.run.smithi005.stdout: 5 172785 9.70 MB/sec execute 339 sec latency 47.975 ms 2024-09-04T22:22:55.737 INFO:teuthology.orchestra.run.smithi005.stdout: 5 173165 9.69 MB/sec execute 340 sec latency 70.842 ms 2024-09-04T22:22:56.144 INFO:teuthology.orchestra.run.smithi005.stdout:true 2024-09-04T22:22:56.193 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:55 smithi005 ceph-mon[65467]: Upgrade: Updating osd.3 2024-09-04T22:22:56.193 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:55 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:22:56.194 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:55 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-04T22:22:56.194 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:55 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:22:56.194 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:55 smithi005 ceph-mon[65467]: Deploying daemon osd.3 on smithi005 2024-09-04T22:22:56.194 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:55 smithi005 ceph-mon[65467]: pgmap v152: 97 pgs: 97 active+clean; 341 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.8 KiB/s rd, 5.9 MiB/s wr, 612 op/s 2024-09-04T22:22:56.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:55 smithi115 ceph-mon[51971]: Upgrade: Updating osd.3 2024-09-04T22:22:56.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:55 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:22:56.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:55 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-04T22:22:56.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:55 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:22:56.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:55 smithi115 ceph-mon[51971]: Deploying daemon osd.3 on smithi005 2024-09-04T22:22:56.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:55 smithi115 ceph-mon[51971]: pgmap v152: 97 pgs: 97 active+clean; 341 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.8 KiB/s rd, 5.9 MiB/s wr, 612 op/s 2024-09-04T22:22:56.737 INFO:teuthology.orchestra.run.smithi005.stdout: 5 173541 9.69 MB/sec execute 341 sec latency 70.203 ms 2024-09-04T22:22:57.198 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:56 smithi005 ceph-mon[65467]: from='client.34302 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:22:57.325 INFO:teuthology.orchestra.run.smithi005.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-04T22:22:57.326 INFO:teuthology.orchestra.run.smithi005.stdout:alertmanager.smithi005 smithi005 *:9093,9094 running (5m) 27s ago 14m 23.4M - 0.23.0 ba2b418f427c d299eba5e5dd 2024-09-04T22:22:57.326 INFO:teuthology.orchestra.run.smithi005.stdout:crash.smithi005 smithi005 running (2m) 27s ago 14m 6895k - 19.1.1-260-gf3418446 e9760d0a26a7 30e3c983ec4d 2024-09-04T22:22:57.326 INFO:teuthology.orchestra.run.smithi005.stdout:crash.smithi115 smithi115 running (2m) 2m ago 13m 6895k - 19.1.1-260-gf3418446 e9760d0a26a7 0089e389692f 2024-09-04T22:22:57.326 INFO:teuthology.orchestra.run.smithi005.stdout:grafana.smithi005 smithi005 *:3000 running (5m) 27s ago 13m 54.8M - 8.3.5 dad864ee21e9 b9c465ba4deb 2024-09-04T22:22:57.326 INFO:teuthology.orchestra.run.smithi005.stdout:mds.foofs.smithi005.vslipg smithi005 running (8m) 27s ago 8m 37.0M - 17.2.0 e1d6a67b021e 7e8076c2570f 2024-09-04T22:22:57.326 INFO:teuthology.orchestra.run.smithi005.stdout:mds.foofs.smithi115.sgjptr smithi115 running (8m) 2m ago 8m 16.3M - 17.2.0 e1d6a67b021e fb533e8d32e8 2024-09-04T22:22:57.326 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.smithi005.hteciz smithi005 *:8443,9283,8765 running (5m) 27s ago 15m 500M - 19.1.1-260-gf3418446 e9760d0a26a7 669eb5d46ffc 2024-09-04T22:22:57.326 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.smithi115.lfvwip smithi115 *:8443,9283,8765 running (4m) 2m ago 13m 439M - 19.1.1-260-gf3418446 e9760d0a26a7 5fc647070f0c 2024-09-04T22:22:57.326 INFO:teuthology.orchestra.run.smithi005.stdout:mon.smithi005 smithi005 running (4m) 27s ago 15m 49.4M 2048M 19.1.1-260-gf3418446 e9760d0a26a7 8ac4e5344f95 2024-09-04T22:22:57.326 INFO:teuthology.orchestra.run.smithi005.stdout:mon.smithi115 smithi115 running (3m) 2m ago 13m 34.1M 2048M 19.1.1-260-gf3418446 e9760d0a26a7 cadad68d26fc 2024-09-04T22:22:57.327 INFO:teuthology.orchestra.run.smithi005.stdout:nfs.foo.0.0.smithi005.rcnjjx smithi005 *:2049 running (7m) 27s ago 7m 268M - 4.0 e1d6a67b021e 292d2c5fa82d 2024-09-04T22:22:57.327 INFO:teuthology.orchestra.run.smithi005.stdout:nfs.foo.1.0.smithi115.gxhqij smithi115 *:2049 running (7m) 2m ago 7m 85.9M - 4.0 e1d6a67b021e e4a881a3497c 2024-09-04T22:22:57.327 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.smithi005 smithi005 *:9100 running (5m) 27s ago 13m 16.8M - 1.3.1 1dbe0e931976 c3be8b87abc8 2024-09-04T22:22:57.327 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.smithi115 smithi115 *:9100 running (5m) 2m ago 13m 18.7M - 1.3.1 1dbe0e931976 a216b8a3c089 2024-09-04T22:22:57.327 INFO:teuthology.orchestra.run.smithi005.stdout:osd.0 smithi005 running (2m) 27s ago 12m 283M 1937M 19.1.1-260-gf3418446 e9760d0a26a7 7565bcbd5640 2024-09-04T22:22:57.328 INFO:teuthology.orchestra.run.smithi005.stdout:osd.1 smithi005 running (82s) 27s ago 12m 190M 1937M 19.1.1-260-gf3418446 e9760d0a26a7 4b3d60bb2c25 2024-09-04T22:22:57.328 INFO:teuthology.orchestra.run.smithi005.stdout:osd.2 smithi005 running (36s) 27s ago 11m 11.0M 1937M 19.1.1-260-gf3418446 e9760d0a26a7 7da85200f683 2024-09-04T22:22:57.328 INFO:teuthology.orchestra.run.smithi005.stdout:osd.3 smithi005 running (11m) 27s ago 11m 509M 1937M 17.2.0 e1d6a67b021e 277a1031c723 2024-09-04T22:22:57.328 INFO:teuthology.orchestra.run.smithi005.stdout:osd.4 smithi115 running (10m) 2m ago 10m 421M 2704M 17.2.0 e1d6a67b021e 992c7953a750 2024-09-04T22:22:57.328 INFO:teuthology.orchestra.run.smithi005.stdout:osd.5 smithi115 running (10m) 2m ago 10m 443M 2704M 17.2.0 e1d6a67b021e 37299ec573ae 2024-09-04T22:22:57.329 INFO:teuthology.orchestra.run.smithi005.stdout:osd.6 smithi115 running (10m) 2m ago 10m 389M 2704M 17.2.0 e1d6a67b021e a485cb0df9d8 2024-09-04T22:22:57.329 INFO:teuthology.orchestra.run.smithi005.stdout:osd.7 smithi115 running (9m) 2m ago 9m 528M 2704M 17.2.0 e1d6a67b021e cb10b860cb93 2024-09-04T22:22:57.329 INFO:teuthology.orchestra.run.smithi005.stdout:prometheus.smithi005 smithi005 *:9095 running (4m) 27s ago 13m 73.4M - 2.33.4 514e6a882f6e aae1464e652a 2024-09-04T22:22:57.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:56 smithi115 ceph-mon[51971]: from='client.34302 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:22:57.737 INFO:teuthology.orchestra.run.smithi005.stdout: 5 173950 9.70 MB/sec execute 342 sec latency 33.620 ms 2024-09-04T22:22:58.031 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-04T22:22:58.032 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": { 2024-09-04T22:22:58.032 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 2 2024-09-04T22:22:58.032 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:22:58.032 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": { 2024-09-04T22:22:58.032 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 2 2024-09-04T22:22:58.032 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:22:58.032 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": { 2024-09-04T22:22:58.032 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 5, 2024-09-04T22:22:58.032 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 3 2024-09-04T22:22:58.032 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:22:58.032 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": { 2024-09-04T22:22:58.033 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-09-04T22:22:58.033 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:22:58.033 INFO:teuthology.orchestra.run.smithi005.stdout: "overall": { 2024-09-04T22:22:58.033 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 7, 2024-09-04T22:22:58.033 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 7 2024-09-04T22:22:58.033 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-04T22:22:58.033 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-04T22:22:58.203 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:58 smithi005 ceph-mon[65467]: from='client.44225 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:22:58.203 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:58 smithi005 ceph-mon[65467]: pgmap v153: 97 pgs: 97 active+clean; 341 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.1 KiB/s rd, 4.2 MiB/s wr, 406 op/s 2024-09-04T22:22:58.203 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:58 smithi005 ceph-mon[65467]: from='client.44229 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:22:58.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:58 smithi115 ceph-mon[51971]: from='client.44225 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:22:58.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:58 smithi115 ceph-mon[51971]: pgmap v153: 97 pgs: 97 active+clean; 341 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.1 KiB/s rd, 4.2 MiB/s wr, 406 op/s 2024-09-04T22:22:58.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:58 smithi115 ceph-mon[51971]: from='client.44229 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:22:58.624 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-04T22:22:58.624 INFO:teuthology.orchestra.run.smithi005.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15", 2024-09-04T22:22:58.625 INFO:teuthology.orchestra.run.smithi005.stdout: "in_progress": true, 2024-09-04T22:22:58.625 INFO:teuthology.orchestra.run.smithi005.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-04T22:22:58.625 INFO:teuthology.orchestra.run.smithi005.stdout: "services_complete": [ 2024-09-04T22:22:58.625 INFO:teuthology.orchestra.run.smithi005.stdout: "mon", 2024-09-04T22:22:58.625 INFO:teuthology.orchestra.run.smithi005.stdout: "crash", 2024-09-04T22:22:58.625 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr" 2024-09-04T22:22:58.626 INFO:teuthology.orchestra.run.smithi005.stdout: ], 2024-09-04T22:22:58.626 INFO:teuthology.orchestra.run.smithi005.stdout: "progress": "9/23 daemons upgraded", 2024-09-04T22:22:58.626 INFO:teuthology.orchestra.run.smithi005.stdout: "message": "Currently upgrading osd daemons", 2024-09-04T22:22:58.626 INFO:teuthology.orchestra.run.smithi005.stdout: "is_paused": false 2024-09-04T22:22:58.626 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-04T22:22:58.737 INFO:teuthology.orchestra.run.smithi005.stdout: 5 174343 9.69 MB/sec execute 343 sec latency 33.606 ms 2024-09-04T22:22:59.234 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:22:59 smithi005 ceph-mon[65467]: from='client.? 172.21.15.5:0/340667455' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:22:59.334 INFO:teuthology.orchestra.run.smithi005.stdout:HEALTH_OK 2024-09-04T22:22:59.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:22:59 smithi115 ceph-mon[51971]: from='client.? 172.21.15.5:0/340667455' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:22:59.737 INFO:teuthology.orchestra.run.smithi005.stdout: 5 174733 9.70 MB/sec execute 344 sec latency 54.411 ms 2024-09-04T22:23:00.248 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:00 smithi005 ceph-mon[65467]: from='client.44237 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:23:00.248 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:00 smithi005 ceph-mon[65467]: pgmap v154: 97 pgs: 97 active+clean; 341 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 6.2 KiB/s rd, 6.0 MiB/s wr, 481 op/s 2024-09-04T22:23:00.248 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:00 smithi005 ceph-mon[65467]: from='client.? 172.21.15.5:0/494505320' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-04T22:23:00.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:00 smithi115 ceph-mon[51971]: from='client.44237 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:23:00.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:00 smithi115 ceph-mon[51971]: pgmap v154: 97 pgs: 97 active+clean; 341 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 6.2 KiB/s rd, 6.0 MiB/s wr, 481 op/s 2024-09-04T22:23:00.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:00 smithi115 ceph-mon[51971]: from='client.? 172.21.15.5:0/494505320' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-04T22:23:00.738 INFO:teuthology.orchestra.run.smithi005.stdout: 5 175172 9.70 MB/sec execute 345 sec latency 36.199 ms 2024-09-04T22:23:01.001 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:23:00 smithi005 systemd[1]: Stopping Ceph osd.3 for fc6cab94-6b09-11ef-bcd6-c7b262605968... 2024-09-04T22:23:01.738 INFO:teuthology.orchestra.run.smithi005.stdout: 5 175579 9.70 MB/sec execute 346 sec latency 59.968 ms 2024-09-04T22:23:02.016 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:23:01 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-3[45470]: 2024-09-04T22:23:01.793+0000 7f330aeeb700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-04T22:23:02.017 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:23:01 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-3[45470]: 2024-09-04T22:23:01.793+0000 7f330aeeb700 -1 osd.3 106 *** Got signal Terminated *** 2024-09-04T22:23:02.017 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:23:01 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-3[45470]: 2024-09-04T22:23:01.793+0000 7f330aeeb700 -1 osd.3 106 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-04T22:23:02.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:02 smithi005 ceph-mon[65467]: pgmap v155: 97 pgs: 97 active+clean; 346 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.0 KiB/s rd, 5.3 MiB/s wr, 585 op/s 2024-09-04T22:23:02.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:02 smithi005 ceph-mon[65467]: osd.3 marked itself down and dead 2024-09-04T22:23:02.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:02 smithi115 ceph-mon[51971]: pgmap v155: 97 pgs: 97 active+clean; 346 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.0 KiB/s rd, 5.3 MiB/s wr, 585 op/s 2024-09-04T22:23:02.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:02 smithi115 ceph-mon[51971]: osd.3 marked itself down and dead 2024-09-04T22:23:02.738 INFO:teuthology.orchestra.run.smithi005.stdout: 5 175770 9.68 MB/sec execute 347 sec latency 554.223 ms 2024-09-04T22:23:03.180 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:23:02 smithi005 podman[78976]: 2024-09-04 22:23:02.860234524 +0000 UTC m=+1.598914961 container died 277a1031c723d4f0568eebce05e730134d766c02ac86bafa7a0644f2886b8319 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-3, ceph=True, vendor=Red Hat, Inc., io.openshift.expose-services=, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, release=754, RELEASE=HEAD, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, version=8, io.buildah.version=1.19.8, architecture=x86_64, GIT_CLEAN=True, GIT_REPO=https://github.com/ceph/ceph-container.git, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, maintainer=Guillaume Abrioux , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.k8s.display-name=CentOS Stream 8, build-date=2022-05-03T08:36:31.336870, name=centos-stream, vcs-type=git, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_BRANCH=HEAD, com.redhat.component=centos-stream-container, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, distribution-scope=public, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.tags=base centos centos-stream, CEPH_POINT_RELEASE=-17.2.0) 2024-09-04T22:23:03.435 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:03 smithi005 ceph-mon[65467]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-04T22:23:03.435 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:03 smithi005 ceph-mon[65467]: osdmap e107: 8 total, 7 up, 8 in 2024-09-04T22:23:03.435 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 3]}]: dispatch 2024-09-04T22:23:03.435 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [4, 3]}]: dispatch 2024-09-04T22:23:03.435 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 2]}]: dispatch 2024-09-04T22:23:03.435 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.15", "id": [7, 2]}]: dispatch 2024-09-04T22:23:03.436 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1a", "id": [4, 3]}]: dispatch 2024-09-04T22:23:03.436 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 3]}]: dispatch 2024-09-04T22:23:03.436 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 3]}]: dispatch 2024-09-04T22:23:03.436 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 3]}]: dispatch 2024-09-04T22:23:03.436 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2024-09-04T22:23:03.436 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2024-09-04T22:23:03.436 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:23:03.436 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:23:03.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:03 smithi115 ceph-mon[51971]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-04T22:23:03.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:03 smithi115 ceph-mon[51971]: osdmap e107: 8 total, 7 up, 8 in 2024-09-04T22:23:03.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:03 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 3]}]: dispatch 2024-09-04T22:23:03.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:03 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [4, 3]}]: dispatch 2024-09-04T22:23:03.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:03 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 2]}]: dispatch 2024-09-04T22:23:03.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:03 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.15", "id": [7, 2]}]: dispatch 2024-09-04T22:23:03.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:03 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1a", "id": [4, 3]}]: dispatch 2024-09-04T22:23:03.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:03 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 3]}]: dispatch 2024-09-04T22:23:03.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:03 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 3]}]: dispatch 2024-09-04T22:23:03.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:03 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 3]}]: dispatch 2024-09-04T22:23:03.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:03 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2024-09-04T22:23:03.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:03 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2024-09-04T22:23:03.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:03 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:23:03.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:03 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:23:03.738 INFO:teuthology.orchestra.run.smithi005.stdout: 5 175931 9.67 MB/sec execute 348 sec latency 1044.049 ms 2024-09-04T22:23:04.468 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:23:03 smithi005 podman[78976]: 2024-09-04 22:23:03.97027412 +0000 UTC m=+2.708954544 container cleanup 277a1031c723d4f0568eebce05e730134d766c02ac86bafa7a0644f2886b8319 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-3, version=8, GIT_REPO=https://github.com/ceph/ceph-container.git, io.openshift.expose-services=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, architecture=x86_64, distribution-scope=public, release=754, io.openshift.tags=base centos centos-stream, GIT_CLEAN=True, ceph=True, vendor=Red Hat, Inc., GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, name=centos-stream, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-type=git, io.buildah.version=1.19.8, io.k8s.display-name=CentOS Stream 8, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, com.redhat.component=centos-stream-container, RELEASE=HEAD, build-date=2022-05-03T08:36:31.336870, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, CEPH_POINT_RELEASE=-17.2.0) 2024-09-04T22:23:04.469 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:23:03 smithi005 bash[78976]: ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-3 2024-09-04T22:23:04.469 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:04 smithi005 ceph-mon[65467]: pgmap v157: 97 pgs: 9 peering, 13 stale+active+clean, 75 active+clean; 344 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.8 KiB/s rd, 5.6 MiB/s wr, 560 op/s 2024-09-04T22:23:04.469 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:04 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 3]}]': finished 2024-09-04T22:23:04.469 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:04 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [4, 3]}]': finished 2024-09-04T22:23:04.469 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:04 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 2]}]': finished 2024-09-04T22:23:04.469 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:04 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.15", "id": [7, 2]}]': finished 2024-09-04T22:23:04.469 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:04 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1a", "id": [4, 3]}]': finished 2024-09-04T22:23:04.469 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:04 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 3]}]': finished 2024-09-04T22:23:04.470 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:04 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 3]}]': finished 2024-09-04T22:23:04.470 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:04 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 3]}]': finished 2024-09-04T22:23:04.470 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:04 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]': finished 2024-09-04T22:23:04.470 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:04 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]': finished 2024-09-04T22:23:04.470 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:04 smithi005 ceph-mon[65467]: osdmap e108: 8 total, 7 up, 8 in 2024-09-04T22:23:04.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:04 smithi115 ceph-mon[51971]: pgmap v157: 97 pgs: 9 peering, 13 stale+active+clean, 75 active+clean; 344 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.8 KiB/s rd, 5.6 MiB/s wr, 560 op/s 2024-09-04T22:23:04.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:04 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 3]}]': finished 2024-09-04T22:23:04.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:04 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [4, 3]}]': finished 2024-09-04T22:23:04.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:04 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 2]}]': finished 2024-09-04T22:23:04.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:04 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.15", "id": [7, 2]}]': finished 2024-09-04T22:23:04.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:04 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1a", "id": [4, 3]}]': finished 2024-09-04T22:23:04.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:04 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 3]}]': finished 2024-09-04T22:23:04.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:04 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 3]}]': finished 2024-09-04T22:23:04.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:04 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 3]}]': finished 2024-09-04T22:23:04.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:04 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]': finished 2024-09-04T22:23:04.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:04 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]': finished 2024-09-04T22:23:04.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:04 smithi115 ceph-mon[51971]: osdmap e108: 8 total, 7 up, 8 in 2024-09-04T22:23:04.738 INFO:teuthology.orchestra.run.smithi005.stdout: 5 175931 9.64 MB/sec execute 349 sec latency 1500.629 ms 2024-09-04T22:23:05.193 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:23:04 smithi005 podman[78990]: 2024-09-04 22:23:04.851875431 +0000 UTC m=+1.988424793 container remove 277a1031c723d4f0568eebce05e730134d766c02ac86bafa7a0644f2886b8319 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-3, CEPH_POINT_RELEASE=-17.2.0, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, version=8, io.openshift.tags=base centos centos-stream, GIT_REPO=https://github.com/ceph/ceph-container.git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_CLEAN=True, distribution-scope=public, maintainer=Guillaume Abrioux , com.redhat.license_terms=https://centos.org/legal/licensing-policy/, com.redhat.component=centos-stream-container, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_BRANCH=HEAD, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, ceph=True, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, name=centos-stream, io.openshift.expose-services=, RELEASE=HEAD, io.k8s.display-name=CentOS Stream 8, vcs-type=git, vendor=Red Hat, Inc., description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, release=754, architecture=x86_64, io.buildah.version=1.19.8, build-date=2022-05-03T08:36:31.336870) 2024-09-04T22:23:05.444 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:05 smithi005 ceph-mon[65467]: osdmap e109: 8 total, 7 up, 8 in 2024-09-04T22:23:05.444 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:23:05 smithi005 podman[79079]: 2024-09-04 22:23:05.176504874 +0000 UTC m=+0.016222206 image pull e9760d0a26a7fddbeef4ac34fe459ff206acc1fc616e70634efad78bae5faf82 quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15 2024-09-04T22:23:05.444 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:23:05 smithi005 podman[79079]: 2024-09-04 22:23:05.359218542 +0000 UTC m=+0.198935868 container create b04cf9fb5f7b50741094f841ee5c23e40d1cfaea83aa360710300b5cc105e3a3 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-3-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True, org.label-schema.schema-version=1.0) 2024-09-04T22:23:05.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:05 smithi115 ceph-mon[51971]: osdmap e109: 8 total, 7 up, 8 in 2024-09-04T22:23:05.738 INFO:teuthology.orchestra.run.smithi005.stdout: 5 176216 9.64 MB/sec execute 350 sec latency 2028.123 ms 2024-09-04T22:23:05.948 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:23:05 smithi005 podman[79079]: 2024-09-04 22:23:05.758903778 +0000 UTC m=+0.598621109 container init b04cf9fb5f7b50741094f841ee5c23e40d1cfaea83aa360710300b5cc105e3a3 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-3-deactivate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.schema-version=1.0) 2024-09-04T22:23:05.948 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:23:05 smithi005 podman[79079]: 2024-09-04 22:23:05.773561683 +0000 UTC m=+0.613279007 container start b04cf9fb5f7b50741094f841ee5c23e40d1cfaea83aa360710300b5cc105e3a3 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-3-deactivate, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-04T22:23:05.948 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:23:05 smithi005 podman[79079]: 2024-09-04 22:23:05.932946023 +0000 UTC m=+0.772663351 container attach b04cf9fb5f7b50741094f841ee5c23e40d1cfaea83aa360710300b5cc105e3a3 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-3-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True) 2024-09-04T22:23:06.200 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:06 smithi005 ceph-mon[65467]: pgmap v160: 97 pgs: 2 remapped+peering, 11 active+undersized, 12 peering, 19 active+undersized+degraded, 53 active+clean; 340 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s wr, 677 op/s; 128/1641 objects degraded (7.800%) 2024-09-04T22:23:06.200 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:06 smithi005 ceph-mon[65467]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-09-04T22:23:06.201 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:06 smithi005 ceph-mon[65467]: Health check failed: Degraded data redundancy: 128/1641 objects degraded (7.800%), 19 pgs degraded (PG_DEGRADED) 2024-09-04T22:23:06.201 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:06 smithi005 ceph-mon[65467]: osdmap e110: 8 total, 7 up, 8 in 2024-09-04T22:23:06.201 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:23:06 smithi005 podman[79079]: 2024-09-04 22:23:06.159145513 +0000 UTC m=+0.998862837 container died b04cf9fb5f7b50741094f841ee5c23e40d1cfaea83aa360710300b5cc105e3a3 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-3-deactivate, GIT_BRANCH=HEAD, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0) 2024-09-04T22:23:06.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:06 smithi115 ceph-mon[51971]: pgmap v160: 97 pgs: 2 remapped+peering, 11 active+undersized, 12 peering, 19 active+undersized+degraded, 53 active+clean; 340 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s wr, 677 op/s; 128/1641 objects degraded (7.800%) 2024-09-04T22:23:06.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:06 smithi115 ceph-mon[51971]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-09-04T22:23:06.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:06 smithi115 ceph-mon[51971]: Health check failed: Degraded data redundancy: 128/1641 objects degraded (7.800%), 19 pgs degraded (PG_DEGRADED) 2024-09-04T22:23:06.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:06 smithi115 ceph-mon[51971]: osdmap e110: 8 total, 7 up, 8 in 2024-09-04T22:23:06.738 INFO:teuthology.orchestra.run.smithi005.stdout: 5 176941 9.68 MB/sec execute 351 sec latency 19.305 ms 2024-09-04T22:23:07.707 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:23:07 smithi005 podman[79103]: 2024-09-04 22:23:07.50748839 +0000 UTC m=+1.338817617 container remove b04cf9fb5f7b50741094f841ee5c23e40d1cfaea83aa360710300b5cc105e3a3 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-3-deactivate, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-04T22:23:07.707 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:23:07 smithi005 systemd[1]: ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@osd.3.service: Deactivated successfully. 2024-09-04T22:23:07.708 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:23:07 smithi005 systemd[1]: Stopped Ceph osd.3 for fc6cab94-6b09-11ef-bcd6-c7b262605968. 2024-09-04T22:23:07.708 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:23:07 smithi005 systemd[1]: ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@osd.3.service: Consumed 3min 4.853s CPU time. 2024-09-04T22:23:07.738 INFO:teuthology.orchestra.run.smithi005.stdout: 5 177820 9.71 MB/sec execute 352 sec latency 24.097 ms 2024-09-04T22:23:07.959 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:23:07 smithi005 systemd[1]: Starting Ceph osd.3 for fc6cab94-6b09-11ef-bcd6-c7b262605968... 2024-09-04T22:23:08.227 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:08 smithi005 ceph-mon[65467]: pgmap v162: 97 pgs: 2 remapped+peering, 11 active+undersized, 12 peering, 19 active+undersized+degraded, 53 active+clean; 340 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 3.8 MiB/s wr, 422 op/s; 128/1641 objects degraded (7.800%) 2024-09-04T22:23:08.479 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:23:08 smithi005 podman[79201]: 2024-09-04 22:23:08.131426349 +0000 UTC m=+0.035006771 image pull e9760d0a26a7fddbeef4ac34fe459ff206acc1fc616e70634efad78bae5faf82 quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15 2024-09-04T22:23:08.536 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:23:08 smithi005 podman[79201]: 2024-09-04 22:23:08.253900377 +0000 UTC m=+0.157480790 container create 85e353b4122884136622c8d8e2928ac9be25fcd0b4b71f3cef7ec4fdec06ef9e (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-3-activate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.37.2) 2024-09-04T22:23:08.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:08 smithi115 ceph-mon[51971]: pgmap v162: 97 pgs: 2 remapped+peering, 11 active+undersized, 12 peering, 19 active+undersized+degraded, 53 active+clean; 340 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 3.8 MiB/s wr, 422 op/s; 128/1641 objects degraded (7.800%) 2024-09-04T22:23:08.730 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:23:08 smithi005 podman[79201]: 2024-09-04 22:23:08.645818356 +0000 UTC m=+0.549398775 container init 85e353b4122884136622c8d8e2928ac9be25fcd0b4b71f3cef7ec4fdec06ef9e (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-3-activate, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-09-04T22:23:08.730 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:23:08 smithi005 podman[79201]: 2024-09-04 22:23:08.653908992 +0000 UTC m=+0.557489405 container start 85e353b4122884136622c8d8e2928ac9be25fcd0b4b71f3cef7ec4fdec06ef9e (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-3-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, ceph=True, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-09-04T22:23:08.738 INFO:teuthology.orchestra.run.smithi005.stdout: 5 178357 9.74 MB/sec execute 353 sec latency 37.751 ms 2024-09-04T22:23:08.983 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:23:08 smithi005 podman[79201]: 2024-09-04 22:23:08.758279928 +0000 UTC m=+0.661860346 container attach 85e353b4122884136622c8d8e2928ac9be25fcd0b4b71f3cef7ec4fdec06ef9e (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-3-activate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, ceph=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844) 2024-09-04T22:23:08.983 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:23:08 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-3-activate[79216]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-04T22:23:08.984 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:23:08 smithi005 bash[79201]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-04T22:23:08.984 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:23:08 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-3-activate[79216]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-04T22:23:08.984 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:23:08 smithi005 bash[79201]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-04T22:23:09.485 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:23:09 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-3-activate[79216]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-04T22:23:09.486 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:23:09 smithi005 bash[79201]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-04T22:23:09.486 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:23:09 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-3-activate[79216]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-09-04T22:23:09.486 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:23:09 smithi005 bash[79201]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-09-04T22:23:09.738 INFO:teuthology.orchestra.run.smithi005.stdout: 5 178756 9.73 MB/sec execute 354 sec latency 50.410 ms 2024-09-04T22:23:09.778 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:23:09 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-3-activate[79216]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-09-04T22:23:09.778 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:23:09 smithi005 bash[79201]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-09-04T22:23:09.778 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:23:09 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-3-activate[79216]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-04T22:23:09.778 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:23:09 smithi005 bash[79201]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-04T22:23:09.779 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:23:09 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-3-activate[79216]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-09-04T22:23:09.779 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:23:09 smithi005 bash[79201]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-09-04T22:23:09.779 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:23:09 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-3-activate[79216]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-04T22:23:09.779 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:23:09 smithi005 bash[79201]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-04T22:23:09.779 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:23:09 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-3-activate[79216]: --> ceph-volume raw activate successful for osd ID: 3 2024-09-04T22:23:09.779 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:23:09 smithi005 bash[79201]: --> ceph-volume raw activate successful for osd ID: 3 2024-09-04T22:23:09.779 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:23:09 smithi005 podman[79201]: 2024-09-04 22:23:09.632928512 +0000 UTC m=+1.536508927 container died 85e353b4122884136622c8d8e2928ac9be25fcd0b4b71f3cef7ec4fdec06ef9e (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-3-activate, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-09-04T22:23:10.285 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:10 smithi005 ceph-mon[65467]: pgmap v163: 97 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 5 active+clean+remapped, 2 remapped+peering, 1 active+recovering+undersized+degraded+remapped, 13 active+undersized, 26 active+undersized+degraded, 49 active+clean; 353 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s wr, 774 op/s; 702/1890 objects degraded (37.143%); 58/1890 objects misplaced (3.069%); 0 B/s, 14 objects/s recovering 2024-09-04T22:23:10.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:10 smithi115 ceph-mon[51971]: pgmap v163: 97 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 5 active+clean+remapped, 2 remapped+peering, 1 active+recovering+undersized+degraded+remapped, 13 active+undersized, 26 active+undersized+degraded, 49 active+clean; 353 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s wr, 774 op/s; 702/1890 objects degraded (37.143%); 58/1890 objects misplaced (3.069%); 0 B/s, 14 objects/s recovering 2024-09-04T22:23:10.739 INFO:teuthology.orchestra.run.smithi005.stdout: 5 179181 9.72 MB/sec execute 355 sec latency 51.560 ms 2024-09-04T22:23:11.039 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:23:10 smithi005 podman[79350]: 2024-09-04 22:23:10.935100863 +0000 UTC m=+1.294868244 container remove 85e353b4122884136622c8d8e2928ac9be25fcd0b4b71f3cef7ec4fdec06ef9e (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-3-activate, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240731, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-09-04T22:23:11.290 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:23:11 smithi005 podman[79407]: 2024-09-04 22:23:11.119899591 +0000 UTC m=+0.032734377 image pull e9760d0a26a7fddbeef4ac34fe459ff206acc1fc616e70634efad78bae5faf82 quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15 2024-09-04T22:23:11.290 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:11 smithi005 ceph-mon[65467]: Health check update: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-09-04T22:23:11.290 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:11 smithi005 ceph-mon[65467]: Health check update: Degraded data redundancy: 702/1890 objects degraded (37.143%), 28 pgs degraded (PG_DEGRADED) 2024-09-04T22:23:11.541 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:23:11 smithi005 podman[79407]: 2024-09-04 22:23:11.443733033 +0000 UTC m=+0.356567793 container create a644c2dcdeb3f5617f754a508574d38ba8b62f64239fa635a7b461d725625827 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-3, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-09-04T22:23:11.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:11 smithi115 ceph-mon[51971]: Health check update: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-09-04T22:23:11.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:11 smithi115 ceph-mon[51971]: Health check update: Degraded data redundancy: 702/1890 objects degraded (37.143%), 28 pgs degraded (PG_DEGRADED) 2024-09-04T22:23:11.738 INFO:teuthology.orchestra.run.smithi005.stdout: 5 179959 9.78 MB/sec execute 356 sec latency 24.707 ms 2024-09-04T22:23:12.294 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:12 smithi005 ceph-mon[65467]: pgmap v164: 97 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 7 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 13 active+undersized, 26 active+undersized+degraded, 49 active+clean; 351 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s wr, 681 op/s; 705/1917 objects degraded (36.776%); 73/1917 objects misplaced (3.808%); 0 B/s, 11 objects/s recovering 2024-09-04T22:23:12.294 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:12 smithi005 ceph-mon[65467]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-09-04T22:23:12.294 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:23:12 smithi005 podman[79407]: 2024-09-04 22:23:12.104534577 +0000 UTC m=+1.017369360 container init a644c2dcdeb3f5617f754a508574d38ba8b62f64239fa635a7b461d725625827 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-3, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0) 2024-09-04T22:23:12.294 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:23:12 smithi005 podman[79407]: 2024-09-04 22:23:12.117919374 +0000 UTC m=+1.030754140 container start a644c2dcdeb3f5617f754a508574d38ba8b62f64239fa635a7b461d725625827 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-3, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731) 2024-09-04T22:23:12.545 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:23:12 smithi005 bash[79407]: a644c2dcdeb3f5617f754a508574d38ba8b62f64239fa635a7b461d725625827 2024-09-04T22:23:12.546 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:23:12 smithi005 systemd[1]: Started Ceph osd.3 for fc6cab94-6b09-11ef-bcd6-c7b262605968. 2024-09-04T22:23:12.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:12 smithi115 ceph-mon[51971]: pgmap v164: 97 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 7 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 13 active+undersized, 26 active+undersized+degraded, 49 active+clean; 351 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s wr, 681 op/s; 705/1917 objects degraded (36.776%); 73/1917 objects misplaced (3.808%); 0 B/s, 11 objects/s recovering 2024-09-04T22:23:12.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:12 smithi115 ceph-mon[51971]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-09-04T22:23:12.738 INFO:teuthology.orchestra.run.smithi005.stdout: 5 180539 9.79 MB/sec execute 357 sec latency 44.138 ms 2024-09-04T22:23:13.578 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:13 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:23:13.578 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:13 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:23:13.579 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:13 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:23:13.579 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:13 smithi005 ceph-mon[65467]: pgmap v165: 97 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 7 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 13 active+undersized, 26 active+undersized+degraded, 49 active+clean; 354 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.4 MiB/s wr, 590 op/s; 709/1968 objects degraded (36.026%); 79/1968 objects misplaced (4.014%); 0 B/s, 9 objects/s recovering 2024-09-04T22:23:13.738 INFO:teuthology.orchestra.run.smithi005.stdout: 5 180845 9.77 MB/sec execute 358 sec latency 40.753 ms 2024-09-04T22:23:13.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:13 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:23:13.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:13 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:23:13.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:13 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:23:13.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:13 smithi115 ceph-mon[51971]: pgmap v165: 97 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 7 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 13 active+undersized, 26 active+undersized+degraded, 49 active+clean; 354 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.4 MiB/s wr, 590 op/s; 709/1968 objects degraded (36.026%); 79/1968 objects misplaced (4.014%); 0 B/s, 9 objects/s recovering 2024-09-04T22:23:14.597 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:23:14 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-3[79429]: 2024-09-04T22:23:14.576+0000 7ff7f0843640 -1 Falling back to public interface 2024-09-04T22:23:14.738 INFO:teuthology.orchestra.run.smithi005.stdout: 5 181246 9.78 MB/sec execute 359 sec latency 28.813 ms 2024-09-04T22:23:15.739 INFO:teuthology.orchestra.run.smithi005.stdout: 5 181898 9.81 MB/sec execute 360 sec latency 31.054 ms 2024-09-04T22:23:16.362 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:16 smithi005 ceph-mon[65467]: pgmap v166: 97 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 7 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 13 active+undersized, 26 active+undersized+degraded, 49 active+clean; 348 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.9 KiB/s rd, 7.6 MiB/s wr, 731 op/s; 683/1839 objects degraded (37.140%); 74/1839 objects misplaced (4.024%); 0 B/s, 20 objects/s recovering 2024-09-04T22:23:16.362 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:16 smithi005 ceph-mon[65467]: Health check update: Degraded data redundancy: 683/1839 objects degraded (37.140%), 28 pgs degraded (PG_DEGRADED) 2024-09-04T22:23:16.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:16 smithi115 ceph-mon[51971]: pgmap v166: 97 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 7 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 13 active+undersized, 26 active+undersized+degraded, 49 active+clean; 348 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.9 KiB/s rd, 7.6 MiB/s wr, 731 op/s; 683/1839 objects degraded (37.140%); 74/1839 objects misplaced (4.024%); 0 B/s, 20 objects/s recovering 2024-09-04T22:23:16.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:16 smithi115 ceph-mon[51971]: Health check update: Degraded data redundancy: 683/1839 objects degraded (37.140%), 28 pgs degraded (PG_DEGRADED) 2024-09-04T22:23:16.738 INFO:teuthology.orchestra.run.smithi005.stdout: 5 182539 9.81 MB/sec execute 361 sec latency 28.292 ms 2024-09-04T22:23:17.739 INFO:teuthology.orchestra.run.smithi005.stdout: 5 183188 9.84 MB/sec execute 362 sec latency 24.554 ms 2024-09-04T22:23:18.373 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:18 smithi005 ceph-mon[65467]: pgmap v167: 97 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 7 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 13 active+undersized, 26 active+undersized+degraded, 49 active+clean; 348 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.5 KiB/s rd, 6.4 MiB/s wr, 612 op/s; 683/1839 objects degraded (37.140%); 74/1839 objects misplaced (4.024%); 0 B/s, 17 objects/s recovering 2024-09-04T22:23:18.373 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:18 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:23:18.373 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:18 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:23:18.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:18 smithi115 ceph-mon[51971]: pgmap v167: 97 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 7 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 13 active+undersized, 26 active+undersized+degraded, 49 active+clean; 348 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.5 KiB/s rd, 6.4 MiB/s wr, 612 op/s; 683/1839 objects degraded (37.140%); 74/1839 objects misplaced (4.024%); 0 B/s, 17 objects/s recovering 2024-09-04T22:23:18.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:18 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:23:18.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:18 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:23:18.739 INFO:teuthology.orchestra.run.smithi005.stdout: 5 183840 9.87 MB/sec execute 363 sec latency 34.957 ms 2024-09-04T22:23:19.739 INFO:teuthology.orchestra.run.smithi005.stdout: 5 184389 9.87 MB/sec execute 364 sec latency 34.605 ms 2024-09-04T22:23:20.386 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:20 smithi005 ceph-mon[65467]: pgmap v168: 97 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 7 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 13 active+undersized, 26 active+undersized+degraded, 49 active+clean; 345 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.4 KiB/s rd, 9.3 MiB/s wr, 896 op/s; 685/1887 objects degraded (36.301%); 73/1887 objects misplaced (3.869%); 0 B/s, 26 objects/s recovering 2024-09-04T22:23:20.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:20 smithi115 ceph-mon[51971]: pgmap v168: 97 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 7 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 13 active+undersized, 26 active+undersized+degraded, 49 active+clean; 345 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.4 KiB/s rd, 9.3 MiB/s wr, 896 op/s; 685/1887 objects degraded (36.301%); 73/1887 objects misplaced (3.869%); 0 B/s, 26 objects/s recovering 2024-09-04T22:23:20.739 INFO:teuthology.orchestra.run.smithi005.stdout: 5 184906 9.89 MB/sec execute 365 sec latency 39.647 ms 2024-09-04T22:23:20.901 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:23:20 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-3[79429]: 2024-09-04T22:23:20.657+0000 7ff7f0843640 -1 osd.3 0 read_superblock omap replica is missing. 2024-09-04T22:23:21.424 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:21 smithi005 ceph-mon[65467]: Health check update: Degraded data redundancy: 685/1887 objects degraded (36.301%), 28 pgs degraded (PG_DEGRADED) 2024-09-04T22:23:21.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:21 smithi115 ceph-mon[51971]: Health check update: Degraded data redundancy: 685/1887 objects degraded (36.301%), 28 pgs degraded (PG_DEGRADED) 2024-09-04T22:23:21.739 INFO:teuthology.orchestra.run.smithi005.stdout: 5 185230 9.90 MB/sec execute 366 sec latency 52.047 ms 2024-09-04T22:23:21.927 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:23:21 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-3[79429]: 2024-09-04T22:23:21.792+0000 7ff7f0843640 -1 osd.3 106 log_to_monitors true 2024-09-04T22:23:22.467 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:22 smithi005 ceph-mon[65467]: pgmap v169: 97 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 7 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 13 active+undersized, 26 active+undersized+degraded, 49 active+clean; 345 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 7.2 MiB/s wr, 710 op/s; 686/1896 objects degraded (36.181%); 73/1896 objects misplaced (3.850%); 0 B/s, 19 objects/s recovering 2024-09-04T22:23:22.467 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:22 smithi005 ceph-mon[65467]: from='osd.3 [v2:172.21.15.5:6826/2202057677,v1:172.21.15.5:6827/2202057677]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-04T22:23:22.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:22 smithi115 ceph-mon[51971]: pgmap v169: 97 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 7 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 13 active+undersized, 26 active+undersized+degraded, 49 active+clean; 345 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 7.2 MiB/s wr, 710 op/s; 686/1896 objects degraded (36.181%); 73/1896 objects misplaced (3.850%); 0 B/s, 19 objects/s recovering 2024-09-04T22:23:22.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:22 smithi115 ceph-mon[51971]: from='osd.3 [v2:172.21.15.5:6826/2202057677,v1:172.21.15.5:6827/2202057677]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-04T22:23:22.718 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:23:22 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-3[79429]: 2024-09-04T22:23:22.569+0000 7ff7e45e6640 -1 osd.3 106 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-04T22:23:22.739 INFO:teuthology.orchestra.run.smithi005.stdout: 5 185505 9.89 MB/sec execute 367 sec latency 78.140 ms 2024-09-04T22:23:23.227 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:23 smithi005 ceph-mon[65467]: from='osd.3 [v2:172.21.15.5:6826/2202057677,v1:172.21.15.5:6827/2202057677]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-04T22:23:23.227 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:23 smithi005 ceph-mon[65467]: osdmap e111: 8 total, 7 up, 8 in 2024-09-04T22:23:23.227 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:23 smithi005 ceph-mon[65467]: from='osd.3 [v2:172.21.15.5:6826/2202057677,v1:172.21.15.5:6827/2202057677]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]: dispatch 2024-09-04T22:23:23.227 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:23 smithi005 ceph-mon[65467]: from='osd.3 [v2:172.21.15.5:6826/2202057677,v1:172.21.15.5:6827/2202057677]' entity='osd.3' 2024-09-04T22:23:23.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:23 smithi115 ceph-mon[51971]: from='osd.3 [v2:172.21.15.5:6826/2202057677,v1:172.21.15.5:6827/2202057677]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-04T22:23:23.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:23 smithi115 ceph-mon[51971]: osdmap e111: 8 total, 7 up, 8 in 2024-09-04T22:23:23.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:23 smithi115 ceph-mon[51971]: from='osd.3 [v2:172.21.15.5:6826/2202057677,v1:172.21.15.5:6827/2202057677]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]: dispatch 2024-09-04T22:23:23.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:23 smithi115 ceph-mon[51971]: from='osd.3 [v2:172.21.15.5:6826/2202057677,v1:172.21.15.5:6827/2202057677]' entity='osd.3' 2024-09-04T22:23:23.739 INFO:teuthology.orchestra.run.smithi005.stdout: 5 185778 9.88 MB/sec execute 368 sec latency 207.806 ms 2024-09-04T22:23:24.256 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:24 smithi005 ceph-mon[65467]: pgmap v171: 97 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 7 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 13 active+undersized, 26 active+undersized+degraded, 49 active+clean; 344 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 7.5 MiB/s wr, 766 op/s; 686/1851 objects degraded (37.061%); 62/1851 objects misplaced (3.350%); 0 B/s, 23 objects/s recovering 2024-09-04T22:23:24.256 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:24 smithi005 ceph-mon[65467]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-04T22:23:24.256 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:24 smithi005 ceph-mon[65467]: osd.3 [v2:172.21.15.5:6826/2202057677,v1:172.21.15.5:6827/2202057677] boot 2024-09-04T22:23:24.256 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:24 smithi005 ceph-mon[65467]: osdmap e112: 8 total, 8 up, 8 in 2024-09-04T22:23:24.256 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:24 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-04T22:23:24.257 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:24 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:23:24.257 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:24 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:23:24.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:24 smithi115 ceph-mon[51971]: pgmap v171: 97 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 7 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 13 active+undersized, 26 active+undersized+degraded, 49 active+clean; 344 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 7.5 MiB/s wr, 766 op/s; 686/1851 objects degraded (37.061%); 62/1851 objects misplaced (3.350%); 0 B/s, 23 objects/s recovering 2024-09-04T22:23:24.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:24 smithi115 ceph-mon[51971]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-04T22:23:24.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:24 smithi115 ceph-mon[51971]: osd.3 [v2:172.21.15.5:6826/2202057677,v1:172.21.15.5:6827/2202057677] boot 2024-09-04T22:23:24.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:24 smithi115 ceph-mon[51971]: osdmap e112: 8 total, 8 up, 8 in 2024-09-04T22:23:24.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:24 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-04T22:23:24.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:24 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:23:24.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:24 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:23:24.739 INFO:teuthology.orchestra.run.smithi005.stdout: 5 185847 9.85 MB/sec execute 369 sec latency 1207.834 ms 2024-09-04T22:23:25.737 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:25 smithi005 ceph-mon[65467]: osdmap e113: 8 total, 8 up, 8 in 2024-09-04T22:23:25.737 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:25 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:23:25.737 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:25 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:23:25.737 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:25 smithi005 ceph-mon[65467]: pgmap v174: 97 pgs: 4 remapped+peering, 18 peering, 4 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 5 active+undersized, 16 active+undersized+degraded, 49 active+clean; 336 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 16 KiB/s rd, 4.9 MiB/s wr, 400 op/s; 160/1692 objects degraded (9.456%); 40/1692 objects misplaced (2.364%); 0 B/s, 51 objects/s recovering 2024-09-04T22:23:25.739 INFO:teuthology.orchestra.run.smithi005.stdout: 5 185873 9.82 MB/sec execute 370 sec latency 2100.387 ms 2024-09-04T22:23:25.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:25 smithi115 ceph-mon[51971]: osdmap e113: 8 total, 8 up, 8 in 2024-09-04T22:23:25.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:25 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:23:25.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:25 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:23:25.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:25 smithi115 ceph-mon[51971]: pgmap v174: 97 pgs: 4 remapped+peering, 18 peering, 4 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 5 active+undersized, 16 active+undersized+degraded, 49 active+clean; 336 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 16 KiB/s rd, 4.9 MiB/s wr, 400 op/s; 160/1692 objects degraded (9.456%); 40/1692 objects misplaced (2.364%); 0 B/s, 51 objects/s recovering 2024-09-04T22:23:26.739 INFO:teuthology.orchestra.run.smithi005.stdout: 5 186092 9.81 MB/sec execute 371 sec latency 2010.031 ms 2024-09-04T22:23:26.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:26 smithi115 ceph-mon[51971]: osdmap e114: 8 total, 8 up, 8 in 2024-09-04T22:23:26.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:26 smithi115 ceph-mon[51971]: Health check update: Degraded data redundancy: 686/1851 objects degraded (37.061%), 28 pgs degraded (PG_DEGRADED) 2024-09-04T22:23:26.961 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:26 smithi005 ceph-mon[65467]: osdmap e114: 8 total, 8 up, 8 in 2024-09-04T22:23:26.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:26 smithi005 ceph-mon[65467]: Health check update: Degraded data redundancy: 686/1851 objects degraded (37.061%), 28 pgs degraded (PG_DEGRADED) 2024-09-04T22:23:27.739 INFO:teuthology.orchestra.run.smithi005.stdout: 5 186118 9.78 MB/sec execute 372 sec latency 1042.470 ms 2024-09-04T22:23:27.908 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:27 smithi005 ceph-mon[65467]: osdmap e115: 8 total, 8 up, 8 in 2024-09-04T22:23:27.908 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:27 smithi005 ceph-mon[65467]: pgmap v177: 97 pgs: 4 remapped+peering, 18 peering, 4 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 5 active+undersized, 16 active+undersized+degraded, 49 active+clean; 336 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.5 KiB/s rd, 3.8 MiB/s wr, 363 op/s; 160/1692 objects degraded (9.456%); 40/1692 objects misplaced (2.364%); 0 B/s, 76 objects/s recovering 2024-09-04T22:23:28.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:27 smithi115 ceph-mon[51971]: osdmap e115: 8 total, 8 up, 8 in 2024-09-04T22:23:28.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:27 smithi115 ceph-mon[51971]: pgmap v177: 97 pgs: 4 remapped+peering, 18 peering, 4 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 5 active+undersized, 16 active+undersized+degraded, 49 active+clean; 336 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.5 KiB/s rd, 3.8 MiB/s wr, 363 op/s; 160/1692 objects degraded (9.456%); 40/1692 objects misplaced (2.364%); 0 B/s, 76 objects/s recovering 2024-09-04T22:23:28.678 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:28 smithi005 ceph-mon[65467]: osdmap e116: 8 total, 8 up, 8 in 2024-09-04T22:23:28.739 INFO:teuthology.orchestra.run.smithi005.stdout: 5 186486 9.79 MB/sec execute 373 sec latency 44.112 ms 2024-09-04T22:23:29.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:28 smithi115 ceph-mon[51971]: osdmap e116: 8 total, 8 up, 8 in 2024-09-04T22:23:29.695 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:29 smithi005 ceph-mon[65467]: osdmap e117: 8 total, 8 up, 8 in 2024-09-04T22:23:29.695 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:29 smithi005 ceph-mon[65467]: pgmap v180: 97 pgs: 1 active+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 2 remapped+peering, 16 peering, 71 active+clean; 335 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s wr, 359 op/s; 1598/1575 objects degraded (101.460%); 1.0 MiB/s, 88 objects/s recovering 2024-09-04T22:23:29.739 INFO:teuthology.orchestra.run.smithi005.stdout: 5 186757 9.78 MB/sec execute 374 sec latency 49.809 ms 2024-09-04T22:23:30.028 INFO:teuthology.orchestra.run.smithi005.stdout:true 2024-09-04T22:23:30.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:29 smithi115 ceph-mon[51971]: osdmap e117: 8 total, 8 up, 8 in 2024-09-04T22:23:30.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:29 smithi115 ceph-mon[51971]: pgmap v180: 97 pgs: 1 active+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 2 remapped+peering, 16 peering, 71 active+clean; 335 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s wr, 359 op/s; 1598/1575 objects degraded (101.460%); 1.0 MiB/s, 88 objects/s recovering 2024-09-04T22:23:30.741 INFO:teuthology.orchestra.run.smithi005.stdout: 5 186965 9.78 MB/sec execute 375 sec latency 671.809 ms 2024-09-04T22:23:30.766 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:30 smithi005 ceph-mon[65467]: osdmap e118: 8 total, 8 up, 8 in 2024-09-04T22:23:30.766 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:30 smithi005 ceph-mon[65467]: from='client.44249 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:23:30.766 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:30 smithi005 ceph-mon[65467]: Health check update: Degraded data redundancy: 1598/1575 objects degraded (101.460%), 7 pgs degraded (PG_DEGRADED) 2024-09-04T22:23:31.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:30 smithi115 ceph-mon[51971]: osdmap e118: 8 total, 8 up, 8 in 2024-09-04T22:23:31.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:30 smithi115 ceph-mon[51971]: from='client.44249 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:23:31.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:30 smithi115 ceph-mon[51971]: Health check update: Degraded data redundancy: 1598/1575 objects degraded (101.460%), 7 pgs degraded (PG_DEGRADED) 2024-09-04T22:23:31.252 INFO:teuthology.orchestra.run.smithi005.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-04T22:23:31.252 INFO:teuthology.orchestra.run.smithi005.stdout:alertmanager.smithi005 smithi005 *:9093,9094 running (6m) 7s ago 14m 23.5M - 0.23.0 ba2b418f427c d299eba5e5dd 2024-09-04T22:23:31.253 INFO:teuthology.orchestra.run.smithi005.stdout:crash.smithi005 smithi005 running (3m) 7s ago 14m 6895k - 19.1.1-260-gf3418446 e9760d0a26a7 30e3c983ec4d 2024-09-04T22:23:31.253 INFO:teuthology.orchestra.run.smithi005.stdout:crash.smithi115 smithi115 running (3m) 3m ago 14m 6895k - 19.1.1-260-gf3418446 e9760d0a26a7 0089e389692f 2024-09-04T22:23:31.253 INFO:teuthology.orchestra.run.smithi005.stdout:grafana.smithi005 smithi005 *:3000 running (6m) 7s ago 14m 54.2M - 8.3.5 dad864ee21e9 b9c465ba4deb 2024-09-04T22:23:31.253 INFO:teuthology.orchestra.run.smithi005.stdout:mds.foofs.smithi005.vslipg smithi005 running (8m) 7s ago 8m 37.4M - 17.2.0 e1d6a67b021e 7e8076c2570f 2024-09-04T22:23:31.253 INFO:teuthology.orchestra.run.smithi005.stdout:mds.foofs.smithi115.sgjptr smithi115 running (8m) 3m ago 8m 16.3M - 17.2.0 e1d6a67b021e fb533e8d32e8 2024-09-04T22:23:31.253 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.smithi005.hteciz smithi005 *:8443,9283,8765 running (5m) 7s ago 15m 504M - 19.1.1-260-gf3418446 e9760d0a26a7 669eb5d46ffc 2024-09-04T22:23:31.253 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.smithi115.lfvwip smithi115 *:8443,9283,8765 running (4m) 3m ago 14m 439M - 19.1.1-260-gf3418446 e9760d0a26a7 5fc647070f0c 2024-09-04T22:23:31.253 INFO:teuthology.orchestra.run.smithi005.stdout:mon.smithi005 smithi005 running (4m) 7s ago 16m 49.7M 2048M 19.1.1-260-gf3418446 e9760d0a26a7 8ac4e5344f95 2024-09-04T22:23:31.253 INFO:teuthology.orchestra.run.smithi005.stdout:mon.smithi115 smithi115 running (4m) 3m ago 14m 34.1M 2048M 19.1.1-260-gf3418446 e9760d0a26a7 cadad68d26fc 2024-09-04T22:23:31.253 INFO:teuthology.orchestra.run.smithi005.stdout:nfs.foo.0.0.smithi005.rcnjjx smithi005 *:2049 running (8m) 7s ago 8m 264M - 4.0 e1d6a67b021e 292d2c5fa82d 2024-09-04T22:23:31.254 INFO:teuthology.orchestra.run.smithi005.stdout:nfs.foo.1.0.smithi115.gxhqij smithi115 *:2049 running (8m) 3m ago 8m 85.9M - 4.0 e1d6a67b021e e4a881a3497c 2024-09-04T22:23:31.254 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.smithi005 smithi005 *:9100 running (5m) 7s ago 14m 16.7M - 1.3.1 1dbe0e931976 c3be8b87abc8 2024-09-04T22:23:31.254 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.smithi115 smithi115 *:9100 running (5m) 3m ago 13m 18.7M - 1.3.1 1dbe0e931976 a216b8a3c089 2024-09-04T22:23:31.254 INFO:teuthology.orchestra.run.smithi005.stdout:osd.0 smithi005 running (2m) 7s ago 13m 344M 1937M 19.1.1-260-gf3418446 e9760d0a26a7 7565bcbd5640 2024-09-04T22:23:31.254 INFO:teuthology.orchestra.run.smithi005.stdout:osd.1 smithi005 running (116s) 7s ago 12m 280M 1937M 19.1.1-260-gf3418446 e9760d0a26a7 4b3d60bb2c25 2024-09-04T22:23:31.254 INFO:teuthology.orchestra.run.smithi005.stdout:osd.2 smithi005 running (70s) 7s ago 12m 226M 1937M 19.1.1-260-gf3418446 e9760d0a26a7 7da85200f683 2024-09-04T22:23:31.254 INFO:teuthology.orchestra.run.smithi005.stdout:osd.3 smithi005 running (20s) 7s ago 11m 12.1M 1937M 19.1.1-260-gf3418446 e9760d0a26a7 a644c2dcdeb3 2024-09-04T22:23:31.254 INFO:teuthology.orchestra.run.smithi005.stdout:osd.4 smithi115 running (11m) 3m ago 11m 421M 2704M 17.2.0 e1d6a67b021e 992c7953a750 2024-09-04T22:23:31.254 INFO:teuthology.orchestra.run.smithi005.stdout:osd.5 smithi115 running (11m) 3m ago 11m 443M 2704M 17.2.0 e1d6a67b021e 37299ec573ae 2024-09-04T22:23:31.254 INFO:teuthology.orchestra.run.smithi005.stdout:osd.6 smithi115 running (10m) 3m ago 10m 389M 2704M 17.2.0 e1d6a67b021e a485cb0df9d8 2024-09-04T22:23:31.254 INFO:teuthology.orchestra.run.smithi005.stdout:osd.7 smithi115 running (10m) 3m ago 10m 528M 2704M 17.2.0 e1d6a67b021e cb10b860cb93 2024-09-04T22:23:31.254 INFO:teuthology.orchestra.run.smithi005.stdout:prometheus.smithi005 smithi005 *:9095 running (4m) 7s ago 13m 73.5M - 2.33.4 514e6a882f6e aae1464e652a 2024-09-04T22:23:31.740 INFO:teuthology.orchestra.run.smithi005.stdout: 5 187254 9.78 MB/sec execute 376 sec latency 132.508 ms 2024-09-04T22:23:31.778 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:31 smithi005 ceph-mon[65467]: from='client.44253 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:23:31.778 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:31 smithi005 ceph-mon[65467]: osdmap e119: 8 total, 8 up, 8 in 2024-09-04T22:23:31.778 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:31 smithi005 ceph-mon[65467]: pgmap v183: 97 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 7 peering, 81 active+clean; 339 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.5 KiB/s rd, 4.3 MiB/s wr, 561 op/s; 1599/1572 objects degraded (101.718%); 11/1572 objects misplaced (0.700%); 3.1 MiB/s, 130 objects/s recovering 2024-09-04T22:23:31.779 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:31 smithi005 ceph-mon[65467]: from='client.44257 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:23:31.975 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-04T22:23:31.976 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": { 2024-09-04T22:23:31.976 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 2 2024-09-04T22:23:31.976 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:23:31.976 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": { 2024-09-04T22:23:31.976 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 2 2024-09-04T22:23:31.976 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:23:31.976 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": { 2024-09-04T22:23:31.976 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 4, 2024-09-04T22:23:31.976 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 4 2024-09-04T22:23:31.977 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:23:31.977 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": { 2024-09-04T22:23:31.977 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-09-04T22:23:31.977 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:23:31.977 INFO:teuthology.orchestra.run.smithi005.stdout: "overall": { 2024-09-04T22:23:31.977 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 6, 2024-09-04T22:23:31.977 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 8 2024-09-04T22:23:31.977 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-04T22:23:31.977 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-04T22:23:32.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:31 smithi115 ceph-mon[51971]: from='client.44253 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:23:32.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:31 smithi115 ceph-mon[51971]: osdmap e119: 8 total, 8 up, 8 in 2024-09-04T22:23:32.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:31 smithi115 ceph-mon[51971]: pgmap v183: 97 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 7 peering, 81 active+clean; 339 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.5 KiB/s rd, 4.3 MiB/s wr, 561 op/s; 1599/1572 objects degraded (101.718%); 11/1572 objects misplaced (0.700%); 3.1 MiB/s, 130 objects/s recovering 2024-09-04T22:23:32.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:31 smithi115 ceph-mon[51971]: from='client.44257 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:23:32.563 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-04T22:23:32.563 INFO:teuthology.orchestra.run.smithi005.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15", 2024-09-04T22:23:32.563 INFO:teuthology.orchestra.run.smithi005.stdout: "in_progress": true, 2024-09-04T22:23:32.563 INFO:teuthology.orchestra.run.smithi005.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-04T22:23:32.564 INFO:teuthology.orchestra.run.smithi005.stdout: "services_complete": [ 2024-09-04T22:23:32.564 INFO:teuthology.orchestra.run.smithi005.stdout: "mon", 2024-09-04T22:23:32.564 INFO:teuthology.orchestra.run.smithi005.stdout: "crash", 2024-09-04T22:23:32.564 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr" 2024-09-04T22:23:32.564 INFO:teuthology.orchestra.run.smithi005.stdout: ], 2024-09-04T22:23:32.564 INFO:teuthology.orchestra.run.smithi005.stdout: "progress": "10/23 daemons upgraded", 2024-09-04T22:23:32.564 INFO:teuthology.orchestra.run.smithi005.stdout: "message": "Currently upgrading osd daemons", 2024-09-04T22:23:32.564 INFO:teuthology.orchestra.run.smithi005.stdout: "is_paused": false 2024-09-04T22:23:32.564 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-04T22:23:32.740 INFO:teuthology.orchestra.run.smithi005.stdout: 5 187465 9.76 MB/sec execute 377 sec latency 990.662 ms 2024-09-04T22:23:32.799 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:32 smithi005 ceph-mon[65467]: osdmap e120: 8 total, 8 up, 8 in 2024-09-04T22:23:32.799 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:32 smithi005 ceph-mon[65467]: from='client.? 172.21.15.5:0/796063831' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:23:32.799 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:32 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:23:32.799 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:32 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:23:32.800 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:32 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:23:32.800 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:32 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:23:32.800 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:32 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:23:32.800 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:32 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:23:32.800 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:32 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:23:32.800 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:32 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:23:32.800 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:32 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:23:32.800 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:32 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:23:32.800 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:32 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-04T22:23:33.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:32 smithi115 ceph-mon[51971]: osdmap e120: 8 total, 8 up, 8 in 2024-09-04T22:23:33.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:32 smithi115 ceph-mon[51971]: from='client.? 172.21.15.5:0/796063831' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:23:33.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:32 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:23:33.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:32 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:23:33.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:32 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:23:33.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:32 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:23:33.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:32 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:23:33.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:32 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:23:33.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:32 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:23:33.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:32 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:23:33.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:32 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:23:33.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:32 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:23:33.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:32 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-04T22:23:33.316 INFO:teuthology.orchestra.run.smithi005.stdout:HEALTH_WARN Degraded data redundancy: 1599/1572 objects degraded (101.718%), 8 pgs degraded 2024-09-04T22:23:33.316 INFO:teuthology.orchestra.run.smithi005.stdout:[WRN] PG_DEGRADED: Degraded data redundancy: 1599/1572 objects degraded (101.718%), 8 pgs degraded 2024-09-04T22:23:33.317 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.3 is active+recovery_wait+undersized+degraded+remapped, acting [0,6] 2024-09-04T22:23:33.317 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.6 is active+recovery_wait+undersized+degraded+remapped, acting [0,1] 2024-09-04T22:23:33.317 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.7 is active+recovery_wait+undersized+degraded+remapped, acting [0,7] 2024-09-04T22:23:33.317 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.b is active+recovery_wait+undersized+degraded+remapped, acting [0,4] 2024-09-04T22:23:33.317 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.12 is active+recovery_wait+undersized+degraded+remapped, acting [0,7] 2024-09-04T22:23:33.317 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.17 is active+recovery_wait+undersized+degraded+remapped, acting [0,5] 2024-09-04T22:23:33.317 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.1a is active+recovering+undersized+degraded+remapped, acting [1,2] 2024-09-04T22:23:33.317 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.1b is active+recovery_wait+undersized+degraded+remapped, acting [0,7] 2024-09-04T22:23:33.740 INFO:teuthology.orchestra.run.smithi005.stdout: 5 187856 9.76 MB/sec execute 378 sec latency 52.875 ms 2024-09-04T22:23:33.815 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:33 smithi005 ceph-mon[65467]: from='client.34344 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:23:33.815 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:33 smithi005 ceph-mon[65467]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-04T22:23:33.815 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:33 smithi005 ceph-mon[65467]: Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-09-04T22:23:33.815 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:33 smithi005 ceph-mon[65467]: osdmap e121: 8 total, 8 up, 8 in 2024-09-04T22:23:33.815 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:33 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:23:33.815 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:33 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:23:33.815 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:33 smithi005 ceph-mon[65467]: pgmap v186: 97 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 1 creating+peering, 4 active+recovery_wait+undersized+degraded+remapped, 3 peering, 87 active+clean; 339 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.0 KiB/s rd, 2.9 MiB/s wr, 270 op/s; 1013/1599 objects degraded (63.352%); 1/1599 objects misplaced (0.063%); 3.6 MiB/s, 295 objects/s recovering 2024-09-04T22:23:33.815 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:33 smithi005 ceph-mon[65467]: from='client.? 172.21.15.5:0/2762987986' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-04T22:23:33.815 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:33 smithi005 ceph-mon[65467]: osdmap e122: 8 total, 8 up, 8 in 2024-09-04T22:23:34.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:33 smithi115 ceph-mon[51971]: from='client.34344 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:23:34.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:33 smithi115 ceph-mon[51971]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-04T22:23:34.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:33 smithi115 ceph-mon[51971]: Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-09-04T22:23:34.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:33 smithi115 ceph-mon[51971]: osdmap e121: 8 total, 8 up, 8 in 2024-09-04T22:23:34.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:33 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:23:34.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:33 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:23:34.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:33 smithi115 ceph-mon[51971]: pgmap v186: 97 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 1 creating+peering, 4 active+recovery_wait+undersized+degraded+remapped, 3 peering, 87 active+clean; 339 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.0 KiB/s rd, 2.9 MiB/s wr, 270 op/s; 1013/1599 objects degraded (63.352%); 1/1599 objects misplaced (0.063%); 3.6 MiB/s, 295 objects/s recovering 2024-09-04T22:23:34.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:33 smithi115 ceph-mon[51971]: from='client.? 172.21.15.5:0/2762987986' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-04T22:23:34.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:33 smithi115 ceph-mon[51971]: osdmap e122: 8 total, 8 up, 8 in 2024-09-04T22:23:34.740 INFO:teuthology.orchestra.run.smithi005.stdout: 5 188119 9.75 MB/sec execute 379 sec latency 1017.653 ms 2024-09-04T22:23:35.740 INFO:teuthology.orchestra.run.smithi005.stdout: 5 188450 9.75 MB/sec execute 380 sec latency 855.212 ms 2024-09-04T22:23:35.857 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:35 smithi005 ceph-mon[65467]: osdmap e123: 8 total, 8 up, 8 in 2024-09-04T22:23:35.857 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:35 smithi005 ceph-mon[65467]: pgmap v189: 97 pgs: 1 active+recovering+undersized+degraded+remapped, 1 creating+peering, 4 active+recovery_wait+undersized+degraded+remapped, 2 peering, 89 active+clean; 340 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.2 KiB/s rd, 4.8 MiB/s wr, 491 op/s; 1013/1662 objects degraded (60.951%); 1/1662 objects misplaced (0.060%); 1.5 MiB/s, 253 objects/s recovering 2024-09-04T22:23:35.858 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:35 smithi005 ceph-mon[65467]: Health check update: Degraded data redundancy: 1013/1599 objects degraded (63.352%), 5 pgs degraded (PG_DEGRADED) 2024-09-04T22:23:35.858 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:35 smithi005 ceph-mon[65467]: osdmap e124: 8 total, 8 up, 8 in 2024-09-04T22:23:36.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:35 smithi115 ceph-mon[51971]: osdmap e123: 8 total, 8 up, 8 in 2024-09-04T22:23:36.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:35 smithi115 ceph-mon[51971]: pgmap v189: 97 pgs: 1 active+recovering+undersized+degraded+remapped, 1 creating+peering, 4 active+recovery_wait+undersized+degraded+remapped, 2 peering, 89 active+clean; 340 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.2 KiB/s rd, 4.8 MiB/s wr, 491 op/s; 1013/1662 objects degraded (60.951%); 1/1662 objects misplaced (0.060%); 1.5 MiB/s, 253 objects/s recovering 2024-09-04T22:23:36.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:35 smithi115 ceph-mon[51971]: Health check update: Degraded data redundancy: 1013/1599 objects degraded (63.352%), 5 pgs degraded (PG_DEGRADED) 2024-09-04T22:23:36.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:35 smithi115 ceph-mon[51971]: osdmap e124: 8 total, 8 up, 8 in 2024-09-04T22:23:36.740 INFO:teuthology.orchestra.run.smithi005.stdout: 5 188792 9.75 MB/sec execute 381 sec latency 796.864 ms 2024-09-04T22:23:37.667 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:37 smithi005 ceph-mon[65467]: osdmap e125: 8 total, 8 up, 8 in 2024-09-04T22:23:37.667 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:37 smithi005 ceph-mon[65467]: pgmap v192: 97 pgs: 1 active+recovering+undersized+degraded+remapped, 1 creating+peering, 4 active+recovery_wait+undersized+degraded+remapped, 2 peering, 89 active+clean; 340 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.7 KiB/s rd, 2.9 MiB/s wr, 421 op/s; 1013/1662 objects degraded (60.951%); 1/1662 objects misplaced (0.060%) 2024-09-04T22:23:37.740 INFO:teuthology.orchestra.run.smithi005.stdout: 5 189161 9.74 MB/sec execute 382 sec latency 55.380 ms 2024-09-04T22:23:37.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:37 smithi115 ceph-mon[51971]: osdmap e125: 8 total, 8 up, 8 in 2024-09-04T22:23:37.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:37 smithi115 ceph-mon[51971]: pgmap v192: 97 pgs: 1 active+recovering+undersized+degraded+remapped, 1 creating+peering, 4 active+recovery_wait+undersized+degraded+remapped, 2 peering, 89 active+clean; 340 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.7 KiB/s rd, 2.9 MiB/s wr, 421 op/s; 1013/1662 objects degraded (60.951%); 1/1662 objects misplaced (0.060%) 2024-09-04T22:23:38.740 INFO:teuthology.orchestra.run.smithi005.stdout: 5 189514 9.75 MB/sec execute 383 sec latency 60.874 ms 2024-09-04T22:23:39.444 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:39 smithi005 ceph-mon[65467]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1013/1662 objects degraded (60.951%), 5 pgs degraded) 2024-09-04T22:23:39.444 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:39 smithi005 ceph-mon[65467]: Cluster is now healthy 2024-09-04T22:23:39.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:39 smithi115 ceph-mon[51971]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1013/1662 objects degraded (60.951%), 5 pgs degraded) 2024-09-04T22:23:39.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:39 smithi115 ceph-mon[51971]: Cluster is now healthy 2024-09-04T22:23:39.740 INFO:teuthology.orchestra.run.smithi005.stdout: 5 189987 9.77 MB/sec execute 384 sec latency 28.311 ms 2024-09-04T22:23:40.281 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:40 smithi005 ceph-mon[65467]: pgmap v193: 97 pgs: 97 active+clean; 341 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 4.2 KiB/s rd, 6.0 MiB/s wr, 675 op/s; 296 KiB/s, 192 objects/s recovering 2024-09-04T22:23:40.550 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:40 smithi115 ceph-mon[51971]: pgmap v193: 97 pgs: 97 active+clean; 341 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 4.2 KiB/s rd, 6.0 MiB/s wr, 675 op/s; 296 KiB/s, 192 objects/s recovering 2024-09-04T22:23:40.742 INFO:teuthology.orchestra.run.smithi005.stdout: 5 190577 9.78 MB/sec execute 385 sec latency 31.401 ms 2024-09-04T22:23:41.740 INFO:teuthology.orchestra.run.smithi005.stdout: 5 191097 9.80 MB/sec execute 386 sec latency 37.315 ms 2024-09-04T22:23:42.302 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:42 smithi005 ceph-mon[65467]: pgmap v194: 97 pgs: 97 active+clean; 341 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 5.4 KiB/s rd, 3.7 MiB/s wr, 354 op/s; 250 KiB/s, 163 objects/s recovering 2024-09-04T22:23:42.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:42 smithi115 ceph-mon[51971]: pgmap v194: 97 pgs: 97 active+clean; 341 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 5.4 KiB/s rd, 3.7 MiB/s wr, 354 op/s; 250 KiB/s, 163 objects/s recovering 2024-09-04T22:23:42.740 INFO:teuthology.orchestra.run.smithi005.stdout: 5 191661 9.79 MB/sec execute 387 sec latency 61.891 ms 2024-09-04T22:23:43.740 INFO:teuthology.orchestra.run.smithi005.stdout: 5 192136 9.80 MB/sec execute 388 sec latency 57.465 ms 2024-09-04T22:23:44.320 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:44 smithi005 ceph-mon[65467]: pgmap v195: 97 pgs: 97 active+clean; 342 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 4.6 KiB/s rd, 4.6 MiB/s wr, 357 op/s; 202 KiB/s, 131 objects/s recovering 2024-09-04T22:23:44.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:44 smithi115 ceph-mon[51971]: pgmap v195: 97 pgs: 97 active+clean; 342 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 4.6 KiB/s rd, 4.6 MiB/s wr, 357 op/s; 202 KiB/s, 131 objects/s recovering 2024-09-04T22:23:44.740 INFO:teuthology.orchestra.run.smithi005.stdout: 5 192667 9.81 MB/sec execute 389 sec latency 40.731 ms 2024-09-04T22:23:45.740 INFO:teuthology.orchestra.run.smithi005.stdout: 5 193126 9.83 MB/sec execute 390 sec latency 34.563 ms 2024-09-04T22:23:46.372 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:46 smithi005 ceph-mon[65467]: pgmap v196: 97 pgs: 97 active+clean; 343 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.5 KiB/s rd, 6.3 MiB/s wr, 576 op/s; 170 KiB/s, 110 objects/s recovering 2024-09-04T22:23:46.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:46 smithi115 ceph-mon[51971]: pgmap v196: 97 pgs: 97 active+clean; 343 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.5 KiB/s rd, 6.3 MiB/s wr, 576 op/s; 170 KiB/s, 110 objects/s recovering 2024-09-04T22:23:46.740 INFO:teuthology.orchestra.run.smithi005.stdout: 5 193495 9.84 MB/sec execute 391 sec latency 53.545 ms 2024-09-04T22:23:47.740 INFO:teuthology.orchestra.run.smithi005.stdout: 5 193876 9.83 MB/sec execute 392 sec latency 54.787 ms 2024-09-04T22:23:48.325 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:48 smithi115 ceph-mon[51971]: pgmap v197: 97 pgs: 97 active+clean; 343 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 8.6 KiB/s rd, 5.7 MiB/s wr, 521 op/s; 154 KiB/s, 100 objects/s recovering 2024-09-04T22:23:48.325 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:48 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-04T22:23:48.325 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:48 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:23:48.325 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:48 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:23:48.325 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:48 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:23:48.396 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:48 smithi005 ceph-mon[65467]: pgmap v197: 97 pgs: 97 active+clean; 343 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 8.6 KiB/s rd, 5.7 MiB/s wr, 521 op/s; 154 KiB/s, 100 objects/s recovering 2024-09-04T22:23:48.396 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:48 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-04T22:23:48.396 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:48 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:23:48.396 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:48 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:23:48.396 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:48 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:23:48.740 INFO:teuthology.orchestra.run.smithi005.stdout: 5 194198 9.83 MB/sec execute 393 sec latency 34.634 ms 2024-09-04T22:23:49.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:49 smithi115 ceph-mon[51971]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-04T22:23:49.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:49 smithi115 ceph-mon[51971]: Upgrade: osd.4 is safe to restart 2024-09-04T22:23:49.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:49 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:23:49.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:49 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-04T22:23:49.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:49 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:23:49.417 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:49 smithi005 ceph-mon[65467]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-04T22:23:49.417 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:49 smithi005 ceph-mon[65467]: Upgrade: osd.4 is safe to restart 2024-09-04T22:23:49.417 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:49 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:23:49.417 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:49 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-04T22:23:49.417 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:49 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:23:49.740 INFO:teuthology.orchestra.run.smithi005.stdout: 5 194530 9.84 MB/sec execute 394 sec latency 46.254 ms 2024-09-04T22:23:50.430 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:50 smithi005 ceph-mon[65467]: pgmap v198: 97 pgs: 97 active+clean; 350 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.6 KiB/s rd, 7.9 MiB/s wr, 753 op/s; 135 KiB/s, 87 objects/s recovering 2024-09-04T22:23:50.430 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:50 smithi005 ceph-mon[65467]: Upgrade: Updating osd.4 2024-09-04T22:23:50.430 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:50 smithi005 ceph-mon[65467]: Deploying daemon osd.4 on smithi115 2024-09-04T22:23:50.600 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:50 smithi115 ceph-mon[51971]: pgmap v198: 97 pgs: 97 active+clean; 350 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.6 KiB/s rd, 7.9 MiB/s wr, 753 op/s; 135 KiB/s, 87 objects/s recovering 2024-09-04T22:23:50.600 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:50 smithi115 ceph-mon[51971]: Upgrade: Updating osd.4 2024-09-04T22:23:50.600 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:50 smithi115 ceph-mon[51971]: Deploying daemon osd.4 on smithi115 2024-09-04T22:23:50.740 INFO:teuthology.orchestra.run.smithi005.stdout: 5 194718 9.82 MB/sec execute 395 sec latency 75.073 ms 2024-09-04T22:23:51.740 INFO:teuthology.orchestra.run.smithi005.stdout: 5 195038 9.80 MB/sec execute 396 sec latency 63.038 ms 2024-09-04T22:23:52.471 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:52 smithi005 ceph-mon[65467]: pgmap v199: 97 pgs: 97 active+clean; 347 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 6.3 MiB/s wr, 599 op/s 2024-09-04T22:23:52.506 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:52 smithi115 ceph-mon[51971]: pgmap v199: 97 pgs: 97 active+clean; 347 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 6.3 MiB/s wr, 599 op/s 2024-09-04T22:23:52.740 INFO:teuthology.orchestra.run.smithi005.stdout: 5 195262 9.79 MB/sec execute 397 sec latency 99.536 ms 2024-09-04T22:23:52.897 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:23:52 smithi115 systemd[1]: Stopping Ceph osd.4 for fc6cab94-6b09-11ef-bcd6-c7b262605968... 2024-09-04T22:23:53.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:53 smithi115 ceph-mon[51971]: osd.4 marked itself down and dead 2024-09-04T22:23:53.398 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:23:53 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4[30729]: 2024-09-04T22:23:53.118+0000 7fe99a4c7700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-04T22:23:53.398 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:23:53 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4[30729]: 2024-09-04T22:23:53.118+0000 7fe99a4c7700 -1 osd.4 125 *** Got signal Terminated *** 2024-09-04T22:23:53.398 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:23:53 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4[30729]: 2024-09-04T22:23:53.118+0000 7fe99a4c7700 -1 osd.4 125 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-04T22:23:53.711 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:53 smithi005 ceph-mon[65467]: osd.4 marked itself down and dead 2024-09-04T22:23:53.740 INFO:teuthology.orchestra.run.smithi005.stdout: 5 195339 9.77 MB/sec execute 398 sec latency 476.807 ms 2024-09-04T22:23:54.147 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:23:53 smithi115 podman[56465]: 2024-09-04 22:23:53.88672626 +0000 UTC m=+0.900353360 container died 992c7953a750535752e19da1fc8ac8a26b5ea1d1cbe1cad6acf08e20946583a3 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.buildah.version=1.19.8, version=8, RELEASE=HEAD, architecture=x86_64, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, vendor=Red Hat, Inc., release=754, vcs-type=git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_CLEAN=True, io.openshift.tags=base centos centos-stream, distribution-scope=public, io.openshift.expose-services=, maintainer=Guillaume Abrioux , com.redhat.component=centos-stream-container, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, build-date=2022-05-03T08:36:31.336870, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, CEPH_POINT_RELEASE=-17.2.0, name=centos-stream, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_BRANCH=HEAD, io.k8s.display-name=CentOS Stream 8, ceph=True, GIT_REPO=https://github.com/ceph/ceph-container.git) 2024-09-04T22:23:54.520 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:54 smithi005 ceph-mon[65467]: pgmap v200: 97 pgs: 97 active+clean; 344 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.2 KiB/s rd, 6.6 MiB/s wr, 603 op/s 2024-09-04T22:23:54.520 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:54 smithi005 ceph-mon[65467]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-04T22:23:54.520 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:54 smithi005 ceph-mon[65467]: osdmap e126: 8 total, 7 up, 8 in 2024-09-04T22:23:54.561 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:54 smithi115 ceph-mon[51971]: pgmap v200: 97 pgs: 97 active+clean; 344 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.2 KiB/s rd, 6.6 MiB/s wr, 603 op/s 2024-09-04T22:23:54.561 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:54 smithi115 ceph-mon[51971]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-04T22:23:54.562 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:54 smithi115 ceph-mon[51971]: osdmap e126: 8 total, 7 up, 8 in 2024-09-04T22:23:54.562 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:23:54 smithi115 podman[56465]: 2024-09-04 22:23:54.258705747 +0000 UTC m=+1.272332839 container cleanup 992c7953a750535752e19da1fc8ac8a26b5ea1d1cbe1cad6acf08e20946583a3 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4, ceph=True, RELEASE=HEAD, build-date=2022-05-03T08:36:31.336870, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, distribution-scope=public, GIT_REPO=https://github.com/ceph/ceph-container.git, vendor=Red Hat, Inc., com.redhat.component=centos-stream-container, io.buildah.version=1.19.8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.openshift.tags=base centos centos-stream, architecture=x86_64, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, release=754, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, vcs-type=git, io.k8s.display-name=CentOS Stream 8, GIT_CLEAN=True, io.openshift.expose-services=, name=centos-stream, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_BRANCH=HEAD, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., CEPH_POINT_RELEASE=-17.2.0, maintainer=Guillaume Abrioux , version=8) 2024-09-04T22:23:54.562 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:23:54 smithi115 bash[56465]: ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4 2024-09-04T22:23:54.740 INFO:teuthology.orchestra.run.smithi005.stdout: 5 195471 9.75 MB/sec execute 399 sec latency 1042.717 ms 2024-09-04T22:23:54.897 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:23:54 smithi115 podman[56480]: 2024-09-04 22:23:54.560749438 +0000 UTC m=+0.666297434 container remove 992c7953a750535752e19da1fc8ac8a26b5ea1d1cbe1cad6acf08e20946583a3 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4, name=centos-stream, GIT_BRANCH=HEAD, io.buildah.version=1.19.8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.component=centos-stream-container, io.openshift.expose-services=, io.openshift.tags=base centos centos-stream, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, ceph=True, vcs-type=git, GIT_CLEAN=True, version=8, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, build-date=2022-05-03T08:36:31.336870, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, architecture=x86_64, distribution-scope=public, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.k8s.display-name=CentOS Stream 8, GIT_REPO=https://github.com/ceph/ceph-container.git, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, maintainer=Guillaume Abrioux , vendor=Red Hat, Inc., release=754, CEPH_POINT_RELEASE=-17.2.0, RELEASE=HEAD) 2024-09-04T22:23:55.215 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:23:54 smithi115 podman[56564]: 2024-09-04 22:23:54.836855851 +0000 UTC m=+0.022108779 image pull e9760d0a26a7fddbeef4ac34fe459ff206acc1fc616e70634efad78bae5faf82 quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15 2024-09-04T22:23:55.215 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:23:54 smithi115 podman[56564]: 2024-09-04 22:23:54.953412369 +0000 UTC m=+0.138665282 container create f89c61ff25fb428b8c223817102dcec8e4ef9c73aef61858e6b89cd1a3d9d6f7 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4-deactivate, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2) 2024-09-04T22:23:55.215 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:23:55 smithi115 podman[56564]: 2024-09-04 22:23:55.214712553 +0000 UTC m=+0.399965468 container init f89c61ff25fb428b8c223817102dcec8e4ef9c73aef61858e6b89cd1a3d9d6f7 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844) 2024-09-04T22:23:55.308 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:55 smithi005 ceph-mon[65467]: osdmap e127: 8 total, 7 up, 8 in 2024-09-04T22:23:55.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:55 smithi115 ceph-mon[51971]: osdmap e127: 8 total, 7 up, 8 in 2024-09-04T22:23:55.647 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:23:55 smithi115 podman[56564]: 2024-09-04 22:23:55.219618952 +0000 UTC m=+0.404871870 container start f89c61ff25fb428b8c223817102dcec8e4ef9c73aef61858e6b89cd1a3d9d6f7 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4-deactivate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731) 2024-09-04T22:23:55.647 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:23:55 smithi115 podman[56564]: 2024-09-04 22:23:55.324133678 +0000 UTC m=+0.509386613 container attach f89c61ff25fb428b8c223817102dcec8e4ef9c73aef61858e6b89cd1a3d9d6f7 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4-deactivate, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-09-04T22:23:55.648 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:23:55 smithi115 podman[56564]: 2024-09-04 22:23:55.433151753 +0000 UTC m=+0.618404674 container died f89c61ff25fb428b8c223817102dcec8e4ef9c73aef61858e6b89cd1a3d9d6f7 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4-deactivate, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-09-04T22:23:55.740 INFO:teuthology.orchestra.run.smithi005.stdout: 5 195842 9.76 MB/sec execute 400 sec latency 85.222 ms 2024-09-04T22:23:56.338 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:56 smithi005 ceph-mon[65467]: pgmap v203: 97 pgs: 1 active+undersized, 22 peering, 4 stale+active+clean, 3 active+undersized+degraded, 67 active+clean; 335 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 10 KiB/s rd, 6.5 MiB/s wr, 681 op/s; 17/1548 objects degraded (1.098%) 2024-09-04T22:23:56.338 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:56 smithi005 ceph-mon[65467]: Health check failed: Reduced data availability: 4 pgs inactive, 4 pgs peering (PG_AVAILABILITY) 2024-09-04T22:23:56.338 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:56 smithi005 ceph-mon[65467]: Health check failed: Degraded data redundancy: 17/1548 objects degraded (1.098%), 3 pgs degraded (PG_DEGRADED) 2024-09-04T22:23:56.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:56 smithi115 ceph-mon[51971]: pgmap v203: 97 pgs: 1 active+undersized, 22 peering, 4 stale+active+clean, 3 active+undersized+degraded, 67 active+clean; 335 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 10 KiB/s rd, 6.5 MiB/s wr, 681 op/s; 17/1548 objects degraded (1.098%) 2024-09-04T22:23:56.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:56 smithi115 ceph-mon[51971]: Health check failed: Reduced data availability: 4 pgs inactive, 4 pgs peering (PG_AVAILABILITY) 2024-09-04T22:23:56.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:56 smithi115 ceph-mon[51971]: Health check failed: Degraded data redundancy: 17/1548 objects degraded (1.098%), 3 pgs degraded (PG_DEGRADED) 2024-09-04T22:23:56.398 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:23:56 smithi115 podman[56587]: 2024-09-04 22:23:56.087926319 +0000 UTC m=+0.648872393 container remove f89c61ff25fb428b8c223817102dcec8e4ef9c73aef61858e6b89cd1a3d9d6f7 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4-deactivate, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844) 2024-09-04T22:23:56.398 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:23:56 smithi115 systemd[1]: ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@osd.4.service: Deactivated successfully. 2024-09-04T22:23:56.398 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:23:56 smithi115 systemd[1]: Stopped Ceph osd.4 for fc6cab94-6b09-11ef-bcd6-c7b262605968. 2024-09-04T22:23:56.398 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:23:56 smithi115 systemd[1]: ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@osd.4.service: Consumed 3min 21.918s CPU time. 2024-09-04T22:23:56.398 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:23:56 smithi115 systemd[1]: Starting Ceph osd.4 for fc6cab94-6b09-11ef-bcd6-c7b262605968... 2024-09-04T22:23:56.740 INFO:teuthology.orchestra.run.smithi005.stdout: 5 196189 9.76 MB/sec execute 401 sec latency 63.758 ms 2024-09-04T22:23:56.868 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:23:56 smithi115 podman[56715]: 2024-09-04 22:23:56.465558407 +0000 UTC m=+0.019294253 image pull e9760d0a26a7fddbeef4ac34fe459ff206acc1fc616e70634efad78bae5faf82 quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15 2024-09-04T22:23:56.868 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:23:56 smithi115 podman[56715]: 2024-09-04 22:23:56.580986815 +0000 UTC m=+0.134722662 container create 68e207db4f31cc71cd31791c75967444e19a09606d11828111923be3a13e7971 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4-activate, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-04T22:23:56.868 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:23:56 smithi115 podman[56715]: 2024-09-04 22:23:56.867349675 +0000 UTC m=+0.421085528 container init 68e207db4f31cc71cd31791c75967444e19a09606d11828111923be3a13e7971 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4-activate, io.buildah.version=1.37.2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844) 2024-09-04T22:23:57.147 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:23:56 smithi115 podman[56715]: 2024-09-04 22:23:56.872101704 +0000 UTC m=+0.425837550 container start 68e207db4f31cc71cd31791c75967444e19a09606d11828111923be3a13e7971 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4-activate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-09-04T22:23:57.148 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:23:56 smithi115 podman[56715]: 2024-09-04 22:23:56.984477518 +0000 UTC m=+0.538213374 container attach 68e207db4f31cc71cd31791c75967444e19a09606d11828111923be3a13e7971 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4-activate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.37.2) 2024-09-04T22:23:57.148 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:23:57 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4-activate[56730]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-04T22:23:57.148 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:23:57 smithi115 bash[56715]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-04T22:23:57.148 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:23:57 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4-activate[56730]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-04T22:23:57.148 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:23:57 smithi115 bash[56715]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-04T22:23:57.741 INFO:teuthology.orchestra.run.smithi005.stdout: 5 196624 9.77 MB/sec execute 402 sec latency 42.032 ms 2024-09-04T22:23:58.371 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:58 smithi005 ceph-mon[65467]: pgmap v204: 97 pgs: 1 active+undersized, 22 peering, 4 stale+active+clean, 3 active+undersized+degraded, 67 active+clean; 335 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 10 KiB/s rd, 2.1 MiB/s wr, 238 op/s; 17/1548 objects degraded (1.098%) 2024-09-04T22:23:58.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:58 smithi115 ceph-mon[51971]: pgmap v204: 97 pgs: 1 active+undersized, 22 peering, 4 stale+active+clean, 3 active+undersized+degraded, 67 active+clean; 335 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 10 KiB/s rd, 2.1 MiB/s wr, 238 op/s; 17/1548 objects degraded (1.098%) 2024-09-04T22:23:58.647 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:23:58 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4-activate[56730]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-04T22:23:58.647 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:23:58 smithi115 bash[56715]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-04T22:23:58.647 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:23:58 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4-activate[56730]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-04T22:23:58.648 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:23:58 smithi115 bash[56715]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-04T22:23:58.740 INFO:teuthology.orchestra.run.smithi005.stdout: 5 196951 9.77 MB/sec execute 403 sec latency 54.409 ms 2024-09-04T22:23:59.090 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:23:58 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4-activate[56730]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-04T22:23:59.090 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:23:58 smithi115 bash[56715]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-04T22:23:59.090 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:23:58 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4-activate[56730]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-04T22:23:59.090 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:23:58 smithi115 bash[56715]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-04T22:23:59.090 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:23:58 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4-activate[56730]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-09-04T22:23:59.090 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:23:58 smithi115 bash[56715]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-09-04T22:23:59.091 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:23:58 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4-activate[56730]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-04T22:23:59.091 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:23:58 smithi115 bash[56715]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-04T22:23:59.091 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:23:58 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4-activate[56730]: --> ceph-volume raw activate successful for osd ID: 4 2024-09-04T22:23:59.091 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:23:58 smithi115 bash[56715]: --> ceph-volume raw activate successful for osd ID: 4 2024-09-04T22:23:59.091 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:23:58 smithi115 podman[56715]: 2024-09-04 22:23:58.724718879 +0000 UTC m=+2.278454733 container died 68e207db4f31cc71cd31791c75967444e19a09606d11828111923be3a13e7971 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4-activate, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2) 2024-09-04T22:23:59.386 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:23:59 smithi005 ceph-mon[65467]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 4 pgs inactive, 4 pgs peering) 2024-09-04T22:23:59.620 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:23:59 smithi115 ceph-mon[51971]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 4 pgs inactive, 4 pgs peering) 2024-09-04T22:23:59.620 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:23:59 smithi115 podman[56874]: 2024-09-04 22:23:59.406324437 +0000 UTC m=+0.675830779 container remove 68e207db4f31cc71cd31791c75967444e19a09606d11828111923be3a13e7971 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4-activate, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD) 2024-09-04T22:23:59.740 INFO:teuthology.orchestra.run.smithi005.stdout: 5 197210 9.76 MB/sec execute 404 sec latency 86.011 ms 2024-09-04T22:23:59.897 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:23:59 smithi115 podman[56936]: 2024-09-04 22:23:59.523129089 +0000 UTC m=+0.017012939 image pull e9760d0a26a7fddbeef4ac34fe459ff206acc1fc616e70634efad78bae5faf82 quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15 2024-09-04T22:23:59.897 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:23:59 smithi115 podman[56936]: 2024-09-04 22:23:59.663045448 +0000 UTC m=+0.156929270 container create 09cc2477131854379de8cda29260e917a86c5693aecd0687a643b1aeede8cbfc (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-09-04T22:24:00.343 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:23:59 smithi115 podman[56936]: 2024-09-04 22:23:59.9442991 +0000 UTC m=+0.438182939 container init 09cc2477131854379de8cda29260e917a86c5693aecd0687a643b1aeede8cbfc (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-09-04T22:24:00.343 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:23:59 smithi115 podman[56936]: 2024-09-04 22:23:59.948059752 +0000 UTC m=+0.441943584 container start 09cc2477131854379de8cda29260e917a86c5693aecd0687a643b1aeede8cbfc (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0) 2024-09-04T22:24:00.343 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:23:59 smithi115 ceph-osd[56955]: -- 172.21.15.115:0/2830988401 <== mon.1 v2:172.21.15.115:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x560eab3f21e0 con 0x560eab3c8000 2024-09-04T22:24:00.343 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:24:00 smithi115 bash[56936]: 09cc2477131854379de8cda29260e917a86c5693aecd0687a643b1aeede8cbfc 2024-09-04T22:24:00.343 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:24:00 smithi115 systemd[1]: Started Ceph osd.4 for fc6cab94-6b09-11ef-bcd6-c7b262605968. 2024-09-04T22:24:00.416 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:00 smithi005 ceph-mon[65467]: pgmap v205: 97 pgs: 10 active+undersized, 6 peering, 20 active+undersized+degraded, 61 active+clean; 344 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 4.9 KiB/s rd, 4.4 MiB/s wr, 476 op/s; 160/1647 objects degraded (9.715%); 8.0 KiB/s, 0 objects/s recovering 2024-09-04T22:24:00.416 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:00 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:24:00.416 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:00 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:24:00.416 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:00 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:24:00.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:00 smithi115 ceph-mon[51971]: pgmap v205: 97 pgs: 10 active+undersized, 6 peering, 20 active+undersized+degraded, 61 active+clean; 344 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 4.9 KiB/s rd, 4.4 MiB/s wr, 476 op/s; 160/1647 objects degraded (9.715%); 8.0 KiB/s, 0 objects/s recovering 2024-09-04T22:24:00.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:00 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:24:00.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:00 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:24:00.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:00 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:24:00.740 INFO:teuthology.orchestra.run.smithi005.stdout: 5 197572 9.77 MB/sec execute 405 sec latency 76.061 ms 2024-09-04T22:24:01.435 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:01 smithi005 ceph-mon[65467]: Health check update: Degraded data redundancy: 160/1647 objects degraded (9.715%), 20 pgs degraded (PG_DEGRADED) 2024-09-04T22:24:01.631 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:01 smithi115 ceph-mon[51971]: Health check update: Degraded data redundancy: 160/1647 objects degraded (9.715%), 20 pgs degraded (PG_DEGRADED) 2024-09-04T22:24:01.740 INFO:teuthology.orchestra.run.smithi005.stdout: 5 198023 9.77 MB/sec execute 406 sec latency 62.466 ms 2024-09-04T22:24:01.897 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:24:01 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4[56951]: 2024-09-04T22:24:01.834+0000 7f7d62e58640 -1 Falling back to public interface 2024-09-04T22:24:02.456 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:02 smithi005 ceph-mon[65467]: pgmap v206: 97 pgs: 13 active+undersized, 23 active+undersized+degraded, 61 active+clean; 340 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.0 KiB/s rd, 3.9 MiB/s wr, 452 op/s; 187/1668 objects degraded (11.211%) 2024-09-04T22:24:02.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:02 smithi115 ceph-mon[51971]: pgmap v206: 97 pgs: 13 active+undersized, 23 active+undersized+degraded, 61 active+clean; 340 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.0 KiB/s rd, 3.9 MiB/s wr, 452 op/s; 187/1668 objects degraded (11.211%) 2024-09-04T22:24:02.740 INFO:teuthology.orchestra.run.smithi005.stdout: 5 198536 9.77 MB/sec execute 407 sec latency 48.951 ms 2024-09-04T22:24:03.741 INFO:teuthology.orchestra.run.smithi005.stdout: 5 198929 9.76 MB/sec execute 408 sec latency 73.260 ms 2024-09-04T22:24:03.954 INFO:teuthology.orchestra.run.smithi005.stdout:true 2024-09-04T22:24:04.245 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:04 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:24:04.245 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:04 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:24:04.245 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:04 smithi005 ceph-mon[65467]: pgmap v207: 97 pgs: 13 active+undersized, 23 active+undersized+degraded, 61 active+clean; 339 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.9 KiB/s rd, 4.4 MiB/s wr, 420 op/s; 190/1737 objects degraded (10.938%) 2024-09-04T22:24:04.245 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:04 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:24:04.245 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:04 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:24:04.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:04 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:24:04.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:04 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:24:04.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:04 smithi115 ceph-mon[51971]: pgmap v207: 97 pgs: 13 active+undersized, 23 active+undersized+degraded, 61 active+clean; 339 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.9 KiB/s rd, 4.4 MiB/s wr, 420 op/s; 190/1737 objects degraded (10.938%) 2024-09-04T22:24:04.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:04 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:24:04.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:04 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:24:04.741 INFO:teuthology.orchestra.run.smithi005.stdout: 5 199245 9.76 MB/sec execute 409 sec latency 56.563 ms 2024-09-04T22:24:05.009 INFO:teuthology.orchestra.run.smithi005.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-04T22:24:05.009 INFO:teuthology.orchestra.run.smithi005.stdout:alertmanager.smithi005 smithi005 *:9093,9094 running (6m) 41s ago 15m 23.5M - 0.23.0 ba2b418f427c d299eba5e5dd 2024-09-04T22:24:05.009 INFO:teuthology.orchestra.run.smithi005.stdout:crash.smithi005 smithi005 running (3m) 41s ago 15m 6895k - 19.1.1-260-gf3418446 e9760d0a26a7 30e3c983ec4d 2024-09-04T22:24:05.009 INFO:teuthology.orchestra.run.smithi005.stdout:crash.smithi115 smithi115 running (3m) 1s ago 14m 6895k - 19.1.1-260-gf3418446 e9760d0a26a7 0089e389692f 2024-09-04T22:24:05.009 INFO:teuthology.orchestra.run.smithi005.stdout:grafana.smithi005 smithi005 *:3000 running (6m) 41s ago 15m 54.2M - 8.3.5 dad864ee21e9 b9c465ba4deb 2024-09-04T22:24:05.009 INFO:teuthology.orchestra.run.smithi005.stdout:mds.foofs.smithi005.vslipg smithi005 running (9m) 41s ago 9m 37.4M - 17.2.0 e1d6a67b021e 7e8076c2570f 2024-09-04T22:24:05.009 INFO:teuthology.orchestra.run.smithi005.stdout:mds.foofs.smithi115.sgjptr smithi115 running (9m) 1s ago 9m 17.0M - 17.2.0 e1d6a67b021e fb533e8d32e8 2024-09-04T22:24:05.010 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.smithi005.hteciz smithi005 *:8443,9283,8765 running (6m) 41s ago 16m 504M - 19.1.1-260-gf3418446 e9760d0a26a7 669eb5d46ffc 2024-09-04T22:24:05.010 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.smithi115.lfvwip smithi115 *:8443,9283,8765 running (5m) 1s ago 14m 441M - 19.1.1-260-gf3418446 e9760d0a26a7 5fc647070f0c 2024-09-04T22:24:05.010 INFO:teuthology.orchestra.run.smithi005.stdout:mon.smithi005 smithi005 running (5m) 41s ago 16m 49.7M 2048M 19.1.1-260-gf3418446 e9760d0a26a7 8ac4e5344f95 2024-09-04T22:24:05.010 INFO:teuthology.orchestra.run.smithi005.stdout:mon.smithi115 smithi115 running (4m) 1s ago 14m 39.3M 2048M 19.1.1-260-gf3418446 e9760d0a26a7 cadad68d26fc 2024-09-04T22:24:05.010 INFO:teuthology.orchestra.run.smithi005.stdout:nfs.foo.0.0.smithi005.rcnjjx smithi005 *:2049 running (9m) 41s ago 9m 264M - 4.0 e1d6a67b021e 292d2c5fa82d 2024-09-04T22:24:05.010 INFO:teuthology.orchestra.run.smithi005.stdout:nfs.foo.1.0.smithi115.gxhqij smithi115 *:2049 running (8m) 1s ago 8m 86.4M - 4.0 e1d6a67b021e e4a881a3497c 2024-09-04T22:24:05.010 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.smithi005 smithi005 *:9100 running (6m) 41s ago 15m 16.7M - 1.3.1 1dbe0e931976 c3be8b87abc8 2024-09-04T22:24:05.010 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.smithi115 smithi115 *:9100 running (6m) 1s ago 14m 17.9M - 1.3.1 1dbe0e931976 a216b8a3c089 2024-09-04T22:24:05.010 INFO:teuthology.orchestra.run.smithi005.stdout:osd.0 smithi005 running (3m) 41s ago 13m 344M 1937M 19.1.1-260-gf3418446 e9760d0a26a7 7565bcbd5640 2024-09-04T22:24:05.010 INFO:teuthology.orchestra.run.smithi005.stdout:osd.1 smithi005 running (2m) 41s ago 13m 280M 1937M 19.1.1-260-gf3418446 e9760d0a26a7 4b3d60bb2c25 2024-09-04T22:24:05.010 INFO:teuthology.orchestra.run.smithi005.stdout:osd.2 smithi005 running (103s) 41s ago 12m 226M 1937M 19.1.1-260-gf3418446 e9760d0a26a7 7da85200f683 2024-09-04T22:24:05.010 INFO:teuthology.orchestra.run.smithi005.stdout:osd.3 smithi005 running (53s) 41s ago 12m 12.1M 1937M 19.1.1-260-gf3418446 e9760d0a26a7 a644c2dcdeb3 2024-09-04T22:24:05.010 INFO:teuthology.orchestra.run.smithi005.stdout:osd.4 smithi115 running (5s) 1s ago 12m 14.4M 2704M 19.1.1-260-gf3418446 e9760d0a26a7 09cc24771318 2024-09-04T22:24:05.010 INFO:teuthology.orchestra.run.smithi005.stdout:osd.5 smithi115 running (11m) 1s ago 11m 447M 2704M 17.2.0 e1d6a67b021e 37299ec573ae 2024-09-04T22:24:05.011 INFO:teuthology.orchestra.run.smithi005.stdout:osd.6 smithi115 running (11m) 1s ago 11m 367M 2704M 17.2.0 e1d6a67b021e a485cb0df9d8 2024-09-04T22:24:05.011 INFO:teuthology.orchestra.run.smithi005.stdout:osd.7 smithi115 running (10m) 1s ago 10m 588M 2704M 17.2.0 e1d6a67b021e cb10b860cb93 2024-09-04T22:24:05.011 INFO:teuthology.orchestra.run.smithi005.stdout:prometheus.smithi005 smithi005 *:9095 running (5m) 41s ago 14m 73.5M - 2.33.4 514e6a882f6e aae1464e652a 2024-09-04T22:24:05.266 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:05 smithi005 ceph-mon[65467]: from='client.44271 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:24:05.266 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:05 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:24:05.266 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:05 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:24:05.367 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:05 smithi115 ceph-mon[51971]: from='client.44271 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:24:05.367 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:05 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:24:05.367 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:05 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:24:05.583 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-04T22:24:05.583 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": { 2024-09-04T22:24:05.584 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 2 2024-09-04T22:24:05.584 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:24:05.584 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": { 2024-09-04T22:24:05.584 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 2 2024-09-04T22:24:05.584 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:24:05.584 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": { 2024-09-04T22:24:05.584 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3, 2024-09-04T22:24:05.584 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 4 2024-09-04T22:24:05.584 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:24:05.584 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": { 2024-09-04T22:24:05.584 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-09-04T22:24:05.584 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:24:05.585 INFO:teuthology.orchestra.run.smithi005.stdout: "overall": { 2024-09-04T22:24:05.585 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 5, 2024-09-04T22:24:05.585 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 8 2024-09-04T22:24:05.585 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-04T22:24:05.585 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-04T22:24:05.741 INFO:teuthology.orchestra.run.smithi005.stdout: 5 199592 9.76 MB/sec execute 410 sec latency 58.369 ms 2024-09-04T22:24:06.065 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-04T22:24:06.065 INFO:teuthology.orchestra.run.smithi005.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15", 2024-09-04T22:24:06.066 INFO:teuthology.orchestra.run.smithi005.stdout: "in_progress": true, 2024-09-04T22:24:06.066 INFO:teuthology.orchestra.run.smithi005.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-04T22:24:06.066 INFO:teuthology.orchestra.run.smithi005.stdout: "services_complete": [ 2024-09-04T22:24:06.066 INFO:teuthology.orchestra.run.smithi005.stdout: "mon", 2024-09-04T22:24:06.066 INFO:teuthology.orchestra.run.smithi005.stdout: "crash", 2024-09-04T22:24:06.066 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr" 2024-09-04T22:24:06.066 INFO:teuthology.orchestra.run.smithi005.stdout: ], 2024-09-04T22:24:06.066 INFO:teuthology.orchestra.run.smithi005.stdout: "progress": "11/23 daemons upgraded", 2024-09-04T22:24:06.066 INFO:teuthology.orchestra.run.smithi005.stdout: "message": "Currently upgrading osd daemons", 2024-09-04T22:24:06.066 INFO:teuthology.orchestra.run.smithi005.stdout: "is_paused": false 2024-09-04T22:24:06.066 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-04T22:24:06.320 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:06 smithi005 ceph-mon[65467]: from='client.34358 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:24:06.321 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:06 smithi005 ceph-mon[65467]: from='client.34362 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:24:06.321 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:06 smithi005 ceph-mon[65467]: pgmap v208: 97 pgs: 13 active+undersized, 23 active+undersized+degraded, 61 active+clean; 343 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 9.8 KiB/s rd, 4.6 MiB/s wr, 420 op/s; 203/1788 objects degraded (11.353%) 2024-09-04T22:24:06.321 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:06 smithi005 ceph-mon[65467]: from='client.? 172.21.15.5:0/2024112301' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:24:06.321 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:06 smithi005 ceph-mon[65467]: Health check update: Degraded data redundancy: 190/1737 objects degraded (10.938%), 23 pgs degraded (PG_DEGRADED) 2024-09-04T22:24:06.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:06 smithi115 ceph-mon[51971]: from='client.34358 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:24:06.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:06 smithi115 ceph-mon[51971]: from='client.34362 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:24:06.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:06 smithi115 ceph-mon[51971]: pgmap v208: 97 pgs: 13 active+undersized, 23 active+undersized+degraded, 61 active+clean; 343 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 9.8 KiB/s rd, 4.6 MiB/s wr, 420 op/s; 203/1788 objects degraded (11.353%) 2024-09-04T22:24:06.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:06 smithi115 ceph-mon[51971]: from='client.? 172.21.15.5:0/2024112301' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:24:06.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:06 smithi115 ceph-mon[51971]: Health check update: Degraded data redundancy: 190/1737 objects degraded (10.938%), 23 pgs degraded (PG_DEGRADED) 2024-09-04T22:24:06.641 INFO:teuthology.orchestra.run.smithi005.stdout:HEALTH_WARN 1 osds down; Degraded data redundancy: 203/1788 objects degraded (11.353%), 23 pgs degraded 2024-09-04T22:24:06.641 INFO:teuthology.orchestra.run.smithi005.stdout:[WRN] OSD_DOWN: 1 osds down 2024-09-04T22:24:06.641 INFO:teuthology.orchestra.run.smithi005.stdout: osd.4 (root=default,host=smithi115) is down 2024-09-04T22:24:06.641 INFO:teuthology.orchestra.run.smithi005.stdout:[WRN] PG_DEGRADED: Degraded data redundancy: 203/1788 objects degraded (11.353%), 23 pgs degraded 2024-09-04T22:24:06.641 INFO:teuthology.orchestra.run.smithi005.stdout: pg 2.5 is active+undersized+degraded, acting [2,0] 2024-09-04T22:24:06.641 INFO:teuthology.orchestra.run.smithi005.stdout: pg 2.6 is active+undersized+degraded, acting [1,6] 2024-09-04T22:24:06.641 INFO:teuthology.orchestra.run.smithi005.stdout: pg 2.b is active+undersized+degraded, acting [7,5] 2024-09-04T22:24:06.641 INFO:teuthology.orchestra.run.smithi005.stdout: pg 2.d is active+undersized+degraded, acting [1,3] 2024-09-04T22:24:06.641 INFO:teuthology.orchestra.run.smithi005.stdout: pg 2.f is active+undersized+degraded, acting [0,7] 2024-09-04T22:24:06.642 INFO:teuthology.orchestra.run.smithi005.stdout: pg 2.11 is active+undersized+degraded, acting [6,1] 2024-09-04T22:24:06.642 INFO:teuthology.orchestra.run.smithi005.stdout: pg 2.13 is active+undersized+degraded, acting [0,3] 2024-09-04T22:24:06.642 INFO:teuthology.orchestra.run.smithi005.stdout: pg 2.18 is active+undersized+degraded, acting [5,7] 2024-09-04T22:24:06.642 INFO:teuthology.orchestra.run.smithi005.stdout: pg 2.1a is active+undersized+degraded, acting [6,7] 2024-09-04T22:24:06.642 INFO:teuthology.orchestra.run.smithi005.stdout: pg 2.1f is active+undersized+degraded, acting [0,7] 2024-09-04T22:24:06.642 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.1 is active+undersized+degraded, acting [0,3] 2024-09-04T22:24:06.642 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.9 is active+undersized+degraded, acting [2,7] 2024-09-04T22:24:06.642 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.a is active+undersized+degraded, acting [6,1] 2024-09-04T22:24:06.642 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.b is active+undersized+degraded, acting [3,0] 2024-09-04T22:24:06.642 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.f is active+undersized+degraded, acting [7,0] 2024-09-04T22:24:06.642 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.11 is active+undersized+degraded, acting [7,6] 2024-09-04T22:24:06.642 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.13 is active+undersized+degraded, acting [7,2] 2024-09-04T22:24:06.642 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.14 is active+undersized+degraded, acting [7,6] 2024-09-04T22:24:06.643 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.15 is active+undersized+degraded, acting [2,3] 2024-09-04T22:24:06.643 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.19 is active+undersized+degraded, acting [1,3] 2024-09-04T22:24:06.643 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.1c is active+undersized+degraded, acting [5,1] 2024-09-04T22:24:06.643 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.1d is active+undersized+degraded, acting [5,6] 2024-09-04T22:24:06.643 INFO:teuthology.orchestra.run.smithi005.stdout: pg 4.5 is active+undersized+degraded, acting [6,7] 2024-09-04T22:24:06.741 INFO:teuthology.orchestra.run.smithi005.stdout: 5 199997 9.77 MB/sec execute 411 sec latency 42.874 ms 2024-09-04T22:24:07.332 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:07 smithi115 ceph-mon[51971]: from='client.34370 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:24:07.332 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:07 smithi115 ceph-mon[51971]: from='client.? 172.21.15.5:0/1171396516' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-04T22:24:07.337 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:07 smithi005 ceph-mon[65467]: from='client.34370 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:24:07.337 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:07 smithi005 ceph-mon[65467]: from='client.? 172.21.15.5:0/1171396516' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-04T22:24:07.741 INFO:teuthology.orchestra.run.smithi005.stdout: 5 200305 9.77 MB/sec execute 412 sec latency 70.170 ms 2024-09-04T22:24:08.364 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:08 smithi005 ceph-mon[65467]: pgmap v209: 97 pgs: 13 active+undersized, 23 active+undersized+degraded, 61 active+clean; 343 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.8 KiB/s rd, 4.1 MiB/s wr, 377 op/s; 203/1788 objects degraded (11.353%); 0 B/s, 0 objects/s recovering 2024-09-04T22:24:08.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:08 smithi115 ceph-mon[51971]: pgmap v209: 97 pgs: 13 active+undersized, 23 active+undersized+degraded, 61 active+clean; 343 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.8 KiB/s rd, 4.1 MiB/s wr, 377 op/s; 203/1788 objects degraded (11.353%); 0 B/s, 0 objects/s recovering 2024-09-04T22:24:08.739 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:24:08 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4[56951]: 2024-09-04T22:24:08.658+0000 7f7d62e58640 -1 osd.4 0 read_superblock omap replica is missing. 2024-09-04T22:24:08.741 INFO:teuthology.orchestra.run.smithi005.stdout: 5 200574 9.77 MB/sec execute 413 sec latency 66.853 ms 2024-09-04T22:24:09.741 INFO:teuthology.orchestra.run.smithi005.stdout: 5 200985 9.78 MB/sec execute 414 sec latency 36.239 ms 2024-09-04T22:24:09.780 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:24:09 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4[56951]: 2024-09-04T22:24:09.464+0000 7f7d62e58640 -1 osd.4 125 log_to_monitors true 2024-09-04T22:24:09.891 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:09 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:24:09.891 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:09 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:24:09.891 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:09 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:24:09.891 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:09 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:24:09.892 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:09 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:24:09.892 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:09 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:24:09.892 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:09 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:24:09.892 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:09 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:24:09.892 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:09 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:24:09.892 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:09 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:24:09.892 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:09 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-04T22:24:09.892 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:09 smithi005 ceph-mon[65467]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-04T22:24:09.892 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:09 smithi005 ceph-mon[65467]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-09-04T22:24:09.892 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:09 smithi005 ceph-mon[65467]: pgmap v210: 97 pgs: 13 active+undersized, 23 active+undersized+degraded, 61 active+clean; 345 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.8 KiB/s rd, 6.2 MiB/s wr, 617 op/s; 187/1653 objects degraded (11.313%); 0 B/s, 0 objects/s recovering 2024-09-04T22:24:09.892 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:09 smithi005 ceph-mon[65467]: from='osd.4 [v2:172.21.15.115:6800/1194749059,v1:172.21.15.115:6801/1194749059]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-04T22:24:09.892 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:09 smithi005 ceph-mon[65467]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-04T22:24:10.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:09 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:24:10.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:09 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:24:10.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:09 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:24:10.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:09 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:24:10.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:09 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:24:10.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:09 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:24:10.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:09 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:24:10.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:09 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:24:10.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:09 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:24:10.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:09 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:24:10.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:09 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-04T22:24:10.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:09 smithi115 ceph-mon[51971]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-04T22:24:10.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:09 smithi115 ceph-mon[51971]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-09-04T22:24:10.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:09 smithi115 ceph-mon[51971]: pgmap v210: 97 pgs: 13 active+undersized, 23 active+undersized+degraded, 61 active+clean; 345 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.8 KiB/s rd, 6.2 MiB/s wr, 617 op/s; 187/1653 objects degraded (11.313%); 0 B/s, 0 objects/s recovering 2024-09-04T22:24:10.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:09 smithi115 ceph-mon[51971]: from='osd.4 [v2:172.21.15.115:6800/1194749059,v1:172.21.15.115:6801/1194749059]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-04T22:24:10.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:09 smithi115 ceph-mon[51971]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-04T22:24:10.410 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:24:10 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4[56951]: 2024-09-04T22:24:10.283+0000 7f7d56bfb640 -1 osd.4 125 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-04T22:24:10.741 INFO:teuthology.orchestra.run.smithi005.stdout: 5 201321 9.77 MB/sec execute 415 sec latency 67.390 ms 2024-09-04T22:24:11.042 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:10 smithi005 ceph-mon[65467]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-04T22:24:11.042 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:10 smithi005 ceph-mon[65467]: osdmap e128: 8 total, 7 up, 8 in 2024-09-04T22:24:11.042 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:10 smithi005 ceph-mon[65467]: from='osd.4 [v2:172.21.15.115:6800/1194749059,v1:172.21.15.115:6801/1194749059]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]: dispatch 2024-09-04T22:24:11.042 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:10 smithi005 ceph-mon[65467]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]: dispatch 2024-09-04T22:24:11.042 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:10 smithi005 ceph-mon[65467]: from='osd.4 ' entity='osd.4' 2024-09-04T22:24:11.042 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:10 smithi005 ceph-mon[65467]: Health check update: Degraded data redundancy: 187/1653 objects degraded (11.313%), 23 pgs degraded (PG_DEGRADED) 2024-09-04T22:24:11.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:10 smithi115 ceph-mon[51971]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-04T22:24:11.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:10 smithi115 ceph-mon[51971]: osdmap e128: 8 total, 7 up, 8 in 2024-09-04T22:24:11.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:10 smithi115 ceph-mon[51971]: from='osd.4 [v2:172.21.15.115:6800/1194749059,v1:172.21.15.115:6801/1194749059]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]: dispatch 2024-09-04T22:24:11.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:10 smithi115 ceph-mon[51971]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]: dispatch 2024-09-04T22:24:11.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:10 smithi115 ceph-mon[51971]: from='osd.4 ' entity='osd.4' 2024-09-04T22:24:11.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:10 smithi115 ceph-mon[51971]: Health check update: Degraded data redundancy: 187/1653 objects degraded (11.313%), 23 pgs degraded (PG_DEGRADED) 2024-09-04T22:24:11.741 INFO:teuthology.orchestra.run.smithi005.stdout: 5 201516 9.76 MB/sec execute 416 sec latency 451.030 ms 2024-09-04T22:24:12.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:11 smithi115 ceph-mon[51971]: pgmap v212: 97 pgs: 13 active+undersized, 23 active+undersized+degraded, 61 active+clean; 342 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.9 KiB/s rd, 5.5 MiB/s wr, 551 op/s; 186/1647 objects degraded (11.293%) 2024-09-04T22:24:12.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:11 smithi115 ceph-mon[51971]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-04T22:24:12.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:11 smithi115 ceph-mon[51971]: osd.4 [v2:172.21.15.115:6800/1194749059,v1:172.21.15.115:6801/1194749059] boot 2024-09-04T22:24:12.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:11 smithi115 ceph-mon[51971]: osdmap e129: 8 total, 8 up, 8 in 2024-09-04T22:24:12.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:11 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-04T22:24:12.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:11 smithi005 ceph-mon[65467]: pgmap v212: 97 pgs: 13 active+undersized, 23 active+undersized+degraded, 61 active+clean; 342 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.9 KiB/s rd, 5.5 MiB/s wr, 551 op/s; 186/1647 objects degraded (11.293%) 2024-09-04T22:24:12.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:11 smithi005 ceph-mon[65467]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-04T22:24:12.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:11 smithi005 ceph-mon[65467]: osd.4 [v2:172.21.15.115:6800/1194749059,v1:172.21.15.115:6801/1194749059] boot 2024-09-04T22:24:12.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:11 smithi005 ceph-mon[65467]: osdmap e129: 8 total, 8 up, 8 in 2024-09-04T22:24:12.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:11 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-04T22:24:12.741 INFO:teuthology.orchestra.run.smithi005.stdout: 5 201516 9.74 MB/sec execute 417 sec latency 1451.068 ms 2024-09-04T22:24:13.539 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:13 smithi005 ceph-mon[65467]: osdmap e130: 8 total, 8 up, 8 in 2024-09-04T22:24:13.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:13 smithi115 ceph-mon[51971]: osdmap e130: 8 total, 8 up, 8 in 2024-09-04T22:24:13.751 INFO:teuthology.orchestra.run.smithi005.stdout: 5 201634 9.73 MB/sec execute 418 sec latency 2095.245 ms 2024-09-04T22:24:14.307 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:14 smithi005 ceph-mon[65467]: pgmap v215: 97 pgs: 1 remapped+peering, 2 peering, 11 active+undersized, 19 active+undersized+degraded, 64 active+clean; 345 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 6.2 MiB/s wr, 581 op/s; 142/1692 objects degraded (8.392%) 2024-09-04T22:24:14.307 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:14 smithi005 ceph-mon[65467]: osdmap e131: 8 total, 8 up, 8 in 2024-09-04T22:24:14.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:14 smithi115 ceph-mon[51971]: pgmap v215: 97 pgs: 1 remapped+peering, 2 peering, 11 active+undersized, 19 active+undersized+degraded, 64 active+clean; 345 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 6.2 MiB/s wr, 581 op/s; 142/1692 objects degraded (8.392%) 2024-09-04T22:24:14.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:14 smithi115 ceph-mon[51971]: osdmap e131: 8 total, 8 up, 8 in 2024-09-04T22:24:14.752 INFO:teuthology.orchestra.run.smithi005.stdout: 5 201982 9.72 MB/sec execute 419 sec latency 73.813 ms 2024-09-04T22:24:15.329 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:15 smithi005 ceph-mon[65467]: osdmap e132: 8 total, 8 up, 8 in 2024-09-04T22:24:15.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:15 smithi115 ceph-mon[51971]: osdmap e132: 8 total, 8 up, 8 in 2024-09-04T22:24:15.751 INFO:teuthology.orchestra.run.smithi005.stdout: 5 202382 9.71 MB/sec execute 420 sec latency 308.184 ms 2024-09-04T22:24:16.339 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:16 smithi005 ceph-mon[65467]: pgmap v218: 97 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 2 active+undersized+remapped, 1 remapped+peering, 3 peering, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 86 active+clean; 343 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 10 KiB/s rd, 4.8 MiB/s wr, 411 op/s; 82/1611 objects degraded (5.090%); 2.5 MiB/s, 82 keys/s, 27 objects/s recovering 2024-09-04T22:24:16.339 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:16 smithi005 ceph-mon[65467]: osdmap e133: 8 total, 8 up, 8 in 2024-09-04T22:24:16.339 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:16 smithi005 ceph-mon[65467]: Health check update: Degraded data redundancy: 82/1611 objects degraded (5.090%), 5 pgs degraded (PG_DEGRADED) 2024-09-04T22:24:16.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:16 smithi115 ceph-mon[51971]: pgmap v218: 97 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 2 active+undersized+remapped, 1 remapped+peering, 3 peering, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 86 active+clean; 343 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 10 KiB/s rd, 4.8 MiB/s wr, 411 op/s; 82/1611 objects degraded (5.090%); 2.5 MiB/s, 82 keys/s, 27 objects/s recovering 2024-09-04T22:24:16.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:16 smithi115 ceph-mon[51971]: osdmap e133: 8 total, 8 up, 8 in 2024-09-04T22:24:16.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:16 smithi115 ceph-mon[51971]: Health check update: Degraded data redundancy: 82/1611 objects degraded (5.090%), 5 pgs degraded (PG_DEGRADED) 2024-09-04T22:24:16.752 INFO:teuthology.orchestra.run.smithi005.stdout: 5 202731 9.71 MB/sec execute 421 sec latency 872.710 ms 2024-09-04T22:24:17.404 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:17 smithi005 ceph-mon[65467]: osdmap e134: 8 total, 8 up, 8 in 2024-09-04T22:24:17.404 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:17 smithi005 ceph-mon[65467]: osdmap e135: 8 total, 8 up, 8 in 2024-09-04T22:24:17.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:17 smithi115 ceph-mon[51971]: osdmap e134: 8 total, 8 up, 8 in 2024-09-04T22:24:17.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:17 smithi115 ceph-mon[51971]: osdmap e135: 8 total, 8 up, 8 in 2024-09-04T22:24:17.752 INFO:teuthology.orchestra.run.smithi005.stdout: 5 202951 9.70 MB/sec execute 422 sec latency 995.747 ms 2024-09-04T22:24:18.423 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:18 smithi005 ceph-mon[65467]: pgmap v221: 97 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 2 active+undersized+remapped, 1 remapped+peering, 3 peering, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 86 active+clean; 343 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.5 KiB/s rd, 2.7 MiB/s wr, 337 op/s; 82/1611 objects degraded (5.090%); 2.5 MiB/s, 82 keys/s, 27 objects/s recovering 2024-09-04T22:24:18.423 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:18 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:24:18.423 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:18 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:24:18.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:18 smithi115 ceph-mon[51971]: pgmap v221: 97 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 2 active+undersized+remapped, 1 remapped+peering, 3 peering, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 86 active+clean; 343 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.5 KiB/s rd, 2.7 MiB/s wr, 337 op/s; 82/1611 objects degraded (5.090%); 2.5 MiB/s, 82 keys/s, 27 objects/s recovering 2024-09-04T22:24:18.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:18 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:24:18.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:18 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:24:18.751 INFO:teuthology.orchestra.run.smithi005.stdout: 5 203243 9.70 MB/sec execute 423 sec latency 59.686 ms 2024-09-04T22:24:19.752 INFO:teuthology.orchestra.run.smithi005.stdout: 5 203475 9.69 MB/sec execute 424 sec latency 71.688 ms 2024-09-04T22:24:20.461 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:20 smithi005 ceph-mon[65467]: pgmap v223: 97 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 peering, 94 active+clean; 339 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.8 KiB/s rd, 4.4 MiB/s wr, 602 op/s; 50/1569 objects degraded (3.187%); 969 KiB/s, 23 objects/s recovering 2024-09-04T22:24:20.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:20 smithi115 ceph-mon[51971]: pgmap v223: 97 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 peering, 94 active+clean; 339 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.8 KiB/s rd, 4.4 MiB/s wr, 602 op/s; 50/1569 objects degraded (3.187%); 969 KiB/s, 23 objects/s recovering 2024-09-04T22:24:20.752 INFO:teuthology.orchestra.run.smithi005.stdout: 5 203780 9.69 MB/sec execute 425 sec latency 42.570 ms 2024-09-04T22:24:21.505 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:21 smithi005 ceph-mon[65467]: Health check update: Degraded data redundancy: 50/1569 objects degraded (3.187%), 2 pgs degraded (PG_DEGRADED) 2024-09-04T22:24:21.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:21 smithi115 ceph-mon[51971]: Health check update: Degraded data redundancy: 50/1569 objects degraded (3.187%), 2 pgs degraded (PG_DEGRADED) 2024-09-04T22:24:21.752 INFO:teuthology.orchestra.run.smithi005.stdout: 5 204103 9.69 MB/sec execute 426 sec latency 69.256 ms 2024-09-04T22:24:22.534 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:22 smithi005 ceph-mon[65467]: pgmap v224: 97 pgs: 97 active+clean; 339 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 4.5 KiB/s rd, 3.0 MiB/s wr, 372 op/s; 277 KiB/s, 24 objects/s recovering 2024-09-04T22:24:22.534 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:22 smithi005 ceph-mon[65467]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 50/1569 objects degraded (3.187%), 2 pgs degraded) 2024-09-04T22:24:22.534 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:22 smithi005 ceph-mon[65467]: Cluster is now healthy 2024-09-04T22:24:22.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:22 smithi115 ceph-mon[51971]: pgmap v224: 97 pgs: 97 active+clean; 339 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 4.5 KiB/s rd, 3.0 MiB/s wr, 372 op/s; 277 KiB/s, 24 objects/s recovering 2024-09-04T22:24:22.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:22 smithi115 ceph-mon[51971]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 50/1569 objects degraded (3.187%), 2 pgs degraded) 2024-09-04T22:24:22.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:22 smithi115 ceph-mon[51971]: Cluster is now healthy 2024-09-04T22:24:22.752 INFO:teuthology.orchestra.run.smithi005.stdout: 5 204374 9.69 MB/sec execute 427 sec latency 65.906 ms 2024-09-04T22:24:23.752 INFO:teuthology.orchestra.run.smithi005.stdout: 5 204706 9.69 MB/sec execute 428 sec latency 49.169 ms 2024-09-04T22:24:24.343 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:24 smithi005 ceph-mon[65467]: pgmap v225: 97 pgs: 97 active+clean; 340 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 3.7 KiB/s rd, 3.3 MiB/s wr, 322 op/s; 211 KiB/s, 19 objects/s recovering 2024-09-04T22:24:24.343 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:24 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-04T22:24:24.625 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:24 smithi115 ceph-mon[51971]: pgmap v225: 97 pgs: 97 active+clean; 340 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 3.7 KiB/s rd, 3.3 MiB/s wr, 322 op/s; 211 KiB/s, 19 objects/s recovering 2024-09-04T22:24:24.625 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:24 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-04T22:24:24.752 INFO:teuthology.orchestra.run.smithi005.stdout: 5 205016 9.69 MB/sec execute 429 sec latency 54.804 ms 2024-09-04T22:24:25.348 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:25 smithi005 ceph-mon[65467]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-04T22:24:25.348 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:25 smithi005 ceph-mon[65467]: Upgrade: osd.5 is safe to restart 2024-09-04T22:24:25.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:25 smithi115 ceph-mon[51971]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-04T22:24:25.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:25 smithi115 ceph-mon[51971]: Upgrade: osd.5 is safe to restart 2024-09-04T22:24:25.752 INFO:teuthology.orchestra.run.smithi005.stdout: 5 205429 9.68 MB/sec execute 430 sec latency 30.950 ms 2024-09-04T22:24:26.352 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:26 smithi005 ceph-mon[65467]: pgmap v226: 97 pgs: 97 active+clean; 348 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 6.3 KiB/s rd, 4.8 MiB/s wr, 501 op/s; 188 KiB/s, 16 objects/s recovering 2024-09-04T22:24:26.352 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:26 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:24:26.352 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:26 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-04T22:24:26.352 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:26 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:24:26.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:26 smithi115 ceph-mon[51971]: pgmap v226: 97 pgs: 97 active+clean; 348 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 6.3 KiB/s rd, 4.8 MiB/s wr, 501 op/s; 188 KiB/s, 16 objects/s recovering 2024-09-04T22:24:26.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:26 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:24:26.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:26 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-04T22:24:26.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:26 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:24:26.752 INFO:teuthology.orchestra.run.smithi005.stdout: 5 205855 9.68 MB/sec execute 431 sec latency 44.918 ms 2024-09-04T22:24:27.370 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:27 smithi005 ceph-mon[65467]: Upgrade: Updating osd.5 2024-09-04T22:24:27.370 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:27 smithi005 ceph-mon[65467]: Deploying daemon osd.5 on smithi115 2024-09-04T22:24:27.519 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:27 smithi115 ceph-mon[51971]: Upgrade: Updating osd.5 2024-09-04T22:24:27.519 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:27 smithi115 ceph-mon[51971]: Deploying daemon osd.5 on smithi115 2024-09-04T22:24:27.752 INFO:teuthology.orchestra.run.smithi005.stdout: 5 206261 9.69 MB/sec execute 432 sec latency 45.859 ms 2024-09-04T22:24:28.364 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:28 smithi005 ceph-mon[65467]: pgmap v227: 97 pgs: 97 active+clean; 348 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 5.6 KiB/s rd, 4.3 MiB/s wr, 444 op/s; 166 KiB/s, 14 objects/s recovering 2024-09-04T22:24:28.365 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:28 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:24:28.601 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:28 smithi115 ceph-mon[51971]: pgmap v227: 97 pgs: 97 active+clean; 348 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 5.6 KiB/s rd, 4.3 MiB/s wr, 444 op/s; 166 KiB/s, 14 objects/s recovering 2024-09-04T22:24:28.601 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:28 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:24:28.752 INFO:teuthology.orchestra.run.smithi005.stdout: 5 206612 9.68 MB/sec execute 433 sec latency 66.628 ms 2024-09-04T22:24:28.897 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:24:28 smithi115 systemd[1]: Stopping Ceph osd.5 for fc6cab94-6b09-11ef-bcd6-c7b262605968... 2024-09-04T22:24:29.337 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:24:29 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5[33679]: 2024-09-04T22:24:29.096+0000 7f4845048700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-04T22:24:29.337 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:24:29 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5[33679]: 2024-09-04T22:24:29.096+0000 7f4845048700 -1 osd.5 135 *** Got signal Terminated *** 2024-09-04T22:24:29.337 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:24:29 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5[33679]: 2024-09-04T22:24:29.096+0000 7f4845048700 -1 osd.5 135 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-04T22:24:29.415 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:29 smithi005 ceph-mon[65467]: osd.5 marked itself down and dead 2024-09-04T22:24:29.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:29 smithi115 ceph-mon[51971]: osd.5 marked itself down and dead 2024-09-04T22:24:29.752 INFO:teuthology.orchestra.run.smithi005.stdout: 5 206877 9.68 MB/sec execute 434 sec latency 363.672 ms 2024-09-04T22:24:30.297 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:24:29 smithi115 podman[58752]: 2024-09-04 22:24:29.979928895 +0000 UTC m=+1.007872333 container died 37299ec573aec282eac1d495d624cbe82b07e696b958adfbefe54f23f1b6611b (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5, io.k8s.display-name=CentOS Stream 8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, RELEASE=HEAD, CEPH_POINT_RELEASE=-17.2.0, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, build-date=2022-05-03T08:36:31.336870, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_REPO=https://github.com/ceph/ceph-container.git, vendor=Red Hat, Inc., distribution-scope=public, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.openshift.tags=base centos centos-stream, io.buildah.version=1.19.8, version=8, com.redhat.component=centos-stream-container, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, name=centos-stream, ceph=True, GIT_BRANCH=HEAD, io.openshift.expose-services=, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, architecture=x86_64, maintainer=Guillaume Abrioux , GIT_CLEAN=True, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, vcs-type=git, release=754) 2024-09-04T22:24:30.588 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:30 smithi005 ceph-mon[65467]: pgmap v228: 97 pgs: 97 active+clean; 350 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 4.7 KiB/s rd, 5.2 MiB/s wr, 560 op/s; 136 KiB/s, 9 objects/s recovering 2024-09-04T22:24:30.588 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:30 smithi005 ceph-mon[65467]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-04T22:24:30.588 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:30 smithi005 ceph-mon[65467]: osdmap e136: 8 total, 7 up, 8 in 2024-09-04T22:24:30.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:30 smithi115 ceph-mon[51971]: pgmap v228: 97 pgs: 97 active+clean; 350 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 4.7 KiB/s rd, 5.2 MiB/s wr, 560 op/s; 136 KiB/s, 9 objects/s recovering 2024-09-04T22:24:30.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:30 smithi115 ceph-mon[51971]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-04T22:24:30.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:30 smithi115 ceph-mon[51971]: osdmap e136: 8 total, 7 up, 8 in 2024-09-04T22:24:30.647 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:24:30 smithi115 podman[58752]: 2024-09-04 22:24:30.490630725 +0000 UTC m=+1.518574162 container cleanup 37299ec573aec282eac1d495d624cbe82b07e696b958adfbefe54f23f1b6611b (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, distribution-scope=public, io.buildah.version=1.19.8, io.k8s.display-name=CentOS Stream 8, maintainer=Guillaume Abrioux , com.redhat.license_terms=https://centos.org/legal/licensing-policy/, architecture=x86_64, GIT_CLEAN=True, release=754, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.openshift.tags=base centos centos-stream, vcs-type=git, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, version=8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_REPO=https://github.com/ceph/ceph-container.git, build-date=2022-05-03T08:36:31.336870, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=centos-stream, ceph=True, RELEASE=HEAD, GIT_BRANCH=HEAD, com.redhat.component=centos-stream-container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.openshift.expose-services=, vendor=Red Hat, Inc., CEPH_POINT_RELEASE=-17.2.0, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com) 2024-09-04T22:24:30.647 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:24:30 smithi115 bash[58752]: ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5 2024-09-04T22:24:30.752 INFO:teuthology.orchestra.run.smithi005.stdout: 5 206979 9.66 MB/sec execute 435 sec latency 984.981 ms 2024-09-04T22:24:31.090 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:24:30 smithi115 podman[58777]: 2024-09-04 22:24:30.75101291 +0000 UTC m=+0.768276943 container remove 37299ec573aec282eac1d495d624cbe82b07e696b958adfbefe54f23f1b6611b (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5, io.buildah.version=1.19.8, io.openshift.tags=base centos centos-stream, name=centos-stream, ceph=True, GIT_REPO=https://github.com/ceph/ceph-container.git, vcs-type=git, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, release=754, GIT_CLEAN=True, com.redhat.component=centos-stream-container, version=8, RELEASE=HEAD, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.k8s.display-name=CentOS Stream 8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, CEPH_POINT_RELEASE=-17.2.0, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_BRANCH=HEAD, distribution-scope=public, vendor=Red Hat, Inc., io.openshift.expose-services=, build-date=2022-05-03T08:36:31.336870, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, maintainer=Guillaume Abrioux , architecture=x86_64, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754) 2024-09-04T22:24:31.345 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:24:31 smithi115 podman[58866]: 2024-09-04 22:24:30.992735792 +0000 UTC m=+0.016273765 image pull e9760d0a26a7fddbeef4ac34fe459ff206acc1fc616e70634efad78bae5faf82 quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15 2024-09-04T22:24:31.346 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:24:31 smithi115 podman[58866]: 2024-09-04 22:24:31.127026303 +0000 UTC m=+0.150564264 container create b5d45cc6b001225d4c4ff5a8fd151a2a7965cccb37d8c1dc644e8208161cbe9e (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5-deactivate, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0) 2024-09-04T22:24:31.352 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:31 smithi005 ceph-mon[65467]: osdmap e137: 8 total, 7 up, 8 in 2024-09-04T22:24:31.615 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:31 smithi115 ceph-mon[51971]: osdmap e137: 8 total, 7 up, 8 in 2024-09-04T22:24:31.615 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:24:31 smithi115 podman[58866]: 2024-09-04 22:24:31.396587943 +0000 UTC m=+0.420125905 container init b5d45cc6b001225d4c4ff5a8fd151a2a7965cccb37d8c1dc644e8208161cbe9e (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.37.2) 2024-09-04T22:24:31.615 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:24:31 smithi115 podman[58866]: 2024-09-04 22:24:31.401235084 +0000 UTC m=+0.424773049 container start b5d45cc6b001225d4c4ff5a8fd151a2a7965cccb37d8c1dc644e8208161cbe9e (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5-deactivate, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, GIT_BRANCH=HEAD) 2024-09-04T22:24:31.615 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:24:31 smithi115 podman[58866]: 2024-09-04 22:24:31.488348986 +0000 UTC m=+0.511886956 container attach b5d45cc6b001225d4c4ff5a8fd151a2a7965cccb37d8c1dc644e8208161cbe9e (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5-deactivate, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-09-04T22:24:31.752 INFO:teuthology.orchestra.run.smithi005.stdout: 5 207243 9.66 MB/sec execute 436 sec latency 73.907 ms 2024-09-04T22:24:31.897 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:24:31 smithi115 podman[58866]: 2024-09-04 22:24:31.614724949 +0000 UTC m=+0.638262922 container died b5d45cc6b001225d4c4ff5a8fd151a2a7965cccb37d8c1dc644e8208161cbe9e (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731) 2024-09-04T22:24:32.383 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:32 smithi005 ceph-mon[65467]: pgmap v231: 97 pgs: 8 peering, 8 stale+active+clean, 81 active+clean; 345 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.4 KiB/s rd, 5.2 MiB/s wr, 579 op/s 2024-09-04T22:24:32.594 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:32 smithi115 ceph-mon[51971]: pgmap v231: 97 pgs: 8 peering, 8 stale+active+clean, 81 active+clean; 345 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.4 KiB/s rd, 5.2 MiB/s wr, 579 op/s 2024-09-04T22:24:32.594 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:24:32 smithi115 podman[58889]: 2024-09-04 22:24:32.268008233 +0000 UTC m=+0.643363784 container remove b5d45cc6b001225d4c4ff5a8fd151a2a7965cccb37d8c1dc644e8208161cbe9e (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5-deactivate, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_BRANCH=HEAD) 2024-09-04T22:24:32.594 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:24:32 smithi115 systemd[1]: ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@osd.5.service: Deactivated successfully. 2024-09-04T22:24:32.594 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:24:32 smithi115 systemd[1]: Stopped Ceph osd.5 for fc6cab94-6b09-11ef-bcd6-c7b262605968. 2024-09-04T22:24:32.595 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:24:32 smithi115 systemd[1]: ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@osd.5.service: Consumed 3min 51.399s CPU time. 2024-09-04T22:24:32.752 INFO:teuthology.orchestra.run.smithi005.stdout: 5 207637 9.66 MB/sec execute 437 sec latency 75.562 ms 2024-09-04T22:24:32.847 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:24:32 smithi115 systemd[1]: Starting Ceph osd.5 for fc6cab94-6b09-11ef-bcd6-c7b262605968... 2024-09-04T22:24:32.847 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:24:32 smithi115 podman[58987]: 2024-09-04 22:24:32.717279182 +0000 UTC m=+0.017942789 image pull e9760d0a26a7fddbeef4ac34fe459ff206acc1fc616e70634efad78bae5faf82 quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15 2024-09-04T22:24:32.847 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:24:32 smithi115 podman[58987]: 2024-09-04 22:24:32.846499712 +0000 UTC m=+0.147163301 container create c2ae68bc524b765d2fa8ae2cf20cc4f70477da12e13f771386a0e9d9f438c1ae (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844) 2024-09-04T22:24:33.147 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:24:33 smithi115 podman[58987]: 2024-09-04 22:24:33.088928217 +0000 UTC m=+0.389591805 container init c2ae68bc524b765d2fa8ae2cf20cc4f70477da12e13f771386a0e9d9f438c1ae (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5-activate, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, ceph=True) 2024-09-04T22:24:33.147 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:24:33 smithi115 podman[58987]: 2024-09-04 22:24:33.092900977 +0000 UTC m=+0.393564569 container start c2ae68bc524b765d2fa8ae2cf20cc4f70477da12e13f771386a0e9d9f438c1ae (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5-activate, maintainer=Guillaume Abrioux , RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-09-04T22:24:33.647 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:24:33 smithi115 podman[58987]: 2024-09-04 22:24:33.19748145 +0000 UTC m=+0.498145044 container attach c2ae68bc524b765d2fa8ae2cf20cc4f70477da12e13f771386a0e9d9f438c1ae (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5-activate, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-09-04T22:24:33.647 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:24:33 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5-activate[59002]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-04T22:24:33.647 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:24:33 smithi115 bash[58987]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-04T22:24:33.647 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:24:33 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5-activate[59002]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-04T22:24:33.648 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:24:33 smithi115 bash[58987]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-04T22:24:33.752 INFO:teuthology.orchestra.run.smithi005.stdout: 5 207948 9.66 MB/sec execute 438 sec latency 88.790 ms 2024-09-04T22:24:34.163 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:34 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:24:34.163 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:34 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:24:34.163 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:34 smithi005 ceph-mon[65467]: pgmap v232: 97 pgs: 2 active+undersized, 8 peering, 5 stale+active+clean, 7 active+undersized+degraded, 75 active+clean; 343 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 6.2 KiB/s rd, 4.1 MiB/s wr, 388 op/s; 76/1650 objects degraded (4.606%) 2024-09-04T22:24:34.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:34 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:24:34.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:34 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:24:34.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:34 smithi115 ceph-mon[51971]: pgmap v232: 97 pgs: 2 active+undersized, 8 peering, 5 stale+active+clean, 7 active+undersized+degraded, 75 active+clean; 343 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 6.2 KiB/s rd, 4.1 MiB/s wr, 388 op/s; 76/1650 objects degraded (4.606%) 2024-09-04T22:24:34.398 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:24:34 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5-activate[59002]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-04T22:24:34.398 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:24:34 smithi115 bash[58987]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-04T22:24:34.398 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:24:34 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5-activate[59002]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-04T22:24:34.398 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:24:34 smithi115 bash[58987]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-04T22:24:34.752 INFO:teuthology.orchestra.run.smithi005.stdout: 5 208277 9.67 MB/sec execute 439 sec latency 60.851 ms 2024-09-04T22:24:34.897 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:24:34 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5-activate[59002]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-04T22:24:34.897 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:24:34 smithi115 bash[58987]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-04T22:24:34.897 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:24:34 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5-activate[59002]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-04T22:24:34.898 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:24:34 smithi115 bash[58987]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-04T22:24:34.898 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:24:34 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5-activate[59002]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-09-04T22:24:34.898 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:24:34 smithi115 bash[58987]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-09-04T22:24:34.898 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:24:34 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5-activate[59002]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-04T22:24:34.898 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:24:34 smithi115 bash[58987]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-04T22:24:34.898 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:24:34 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5-activate[59002]: --> ceph-volume raw activate successful for osd ID: 5 2024-09-04T22:24:34.898 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:24:34 smithi115 bash[58987]: --> ceph-volume raw activate successful for osd ID: 5 2024-09-04T22:24:34.898 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:24:34 smithi115 podman[58987]: 2024-09-04 22:24:34.644321084 +0000 UTC m=+1.944984674 container died c2ae68bc524b765d2fa8ae2cf20cc4f70477da12e13f771386a0e9d9f438c1ae (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5-activate, org.label-schema.license=GPLv2, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, ceph=True, CEPH_POINT_RELEASE=) 2024-09-04T22:24:35.195 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:35 smithi005 ceph-mon[65467]: Health check failed: Degraded data redundancy: 76/1650 objects degraded (4.606%), 7 pgs degraded (PG_DEGRADED) 2024-09-04T22:24:35.244 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:35 smithi115 ceph-mon[51971]: Health check failed: Degraded data redundancy: 76/1650 objects degraded (4.606%), 7 pgs degraded (PG_DEGRADED) 2024-09-04T22:24:35.587 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:24:35 smithi115 podman[59135]: 2024-09-04 22:24:35.24394105 +0000 UTC m=+0.592606385 container remove c2ae68bc524b765d2fa8ae2cf20cc4f70477da12e13f771386a0e9d9f438c1ae (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-09-04T22:24:35.587 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:24:35 smithi115 podman[59197]: 2024-09-04 22:24:35.359156529 +0000 UTC m=+0.016464467 image pull e9760d0a26a7fddbeef4ac34fe459ff206acc1fc616e70634efad78bae5faf82 quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15 2024-09-04T22:24:35.753 INFO:teuthology.orchestra.run.smithi005.stdout: 5 208723 9.67 MB/sec execute 440 sec latency 75.865 ms 2024-09-04T22:24:35.858 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:24:35 smithi115 podman[59197]: 2024-09-04 22:24:35.58651229 +0000 UTC m=+0.243820218 container create 8d76fc0631fe70c838ab6eb7b5e7934c0a3053699a70d4cce80720c6a0d1d9ab (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0) 2024-09-04T22:24:35.858 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:24:35 smithi115 podman[59197]: 2024-09-04 22:24:35.830910228 +0000 UTC m=+0.488218153 container init 8d76fc0631fe70c838ab6eb7b5e7934c0a3053699a70d4cce80720c6a0d1d9ab (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-09-04T22:24:35.858 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:24:35 smithi115 podman[59197]: 2024-09-04 22:24:35.834392666 +0000 UTC m=+0.491700592 container start 8d76fc0631fe70c838ab6eb7b5e7934c0a3053699a70d4cce80720c6a0d1d9ab (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, io.buildah.version=1.37.2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-04T22:24:35.858 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:24:35 smithi115 ceph-osd[59216]: -- 172.21.15.115:0/3625336371 <== mon.1 v2:172.21.15.115:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5597941d01e0 con 0x5597941a6000 2024-09-04T22:24:36.122 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:24:35 smithi115 bash[59197]: 8d76fc0631fe70c838ab6eb7b5e7934c0a3053699a70d4cce80720c6a0d1d9ab 2024-09-04T22:24:36.122 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:24:35 smithi115 systemd[1]: Started Ceph osd.5 for fc6cab94-6b09-11ef-bcd6-c7b262605968. 2024-09-04T22:24:36.206 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:36 smithi005 ceph-mon[65467]: pgmap v233: 97 pgs: 9 active+undersized, 23 active+undersized+degraded, 65 active+clean; 346 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 9.2 KiB/s rd, 5.8 MiB/s wr, 605 op/s; 196/1659 objects degraded (11.814%) 2024-09-04T22:24:36.206 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:36 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:24:36.206 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:36 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:24:36.206 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:36 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:24:36.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:36 smithi115 ceph-mon[51971]: pgmap v233: 97 pgs: 9 active+undersized, 23 active+undersized+degraded, 65 active+clean; 346 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 9.2 KiB/s rd, 5.8 MiB/s wr, 605 op/s; 196/1659 objects degraded (11.814%) 2024-09-04T22:24:36.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:36 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:24:36.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:36 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:24:36.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:36 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:24:36.752 INFO:teuthology.orchestra.run.smithi005.stdout: 5 209064 9.66 MB/sec execute 441 sec latency 55.047 ms 2024-09-04T22:24:37.192 INFO:teuthology.orchestra.run.smithi005.stdout:true 2024-09-04T22:24:37.752 INFO:teuthology.orchestra.run.smithi005.stdout: 5 209537 9.67 MB/sec execute 442 sec latency 49.775 ms 2024-09-04T22:24:37.897 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:24:37 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5[59212]: 2024-09-04T22:24:37.470+0000 7fc7f903e640 -1 Falling back to public interface 2024-09-04T22:24:38.372 INFO:teuthology.orchestra.run.smithi005.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-04T22:24:38.372 INFO:teuthology.orchestra.run.smithi005.stdout:alertmanager.smithi005 smithi005 *:9093,9094 running (7m) 74s ago 15m 23.5M - 0.23.0 ba2b418f427c d299eba5e5dd 2024-09-04T22:24:38.372 INFO:teuthology.orchestra.run.smithi005.stdout:crash.smithi005 smithi005 running (4m) 74s ago 15m 6895k - 19.1.1-260-gf3418446 e9760d0a26a7 30e3c983ec4d 2024-09-04T22:24:38.372 INFO:teuthology.orchestra.run.smithi005.stdout:crash.smithi115 smithi115 running (4m) 34s ago 15m 6895k - 19.1.1-260-gf3418446 e9760d0a26a7 0089e389692f 2024-09-04T22:24:38.372 INFO:teuthology.orchestra.run.smithi005.stdout:grafana.smithi005 smithi005 *:3000 running (7m) 74s ago 15m 54.2M - 8.3.5 dad864ee21e9 b9c465ba4deb 2024-09-04T22:24:38.372 INFO:teuthology.orchestra.run.smithi005.stdout:mds.foofs.smithi005.vslipg smithi005 running (9m) 74s ago 9m 37.4M - 17.2.0 e1d6a67b021e 7e8076c2570f 2024-09-04T22:24:38.373 INFO:teuthology.orchestra.run.smithi005.stdout:mds.foofs.smithi115.sgjptr smithi115 running (9m) 34s ago 9m 17.0M - 17.2.0 e1d6a67b021e fb533e8d32e8 2024-09-04T22:24:38.373 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.smithi005.hteciz smithi005 *:8443,9283,8765 running (6m) 74s ago 17m 504M - 19.1.1-260-gf3418446 e9760d0a26a7 669eb5d46ffc 2024-09-04T22:24:38.373 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.smithi115.lfvwip smithi115 *:8443,9283,8765 running (6m) 34s ago 15m 441M - 19.1.1-260-gf3418446 e9760d0a26a7 5fc647070f0c 2024-09-04T22:24:38.373 INFO:teuthology.orchestra.run.smithi005.stdout:mon.smithi005 smithi005 running (5m) 74s ago 17m 49.7M 2048M 19.1.1-260-gf3418446 e9760d0a26a7 8ac4e5344f95 2024-09-04T22:24:38.373 INFO:teuthology.orchestra.run.smithi005.stdout:mon.smithi115 smithi115 running (5m) 34s ago 15m 39.3M 2048M 19.1.1-260-gf3418446 e9760d0a26a7 cadad68d26fc 2024-09-04T22:24:38.373 INFO:teuthology.orchestra.run.smithi005.stdout:nfs.foo.0.0.smithi005.rcnjjx smithi005 *:2049 running (9m) 74s ago 9m 264M - 4.0 e1d6a67b021e 292d2c5fa82d 2024-09-04T22:24:38.373 INFO:teuthology.orchestra.run.smithi005.stdout:nfs.foo.1.0.smithi115.gxhqij smithi115 *:2049 running (9m) 34s ago 9m 86.4M - 4.0 e1d6a67b021e e4a881a3497c 2024-09-04T22:24:38.373 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.smithi005 smithi005 *:9100 running (7m) 74s ago 15m 16.7M - 1.3.1 1dbe0e931976 c3be8b87abc8 2024-09-04T22:24:38.373 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.smithi115 smithi115 *:9100 running (6m) 34s ago 14m 17.9M - 1.3.1 1dbe0e931976 a216b8a3c089 2024-09-04T22:24:38.373 INFO:teuthology.orchestra.run.smithi005.stdout:osd.0 smithi005 running (3m) 74s ago 14m 344M 1937M 19.1.1-260-gf3418446 e9760d0a26a7 7565bcbd5640 2024-09-04T22:24:38.373 INFO:teuthology.orchestra.run.smithi005.stdout:osd.1 smithi005 running (3m) 74s ago 13m 280M 1937M 19.1.1-260-gf3418446 e9760d0a26a7 4b3d60bb2c25 2024-09-04T22:24:38.373 INFO:teuthology.orchestra.run.smithi005.stdout:osd.2 smithi005 running (2m) 74s ago 13m 226M 1937M 19.1.1-260-gf3418446 e9760d0a26a7 7da85200f683 2024-09-04T22:24:38.374 INFO:teuthology.orchestra.run.smithi005.stdout:osd.3 smithi005 running (87s) 74s ago 12m 12.1M 1937M 19.1.1-260-gf3418446 e9760d0a26a7 a644c2dcdeb3 2024-09-04T22:24:38.374 INFO:teuthology.orchestra.run.smithi005.stdout:osd.4 smithi115 running (38s) 34s ago 12m 14.4M 2704M 19.1.1-260-gf3418446 e9760d0a26a7 09cc24771318 2024-09-04T22:24:38.374 INFO:teuthology.orchestra.run.smithi005.stdout:osd.5 smithi115 starting - - - 2704M 2024-09-04T22:24:38.374 INFO:teuthology.orchestra.run.smithi005.stdout:osd.6 smithi115 running (11m) 34s ago 11m 367M 2704M 17.2.0 e1d6a67b021e a485cb0df9d8 2024-09-04T22:24:38.374 INFO:teuthology.orchestra.run.smithi005.stdout:osd.7 smithi115 running (11m) 34s ago 11m 588M 2704M 17.2.0 e1d6a67b021e cb10b860cb93 2024-09-04T22:24:38.374 INFO:teuthology.orchestra.run.smithi005.stdout:prometheus.smithi005 smithi005 *:9095 running (6m) 74s ago 14m 73.5M - 2.33.4 514e6a882f6e aae1464e652a 2024-09-04T22:24:38.499 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:38 smithi115 ceph-mon[51971]: from='client.34380 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:24:38.500 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:38 smithi115 ceph-mon[51971]: pgmap v234: 97 pgs: 9 active+undersized, 23 active+undersized+degraded, 65 active+clean; 346 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 9.2 KiB/s rd, 3.1 MiB/s wr, 308 op/s; 196/1659 objects degraded (11.814%) 2024-09-04T22:24:38.500 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:38 smithi005 ceph-mon[65467]: from='client.34380 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:24:38.500 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:38 smithi005 ceph-mon[65467]: pgmap v234: 97 pgs: 9 active+undersized, 23 active+undersized+degraded, 65 active+clean; 346 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 9.2 KiB/s rd, 3.1 MiB/s wr, 308 op/s; 196/1659 objects degraded (11.814%) 2024-09-04T22:24:38.752 INFO:teuthology.orchestra.run.smithi005.stdout: 5 209919 9.67 MB/sec execute 443 sec latency 50.513 ms 2024-09-04T22:24:39.129 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-04T22:24:39.130 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": { 2024-09-04T22:24:39.130 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 2 2024-09-04T22:24:39.130 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:24:39.130 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": { 2024-09-04T22:24:39.130 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 2 2024-09-04T22:24:39.130 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:24:39.130 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": { 2024-09-04T22:24:39.130 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2, 2024-09-04T22:24:39.131 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 5 2024-09-04T22:24:39.131 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:24:39.131 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": { 2024-09-04T22:24:39.131 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-09-04T22:24:39.131 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:24:39.131 INFO:teuthology.orchestra.run.smithi005.stdout: "overall": { 2024-09-04T22:24:39.131 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 4, 2024-09-04T22:24:39.131 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 9 2024-09-04T22:24:39.132 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-04T22:24:39.132 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-04T22:24:39.263 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:39 smithi005 ceph-mon[65467]: from='client.44299 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:24:39.264 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:39 smithi005 ceph-mon[65467]: from='client.34388 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:24:39.264 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:39 smithi005 ceph-mon[65467]: from='client.? 172.21.15.5:0/4143581215' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:24:39.567 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:39 smithi115 ceph-mon[51971]: from='client.44299 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:24:39.567 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:39 smithi115 ceph-mon[51971]: from='client.34388 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:24:39.567 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:39 smithi115 ceph-mon[51971]: from='client.? 172.21.15.5:0/4143581215' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:24:39.699 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-04T22:24:39.699 INFO:teuthology.orchestra.run.smithi005.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15", 2024-09-04T22:24:39.699 INFO:teuthology.orchestra.run.smithi005.stdout: "in_progress": true, 2024-09-04T22:24:39.699 INFO:teuthology.orchestra.run.smithi005.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-04T22:24:39.699 INFO:teuthology.orchestra.run.smithi005.stdout: "services_complete": [ 2024-09-04T22:24:39.699 INFO:teuthology.orchestra.run.smithi005.stdout: "mon", 2024-09-04T22:24:39.699 INFO:teuthology.orchestra.run.smithi005.stdout: "crash", 2024-09-04T22:24:39.699 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr" 2024-09-04T22:24:39.699 INFO:teuthology.orchestra.run.smithi005.stdout: ], 2024-09-04T22:24:39.699 INFO:teuthology.orchestra.run.smithi005.stdout: "progress": "11/23 daemons upgraded", 2024-09-04T22:24:39.699 INFO:teuthology.orchestra.run.smithi005.stdout: "message": "Currently upgrading osd daemons", 2024-09-04T22:24:39.699 INFO:teuthology.orchestra.run.smithi005.stdout: "is_paused": false 2024-09-04T22:24:39.700 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-04T22:24:39.752 INFO:teuthology.orchestra.run.smithi005.stdout: 5 210270 9.66 MB/sec execute 444 sec latency 50.896 ms 2024-09-04T22:24:40.271 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:40 smithi005 ceph-mon[65467]: pgmap v235: 97 pgs: 9 active+undersized, 23 active+undersized+degraded, 65 active+clean; 350 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.5 KiB/s rd, 4.6 MiB/s wr, 408 op/s; 189/1695 objects degraded (11.150%) 2024-09-04T22:24:40.271 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:40 smithi005 ceph-mon[65467]: Health check update: Degraded data redundancy: 189/1695 objects degraded (11.150%), 23 pgs degraded (PG_DEGRADED) 2024-09-04T22:24:40.366 INFO:teuthology.orchestra.run.smithi005.stdout:HEALTH_WARN 1 osds down; Degraded data redundancy: 189/1695 objects degraded (11.150%), 23 pgs degraded 2024-09-04T22:24:40.366 INFO:teuthology.orchestra.run.smithi005.stdout:[WRN] OSD_DOWN: 1 osds down 2024-09-04T22:24:40.366 INFO:teuthology.orchestra.run.smithi005.stdout: osd.5 (root=default,host=smithi115) is down 2024-09-04T22:24:40.366 INFO:teuthology.orchestra.run.smithi005.stdout:[WRN] PG_DEGRADED: Degraded data redundancy: 189/1695 objects degraded (11.150%), 23 pgs degraded 2024-09-04T22:24:40.366 INFO:teuthology.orchestra.run.smithi005.stdout: pg 2.2 is active+undersized+degraded, acting [1,6] 2024-09-04T22:24:40.366 INFO:teuthology.orchestra.run.smithi005.stdout: pg 2.3 is active+undersized+degraded, acting [2,7] 2024-09-04T22:24:40.366 INFO:teuthology.orchestra.run.smithi005.stdout: pg 2.b is active+undersized+degraded, acting [7,4] 2024-09-04T22:24:40.367 INFO:teuthology.orchestra.run.smithi005.stdout: pg 2.c is active+undersized+degraded, acting [2,0] 2024-09-04T22:24:40.367 INFO:teuthology.orchestra.run.smithi005.stdout: pg 2.12 is active+undersized+degraded, acting [3,7] 2024-09-04T22:24:40.367 INFO:teuthology.orchestra.run.smithi005.stdout: pg 2.14 is active+undersized+degraded, acting [6,3] 2024-09-04T22:24:40.367 INFO:teuthology.orchestra.run.smithi005.stdout: pg 2.15 is active+undersized+degraded, acting [1,0] 2024-09-04T22:24:40.367 INFO:teuthology.orchestra.run.smithi005.stdout: pg 2.16 is active+undersized+degraded, acting [6,2] 2024-09-04T22:24:40.367 INFO:teuthology.orchestra.run.smithi005.stdout: pg 2.17 is active+undersized+degraded, acting [6,2] 2024-09-04T22:24:40.367 INFO:teuthology.orchestra.run.smithi005.stdout: pg 2.18 is active+undersized+degraded, acting [4,7] 2024-09-04T22:24:40.367 INFO:teuthology.orchestra.run.smithi005.stdout: pg 2.1c is active+undersized+degraded, acting [7,2] 2024-09-04T22:24:40.367 INFO:teuthology.orchestra.run.smithi005.stdout: pg 2.1e is active+undersized+degraded, acting [3,0] 2024-09-04T22:24:40.367 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.2 is active+undersized+degraded, acting [3,6] 2024-09-04T22:24:40.367 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.4 is active+undersized+degraded, acting [1,2] 2024-09-04T22:24:40.368 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.5 is active+undersized+degraded, acting [3,2] 2024-09-04T22:24:40.368 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.c is active+undersized+degraded, acting [3,6] 2024-09-04T22:24:40.368 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.d is active+undersized+degraded, acting [7,6] 2024-09-04T22:24:40.368 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.10 is active+undersized+degraded, acting [6,0] 2024-09-04T22:24:40.368 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.16 is active+undersized+degraded, acting [7,1] 2024-09-04T22:24:40.368 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.17 is active+undersized+degraded, acting [0,3] 2024-09-04T22:24:40.368 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.1c is active+undersized+degraded, acting [4,1] 2024-09-04T22:24:40.368 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.1d is active+undersized+degraded, acting [4,6] 2024-09-04T22:24:40.368 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.1f is active+undersized+degraded, acting [0,2] 2024-09-04T22:24:40.533 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:40 smithi115 ceph-mon[51971]: pgmap v235: 97 pgs: 9 active+undersized, 23 active+undersized+degraded, 65 active+clean; 350 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.5 KiB/s rd, 4.6 MiB/s wr, 408 op/s; 189/1695 objects degraded (11.150%) 2024-09-04T22:24:40.533 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:40 smithi115 ceph-mon[51971]: Health check update: Degraded data redundancy: 189/1695 objects degraded (11.150%), 23 pgs degraded (PG_DEGRADED) 2024-09-04T22:24:40.753 INFO:teuthology.orchestra.run.smithi005.stdout: 5 210603 9.66 MB/sec execute 445 sec latency 46.603 ms 2024-09-04T22:24:41.302 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:41 smithi005 ceph-mon[65467]: from='client.34396 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:24:41.302 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:41 smithi005 ceph-mon[65467]: from='client.? 172.21.15.5:0/383802897' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-04T22:24:41.302 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:41 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:24:41.302 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:41 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:24:41.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:41 smithi115 ceph-mon[51971]: from='client.34396 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:24:41.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:41 smithi115 ceph-mon[51971]: from='client.? 172.21.15.5:0/383802897' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-04T22:24:41.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:41 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:24:41.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:41 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:24:41.752 INFO:teuthology.orchestra.run.smithi005.stdout: 5 211079 9.68 MB/sec execute 446 sec latency 50.822 ms 2024-09-04T22:24:42.308 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:42 smithi005 ceph-mon[65467]: pgmap v236: 97 pgs: 9 active+undersized, 23 active+undersized+degraded, 65 active+clean; 349 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.5 KiB/s rd, 4.6 MiB/s wr, 459 op/s; 190/1734 objects degraded (10.957%) 2024-09-04T22:24:42.308 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:42 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:24:42.308 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:42 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:24:42.555 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:42 smithi115 ceph-mon[51971]: pgmap v236: 97 pgs: 9 active+undersized, 23 active+undersized+degraded, 65 active+clean; 349 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.5 KiB/s rd, 4.6 MiB/s wr, 459 op/s; 190/1734 objects degraded (10.957%) 2024-09-04T22:24:42.555 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:42 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:24:42.555 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:42 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:24:42.752 INFO:teuthology.orchestra.run.smithi005.stdout: 5 211394 9.68 MB/sec execute 447 sec latency 53.352 ms 2024-09-04T22:24:43.753 INFO:teuthology.orchestra.run.smithi005.stdout: 5 211744 9.69 MB/sec execute 448 sec latency 56.607 ms 2024-09-04T22:24:44.337 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:44 smithi005 ceph-mon[65467]: pgmap v237: 97 pgs: 9 active+undersized, 23 active+undersized+degraded, 65 active+clean; 350 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.0 KiB/s rd, 5.4 MiB/s wr, 503 op/s; 196/1716 objects degraded (11.422%) 2024-09-04T22:24:44.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:44 smithi115 ceph-mon[51971]: pgmap v237: 97 pgs: 9 active+undersized, 23 active+undersized+degraded, 65 active+clean; 350 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.0 KiB/s rd, 5.4 MiB/s wr, 503 op/s; 196/1716 objects degraded (11.422%) 2024-09-04T22:24:44.752 INFO:teuthology.orchestra.run.smithi005.stdout: 5 212070 9.68 MB/sec execute 449 sec latency 52.538 ms 2024-09-04T22:24:45.109 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:24:44 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5[59212]: 2024-09-04T22:24:44.803+0000 7fc7f903e640 -1 osd.5 0 read_superblock omap replica is missing. 2024-09-04T22:24:45.352 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:45 smithi005 ceph-mon[65467]: Health check update: Degraded data redundancy: 198/1701 objects degraded (11.640%), 23 pgs degraded (PG_DEGRADED) 2024-09-04T22:24:45.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:45 smithi115 ceph-mon[51971]: Health check update: Degraded data redundancy: 198/1701 objects degraded (11.640%), 23 pgs degraded (PG_DEGRADED) 2024-09-04T22:24:45.752 INFO:teuthology.orchestra.run.smithi005.stdout: 5 212470 9.67 MB/sec execute 450 sec latency 34.809 ms 2024-09-04T22:24:46.147 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:24:45 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5[59212]: 2024-09-04T22:24:45.847+0000 7fc7f903e640 -1 osd.5 135 log_to_monitors true 2024-09-04T22:24:46.514 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:46 smithi005 ceph-mon[65467]: pgmap v238: 97 pgs: 9 active+undersized, 23 active+undersized+degraded, 65 active+clean; 346 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.6 KiB/s rd, 5.6 MiB/s wr, 555 op/s; 198/1701 objects degraded (11.640%) 2024-09-04T22:24:46.514 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:46 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:24:46.514 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:46 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:24:46.514 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:46 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:24:46.514 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:46 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:24:46.514 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:46 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:24:46.514 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:46 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:24:46.515 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:46 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:24:46.515 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:46 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:24:46.515 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:46 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:24:46.515 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:46 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:24:46.515 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:46 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-04T22:24:46.515 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:46 smithi005 ceph-mon[65467]: from='osd.5 [v2:172.21.15.115:6808/731750086,v1:172.21.15.115:6809/731750086]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-04T22:24:46.515 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:46 smithi005 ceph-mon[65467]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-04T22:24:46.647 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:24:46 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5[59212]: 2024-09-04T22:24:46.519+0000 7fc7f0de9640 -1 osd.5 135 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-04T22:24:46.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:46 smithi115 ceph-mon[51971]: pgmap v238: 97 pgs: 9 active+undersized, 23 active+undersized+degraded, 65 active+clean; 346 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.6 KiB/s rd, 5.6 MiB/s wr, 555 op/s; 198/1701 objects degraded (11.640%) 2024-09-04T22:24:46.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:46 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:24:46.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:46 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:24:46.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:46 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:24:46.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:46 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:24:46.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:46 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:24:46.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:46 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:24:46.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:46 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:24:46.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:46 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:24:46.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:46 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:24:46.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:46 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:24:46.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:46 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-04T22:24:46.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:46 smithi115 ceph-mon[51971]: from='osd.5 [v2:172.21.15.115:6808/731750086,v1:172.21.15.115:6809/731750086]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-04T22:24:46.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:46 smithi115 ceph-mon[51971]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-04T22:24:46.752 INFO:teuthology.orchestra.run.smithi005.stdout: 5 213002 9.69 MB/sec execute 451 sec latency 36.702 ms 2024-09-04T22:24:47.533 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:47 smithi005 ceph-mon[65467]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-04T22:24:47.533 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:47 smithi005 ceph-mon[65467]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-04T22:24:47.533 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:47 smithi005 ceph-mon[65467]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-04T22:24:47.533 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:47 smithi005 ceph-mon[65467]: osdmap e138: 8 total, 7 up, 8 in 2024-09-04T22:24:47.533 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:47 smithi005 ceph-mon[65467]: from='osd.5 [v2:172.21.15.115:6808/731750086,v1:172.21.15.115:6809/731750086]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]: dispatch 2024-09-04T22:24:47.533 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:47 smithi005 ceph-mon[65467]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]: dispatch 2024-09-04T22:24:47.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:47 smithi115 ceph-mon[51971]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-04T22:24:47.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:47 smithi115 ceph-mon[51971]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-04T22:24:47.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:47 smithi115 ceph-mon[51971]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-04T22:24:47.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:47 smithi115 ceph-mon[51971]: osdmap e138: 8 total, 7 up, 8 in 2024-09-04T22:24:47.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:47 smithi115 ceph-mon[51971]: from='osd.5 [v2:172.21.15.115:6808/731750086,v1:172.21.15.115:6809/731750086]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]: dispatch 2024-09-04T22:24:47.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:47 smithi115 ceph-mon[51971]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]: dispatch 2024-09-04T22:24:47.752 INFO:teuthology.orchestra.run.smithi005.stdout: 5 213502 9.69 MB/sec execute 452 sec latency 182.151 ms 2024-09-04T22:24:48.591 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:48 smithi005 ceph-mon[65467]: pgmap v240: 97 pgs: 9 active+undersized, 23 active+undersized+degraded, 65 active+clean; 346 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 7.9 KiB/s rd, 5.4 MiB/s wr, 492 op/s; 198/1701 objects degraded (11.640%) 2024-09-04T22:24:48.591 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:48 smithi005 ceph-mon[65467]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-04T22:24:48.591 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:48 smithi005 ceph-mon[65467]: osd.5 [v2:172.21.15.115:6808/731750086,v1:172.21.15.115:6809/731750086] boot 2024-09-04T22:24:48.591 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:48 smithi005 ceph-mon[65467]: osdmap e139: 8 total, 8 up, 8 in 2024-09-04T22:24:48.591 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:48 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-04T22:24:48.592 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:48 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:24:48.592 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:48 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:24:48.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:48 smithi115 ceph-mon[51971]: pgmap v240: 97 pgs: 9 active+undersized, 23 active+undersized+degraded, 65 active+clean; 346 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 7.9 KiB/s rd, 5.4 MiB/s wr, 492 op/s; 198/1701 objects degraded (11.640%) 2024-09-04T22:24:48.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:48 smithi115 ceph-mon[51971]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-04T22:24:48.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:48 smithi115 ceph-mon[51971]: osd.5 [v2:172.21.15.115:6808/731750086,v1:172.21.15.115:6809/731750086] boot 2024-09-04T22:24:48.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:48 smithi115 ceph-mon[51971]: osdmap e139: 8 total, 8 up, 8 in 2024-09-04T22:24:48.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:48 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-04T22:24:48.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:48 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:24:48.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:48 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:24:48.753 INFO:teuthology.orchestra.run.smithi005.stdout: 5 213547 9.67 MB/sec execute 453 sec latency 1182.177 ms 2024-09-04T22:24:49.753 INFO:teuthology.orchestra.run.smithi005.stdout: 5 213560 9.65 MB/sec execute 454 sec latency 2182.204 ms 2024-09-04T22:24:49.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:49 smithi115 ceph-mon[51971]: osdmap e140: 8 total, 8 up, 8 in 2024-09-04T22:24:49.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:49 smithi115 ceph-mon[51971]: pgmap v243: 97 pgs: 2 remapped+peering, 3 peering, 7 active+undersized, 15 active+undersized+degraded, 70 active+clean; 345 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.5 KiB/s rd, 5.4 MiB/s wr, 502 op/s; 123/1734 objects degraded (7.093%); 14 B/s, 3 objects/s recovering 2024-09-04T22:24:49.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:49 smithi005 ceph-mon[65467]: osdmap e140: 8 total, 8 up, 8 in 2024-09-04T22:24:49.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:49 smithi005 ceph-mon[65467]: pgmap v243: 97 pgs: 2 remapped+peering, 3 peering, 7 active+undersized, 15 active+undersized+degraded, 70 active+clean; 345 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.5 KiB/s rd, 5.4 MiB/s wr, 502 op/s; 123/1734 objects degraded (7.093%); 14 B/s, 3 objects/s recovering 2024-09-04T22:24:50.753 INFO:teuthology.orchestra.run.smithi005.stdout: 5 213806 9.63 MB/sec execute 455 sec latency 2429.825 ms 2024-09-04T22:24:50.755 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:50 smithi005 ceph-mon[65467]: osdmap e141: 8 total, 8 up, 8 in 2024-09-04T22:24:50.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:50 smithi115 ceph-mon[51971]: osdmap e141: 8 total, 8 up, 8 in 2024-09-04T22:24:51.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:51 smithi115 ceph-mon[51971]: osdmap e142: 8 total, 8 up, 8 in 2024-09-04T22:24:51.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:51 smithi115 ceph-mon[51971]: Health check update: Degraded data redundancy: 123/1734 objects degraded (7.093%), 15 pgs degraded (PG_DEGRADED) 2024-09-04T22:24:51.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:51 smithi115 ceph-mon[51971]: pgmap v246: 97 pgs: 7 remapped+peering, 3 peering, 3 active+undersized, 8 active+undersized+degraded, 76 active+clean; 343 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 6.8 MiB/s wr, 789 op/s; 67/1710 objects degraded (3.918%); 44 B/s, 6 objects/s recovering 2024-09-04T22:24:51.753 INFO:teuthology.orchestra.run.smithi005.stdout: 5 214101 9.64 MB/sec execute 456 sec latency 262.042 ms 2024-09-04T22:24:51.773 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:51 smithi005 ceph-mon[65467]: osdmap e142: 8 total, 8 up, 8 in 2024-09-04T22:24:51.773 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:51 smithi005 ceph-mon[65467]: Health check update: Degraded data redundancy: 123/1734 objects degraded (7.093%), 15 pgs degraded (PG_DEGRADED) 2024-09-04T22:24:51.773 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:51 smithi005 ceph-mon[65467]: pgmap v246: 97 pgs: 7 remapped+peering, 3 peering, 3 active+undersized, 8 active+undersized+degraded, 76 active+clean; 343 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 6.8 MiB/s wr, 789 op/s; 67/1710 objects degraded (3.918%); 44 B/s, 6 objects/s recovering 2024-09-04T22:24:52.753 INFO:teuthology.orchestra.run.smithi005.stdout: 5 214206 9.62 MB/sec execute 457 sec latency 969.462 ms 2024-09-04T22:24:52.879 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:52 smithi005 ceph-mon[65467]: osdmap e143: 8 total, 8 up, 8 in 2024-09-04T22:24:52.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:52 smithi115 ceph-mon[51971]: osdmap e143: 8 total, 8 up, 8 in 2024-09-04T22:24:53.643 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:53 smithi005 ceph-mon[65467]: osdmap e144: 8 total, 8 up, 8 in 2024-09-04T22:24:53.643 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:53 smithi005 ceph-mon[65467]: pgmap v249: 97 pgs: 5 remapped+peering, 5 peering, 1 active+undersized+degraded, 86 active+clean; 340 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 2.6 MiB/s wr, 349 op/s; 18/1593 objects degraded (1.130%); 251 KiB/s, 27 objects/s recovering 2024-09-04T22:24:53.753 INFO:teuthology.orchestra.run.smithi005.stdout: 5 214585 9.62 MB/sec execute 458 sec latency 62.070 ms 2024-09-04T22:24:53.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:53 smithi115 ceph-mon[51971]: osdmap e144: 8 total, 8 up, 8 in 2024-09-04T22:24:53.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:53 smithi115 ceph-mon[51971]: pgmap v249: 97 pgs: 5 remapped+peering, 5 peering, 1 active+undersized+degraded, 86 active+clean; 340 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 2.6 MiB/s wr, 349 op/s; 18/1593 objects degraded (1.130%); 251 KiB/s, 27 objects/s recovering 2024-09-04T22:24:54.753 INFO:teuthology.orchestra.run.smithi005.stdout: 5 214840 9.62 MB/sec execute 459 sec latency 64.392 ms 2024-09-04T22:24:55.753 INFO:teuthology.orchestra.run.smithi005.stdout: 5 215179 9.63 MB/sec execute 460 sec latency 42.609 ms 2024-09-04T22:24:56.465 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:56 smithi005 ceph-mon[65467]: pgmap v250: 97 pgs: 2 remapped+peering, 5 peering, 1 active+undersized+degraded, 89 active+clean; 342 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.1 KiB/s rd, 2.6 MiB/s wr, 273 op/s; 18/1590 objects degraded (1.132%); 920 KiB/s, 28 objects/s recovering 2024-09-04T22:24:56.465 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:56 smithi005 ceph-mon[65467]: Health check update: Degraded data redundancy: 18/1590 objects degraded (1.132%), 1 pg degraded (PG_DEGRADED) 2024-09-04T22:24:56.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:56 smithi115 ceph-mon[51971]: pgmap v250: 97 pgs: 2 remapped+peering, 5 peering, 1 active+undersized+degraded, 89 active+clean; 342 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.1 KiB/s rd, 2.6 MiB/s wr, 273 op/s; 18/1590 objects degraded (1.132%); 920 KiB/s, 28 objects/s recovering 2024-09-04T22:24:56.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:56 smithi115 ceph-mon[51971]: Health check update: Degraded data redundancy: 18/1590 objects degraded (1.132%), 1 pg degraded (PG_DEGRADED) 2024-09-04T22:24:56.753 INFO:teuthology.orchestra.run.smithi005.stdout: 5 215440 9.63 MB/sec execute 461 sec latency 46.647 ms 2024-09-04T22:24:57.493 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:57 smithi005 ceph-mon[65467]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 18/1590 objects degraded (1.132%), 1 pg degraded) 2024-09-04T22:24:57.493 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:57 smithi005 ceph-mon[65467]: Cluster is now healthy 2024-09-04T22:24:57.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:57 smithi115 ceph-mon[51971]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 18/1590 objects degraded (1.132%), 1 pg degraded) 2024-09-04T22:24:57.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:57 smithi115 ceph-mon[51971]: Cluster is now healthy 2024-09-04T22:24:57.753 INFO:teuthology.orchestra.run.smithi005.stdout: 5 215686 9.61 MB/sec execute 462 sec latency 51.510 ms 2024-09-04T22:24:58.510 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:24:58 smithi005 ceph-mon[65467]: pgmap v251: 97 pgs: 3 peering, 94 active+clean; 343 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.5 KiB/s rd, 2.7 MiB/s wr, 248 op/s; 2.1 MiB/s, 34 objects/s recovering 2024-09-04T22:24:58.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:24:58 smithi115 ceph-mon[51971]: pgmap v251: 97 pgs: 3 peering, 94 active+clean; 343 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.5 KiB/s rd, 2.7 MiB/s wr, 248 op/s; 2.1 MiB/s, 34 objects/s recovering 2024-09-04T22:24:58.753 INFO:teuthology.orchestra.run.smithi005.stdout: 5 215853 9.60 MB/sec execute 463 sec latency 72.544 ms 2024-09-04T22:24:59.753 INFO:teuthology.orchestra.run.smithi005.stdout: 5 216100 9.60 MB/sec execute 464 sec latency 83.294 ms 2024-09-04T22:25:00.310 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:00 smithi005 ceph-mon[65467]: pgmap v252: 97 pgs: 97 active+clean; 351 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.9 KiB/s rd, 4.5 MiB/s wr, 417 op/s; 1.8 MiB/s, 28 objects/s recovering 2024-09-04T22:25:00.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:00 smithi115 ceph-mon[51971]: pgmap v252: 97 pgs: 97 active+clean; 351 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.9 KiB/s rd, 4.5 MiB/s wr, 417 op/s; 1.8 MiB/s, 28 objects/s recovering 2024-09-04T22:25:00.753 INFO:teuthology.orchestra.run.smithi005.stdout: 5 216471 9.60 MB/sec execute 465 sec latency 32.445 ms 2024-09-04T22:25:01.319 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:01 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-04T22:25:01.371 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:01 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-04T22:25:01.753 INFO:teuthology.orchestra.run.smithi005.stdout: 5 216912 9.60 MB/sec execute 466 sec latency 37.623 ms 2024-09-04T22:25:02.336 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:02 smithi005 ceph-mon[65467]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-04T22:25:02.336 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:02 smithi005 ceph-mon[65467]: Upgrade: osd.6 is safe to restart 2024-09-04T22:25:02.336 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:02 smithi005 ceph-mon[65467]: pgmap v253: 97 pgs: 97 active+clean; 346 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.6 KiB/s rd, 3.9 MiB/s wr, 358 op/s; 1.4 MiB/s, 19 objects/s recovering 2024-09-04T22:25:02.336 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:02 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:25:02.336 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:02 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-04T22:25:02.336 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:02 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:25:02.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:02 smithi115 ceph-mon[51971]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-04T22:25:02.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:02 smithi115 ceph-mon[51971]: Upgrade: osd.6 is safe to restart 2024-09-04T22:25:02.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:02 smithi115 ceph-mon[51971]: pgmap v253: 97 pgs: 97 active+clean; 346 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.6 KiB/s rd, 3.9 MiB/s wr, 358 op/s; 1.4 MiB/s, 19 objects/s recovering 2024-09-04T22:25:02.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:02 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:25:02.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:02 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-04T22:25:02.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:02 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:25:02.753 INFO:teuthology.orchestra.run.smithi005.stdout: 5 217241 9.59 MB/sec execute 467 sec latency 62.009 ms 2024-09-04T22:25:03.359 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:03 smithi005 ceph-mon[65467]: Upgrade: Updating osd.6 2024-09-04T22:25:03.359 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:03 smithi005 ceph-mon[65467]: Deploying daemon osd.6 on smithi115 2024-09-04T22:25:03.359 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:25:03.359 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:25:03.359 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "4.7"}]: dispatch 2024-09-04T22:25:03.359 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "4.b"}]: dispatch 2024-09-04T22:25:03.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:03 smithi115 ceph-mon[51971]: Upgrade: Updating osd.6 2024-09-04T22:25:03.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:03 smithi115 ceph-mon[51971]: Deploying daemon osd.6 on smithi115 2024-09-04T22:25:03.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:03 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:25:03.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:03 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:25:03.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:03 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "4.7"}]: dispatch 2024-09-04T22:25:03.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:03 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "4.b"}]: dispatch 2024-09-04T22:25:03.753 INFO:teuthology.orchestra.run.smithi005.stdout: 5 217567 9.59 MB/sec execute 468 sec latency 53.018 ms 2024-09-04T22:25:04.372 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:04 smithi005 ceph-mon[65467]: pgmap v254: 97 pgs: 97 active+clean; 341 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.1 KiB/s rd, 4.1 MiB/s wr, 353 op/s; 1.3 MiB/s, 15 objects/s recovering 2024-09-04T22:25:04.372 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:04 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "4.7"}]': finished 2024-09-04T22:25:04.372 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:04 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "4.b"}]': finished 2024-09-04T22:25:04.372 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:04 smithi005 ceph-mon[65467]: osdmap e145: 8 total, 8 up, 8 in 2024-09-04T22:25:04.543 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:04 smithi115 ceph-mon[51971]: pgmap v254: 97 pgs: 97 active+clean; 341 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.1 KiB/s rd, 4.1 MiB/s wr, 353 op/s; 1.3 MiB/s, 15 objects/s recovering 2024-09-04T22:25:04.543 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:04 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "4.7"}]': finished 2024-09-04T22:25:04.543 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:04 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "4.b"}]': finished 2024-09-04T22:25:04.543 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:04 smithi115 ceph-mon[51971]: osdmap e145: 8 total, 8 up, 8 in 2024-09-04T22:25:04.753 INFO:teuthology.orchestra.run.smithi005.stdout: 5 217826 9.58 MB/sec execute 469 sec latency 88.135 ms 2024-09-04T22:25:05.753 INFO:teuthology.orchestra.run.smithi005.stdout: 5 218170 9.58 MB/sec execute 470 sec latency 54.126 ms 2024-09-04T22:25:06.172 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:06 smithi005 ceph-mon[65467]: osdmap e146: 8 total, 8 up, 8 in 2024-09-04T22:25:06.172 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:06 smithi005 ceph-mon[65467]: pgmap v257: 97 pgs: 1 peering, 96 active+clean; 340 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.2 KiB/s rd, 4.8 MiB/s wr, 494 op/s 2024-09-04T22:25:06.366 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:06 smithi115 ceph-mon[51971]: osdmap e146: 8 total, 8 up, 8 in 2024-09-04T22:25:06.367 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:06 smithi115 ceph-mon[51971]: pgmap v257: 97 pgs: 1 peering, 96 active+clean; 340 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.2 KiB/s rd, 4.8 MiB/s wr, 494 op/s 2024-09-04T22:25:06.647 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:25:06 smithi115 systemd[1]: Stopping Ceph osd.6 for fc6cab94-6b09-11ef-bcd6-c7b262605968... 2024-09-04T22:25:06.753 INFO:teuthology.orchestra.run.smithi005.stdout: 5 218452 9.58 MB/sec execute 471 sec latency 55.604 ms 2024-09-04T22:25:07.140 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:25:06 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[36645]: 2024-09-04T22:25:06.695+0000 7f724d2fc700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-04T22:25:07.140 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:25:06 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[36645]: 2024-09-04T22:25:06.695+0000 7f724d2fc700 -1 osd.6 146 *** Got signal Terminated *** 2024-09-04T22:25:07.140 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:25:06 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[36645]: 2024-09-04T22:25:06.695+0000 7f724d2fc700 -1 osd.6 146 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-04T22:25:07.215 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:07 smithi005 ceph-mon[65467]: osd.6 marked itself down and dead 2024-09-04T22:25:07.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:07 smithi115 ceph-mon[51971]: osd.6 marked itself down and dead 2024-09-04T22:25:07.753 INFO:teuthology.orchestra.run.smithi005.stdout: 5 218557 9.57 MB/sec execute 472 sec latency 547.202 ms 2024-09-04T22:25:08.045 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:25:07 smithi115 podman[61030]: 2024-09-04 22:25:07.755982942 +0000 UTC m=+1.199905754 container died a485cb0df9d8ee08c0ef47cddeac19148d74c020b35cbf5fbf88d1001f259e9a (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6, CEPH_POINT_RELEASE=-17.2.0, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, version=8, name=centos-stream, io.openshift.expose-services=, architecture=x86_64, com.redhat.component=centos-stream-container, GIT_CLEAN=True, io.openshift.tags=base centos centos-stream, release=754, RELEASE=HEAD, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-type=git, ceph=True, maintainer=Guillaume Abrioux , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.buildah.version=1.19.8, io.k8s.display-name=CentOS Stream 8, build-date=2022-05-03T08:36:31.336870, distribution-scope=public, GIT_REPO=https://github.com/ceph/ceph-container.git, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vendor=Red Hat, Inc., GIT_BRANCH=HEAD, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image) 2024-09-04T22:25:08.346 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:08 smithi115 ceph-mon[51971]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-04T22:25:08.346 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:08 smithi115 ceph-mon[51971]: osdmap e147: 8 total, 7 up, 8 in 2024-09-04T22:25:08.347 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:08 smithi115 ceph-mon[51971]: pgmap v259: 97 pgs: 10 stale+active+clean, 1 peering, 86 active+clean; 343 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.8 KiB/s rd, 4.2 MiB/s wr, 534 op/s 2024-09-04T22:25:08.347 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:25:08 smithi115 podman[61030]: 2024-09-04 22:25:08.13589498 +0000 UTC m=+1.579817793 container cleanup a485cb0df9d8ee08c0ef47cddeac19148d74c020b35cbf5fbf88d1001f259e9a (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6, ceph=True, maintainer=Guillaume Abrioux , distribution-scope=public, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, RELEASE=HEAD, io.openshift.expose-services=, CEPH_POINT_RELEASE=-17.2.0, architecture=x86_64, GIT_REPO=https://github.com/ceph/ceph-container.git, vcs-type=git, io.k8s.display-name=CentOS Stream 8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., build-date=2022-05-03T08:36:31.336870, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.19.8, version=8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, vendor=Red Hat, Inc., release=754, com.redhat.component=centos-stream-container, GIT_CLEAN=True, name=centos-stream, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.openshift.tags=base centos centos-stream, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac) 2024-09-04T22:25:08.347 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:25:08 smithi115 bash[61030]: ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6 2024-09-04T22:25:08.395 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:08 smithi005 ceph-mon[65467]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-04T22:25:08.395 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:08 smithi005 ceph-mon[65467]: osdmap e147: 8 total, 7 up, 8 in 2024-09-04T22:25:08.395 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:08 smithi005 ceph-mon[65467]: pgmap v259: 97 pgs: 10 stale+active+clean, 1 peering, 86 active+clean; 343 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.8 KiB/s rd, 4.2 MiB/s wr, 534 op/s 2024-09-04T22:25:08.647 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:25:08 smithi115 podman[61044]: 2024-09-04 22:25:08.345866853 +0000 UTC m=+0.584343967 container remove a485cb0df9d8ee08c0ef47cddeac19148d74c020b35cbf5fbf88d1001f259e9a (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, com.redhat.component=centos-stream-container, vendor=Red Hat, Inc., io.buildah.version=1.19.8, GIT_REPO=https://github.com/ceph/ceph-container.git, distribution-scope=public, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, CEPH_POINT_RELEASE=-17.2.0, vcs-type=git, GIT_BRANCH=HEAD, architecture=x86_64, io.openshift.tags=base centos centos-stream, release=754, build-date=2022-05-03T08:36:31.336870, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, ceph=True, RELEASE=HEAD, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.k8s.display-name=CentOS Stream 8, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, maintainer=Guillaume Abrioux , GIT_CLEAN=True, version=8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, name=centos-stream) 2024-09-04T22:25:08.753 INFO:teuthology.orchestra.run.smithi005.stdout: 5 218870 9.58 MB/sec execute 473 sec latency 973.796 ms 2024-09-04T22:25:09.147 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:25:08 smithi115 podman[61135]: 2024-09-04 22:25:08.690023826 +0000 UTC m=+0.017238730 image pull e9760d0a26a7fddbeef4ac34fe459ff206acc1fc616e70634efad78bae5faf82 quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15 2024-09-04T22:25:09.153 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:09 smithi005 ceph-mon[65467]: osdmap e148: 8 total, 7 up, 8 in 2024-09-04T22:25:09.153 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:09 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:25:09.427 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:25:09 smithi115 podman[61135]: 2024-09-04 22:25:09.305419355 +0000 UTC m=+0.632634152 container create 6434da80564a0bcac1a82573c070f42ad24c0104ceabffc50c2ddc9b9bbc8ee5 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6-deactivate, org.label-schema.build-date=20240731, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-09-04T22:25:09.428 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:09 smithi115 ceph-mon[51971]: osdmap e148: 8 total, 7 up, 8 in 2024-09-04T22:25:09.428 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:09 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:25:09.753 INFO:teuthology.orchestra.run.smithi005.stdout: 5 219349 9.58 MB/sec execute 474 sec latency 38.697 ms 2024-09-04T22:25:09.764 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:25:09 smithi115 podman[61135]: 2024-09-04 22:25:09.558317738 +0000 UTC m=+0.885532534 container init 6434da80564a0bcac1a82573c070f42ad24c0104ceabffc50c2ddc9b9bbc8ee5 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6-deactivate, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731) 2024-09-04T22:25:09.765 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:25:09 smithi115 podman[61135]: 2024-09-04 22:25:09.561726589 +0000 UTC m=+0.888941389 container start 6434da80564a0bcac1a82573c070f42ad24c0104ceabffc50c2ddc9b9bbc8ee5 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6-deactivate, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2) 2024-09-04T22:25:09.765 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:25:09 smithi115 podman[61135]: 2024-09-04 22:25:09.658304041 +0000 UTC m=+0.985518846 container attach 6434da80564a0bcac1a82573c070f42ad24c0104ceabffc50c2ddc9b9bbc8ee5 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-09-04T22:25:10.147 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:25:09 smithi115 podman[61158]: 2024-09-04 22:25:09.792469714 +0000 UTC m=+0.017529059 container died 6434da80564a0bcac1a82573c070f42ad24c0104ceabffc50c2ddc9b9bbc8ee5 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6-deactivate, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-04T22:25:10.411 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:10 smithi005 ceph-mon[65467]: pgmap v261: 97 pgs: 7 stale+active+clean, 10 peering, 5 active+undersized+degraded, 75 active+clean; 346 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.5 KiB/s rd, 5.4 MiB/s wr, 573 op/s; 41/1644 objects degraded (2.494%) 2024-09-04T22:25:10.481 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:10 smithi115 ceph-mon[51971]: pgmap v261: 97 pgs: 7 stale+active+clean, 10 peering, 5 active+undersized+degraded, 75 active+clean; 346 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.5 KiB/s rd, 5.4 MiB/s wr, 573 op/s; 41/1644 objects degraded (2.494%) 2024-09-04T22:25:10.753 INFO:teuthology.orchestra.run.smithi005.stdout: 5 219784 9.58 MB/sec execute 475 sec latency 32.092 ms 2024-09-04T22:25:10.897 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:25:10 smithi115 podman[61158]: 2024-09-04 22:25:10.480562202 +0000 UTC m=+0.705621544 container remove 6434da80564a0bcac1a82573c070f42ad24c0104ceabffc50c2ddc9b9bbc8ee5 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6-deactivate, GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-09-04T22:25:10.897 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:25:10 smithi115 systemd[1]: ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@osd.6.service: Deactivated successfully. 2024-09-04T22:25:10.898 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:25:10 smithi115 systemd[1]: Stopped Ceph osd.6 for fc6cab94-6b09-11ef-bcd6-c7b262605968. 2024-09-04T22:25:10.898 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:25:10 smithi115 systemd[1]: ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@osd.6.service: Consumed 3min 23.375s CPU time. 2024-09-04T22:25:10.898 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:25:10 smithi115 systemd[1]: Starting Ceph osd.6 for fc6cab94-6b09-11ef-bcd6-c7b262605968... 2024-09-04T22:25:10.950 INFO:teuthology.orchestra.run.smithi005.stdout:true 2024-09-04T22:25:11.176 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:11 smithi005 ceph-mon[65467]: Health check failed: Degraded data redundancy: 41/1644 objects degraded (2.494%), 5 pgs degraded (PG_DEGRADED) 2024-09-04T22:25:11.306 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:11 smithi115 ceph-mon[51971]: Health check failed: Degraded data redundancy: 41/1644 objects degraded (2.494%), 5 pgs degraded (PG_DEGRADED) 2024-09-04T22:25:11.306 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:25:10 smithi115 podman[61258]: 2024-09-04 22:25:10.846836414 +0000 UTC m=+0.018128550 image pull e9760d0a26a7fddbeef4ac34fe459ff206acc1fc616e70634efad78bae5faf82 quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15 2024-09-04T22:25:11.306 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:25:10 smithi115 podman[61258]: 2024-09-04 22:25:10.98144661 +0000 UTC m=+0.152738742 container create d70c1737836f947d11573515ddb788e68c3499277dbf0510d188e82aca2c54c8 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6-activate, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.license=GPLv2) 2024-09-04T22:25:11.306 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:25:11 smithi115 podman[61258]: 2024-09-04 22:25:11.305951467 +0000 UTC m=+0.477243591 container init d70c1737836f947d11573515ddb788e68c3499277dbf0510d188e82aca2c54c8 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6-activate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0) 2024-09-04T22:25:11.647 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:25:11 smithi115 podman[61258]: 2024-09-04 22:25:11.309752709 +0000 UTC m=+0.481044836 container start d70c1737836f947d11573515ddb788e68c3499277dbf0510d188e82aca2c54c8 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6-activate, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-04T22:25:11.647 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:25:11 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6-activate[61273]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-04T22:25:11.647 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:25:11 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6-activate[61273]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-04T22:25:11.753 INFO:teuthology.orchestra.run.smithi005.stdout: 5 220058 9.58 MB/sec execute 476 sec latency 82.515 ms 2024-09-04T22:25:11.889 INFO:teuthology.orchestra.run.smithi005.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-04T22:25:11.890 INFO:teuthology.orchestra.run.smithi005.stdout:alertmanager.smithi005 smithi005 *:9093,9094 running (7m) 108s ago 16m 23.5M - 0.23.0 ba2b418f427c d299eba5e5dd 2024-09-04T22:25:11.890 INFO:teuthology.orchestra.run.smithi005.stdout:crash.smithi005 smithi005 running (5m) 108s ago 16m 6895k - 19.1.1-260-gf3418446 e9760d0a26a7 30e3c983ec4d 2024-09-04T22:25:11.890 INFO:teuthology.orchestra.run.smithi005.stdout:crash.smithi115 smithi115 running (4m) 30s ago 15m 6895k - 19.1.1-260-gf3418446 e9760d0a26a7 0089e389692f 2024-09-04T22:25:11.890 INFO:teuthology.orchestra.run.smithi005.stdout:grafana.smithi005 smithi005 *:3000 running (7m) 108s ago 16m 54.2M - 8.3.5 dad864ee21e9 b9c465ba4deb 2024-09-04T22:25:11.890 INFO:teuthology.orchestra.run.smithi005.stdout:mds.foofs.smithi005.vslipg smithi005 running (10m) 108s ago 10m 37.4M - 17.2.0 e1d6a67b021e 7e8076c2570f 2024-09-04T22:25:11.890 INFO:teuthology.orchestra.run.smithi005.stdout:mds.foofs.smithi115.sgjptr smithi115 running (10m) 30s ago 10m 17.2M - 17.2.0 e1d6a67b021e fb533e8d32e8 2024-09-04T22:25:11.890 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.smithi005.hteciz smithi005 *:8443,9283,8765 running (7m) 108s ago 17m 504M - 19.1.1-260-gf3418446 e9760d0a26a7 669eb5d46ffc 2024-09-04T22:25:11.890 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.smithi115.lfvwip smithi115 *:8443,9283,8765 running (6m) 30s ago 15m 441M - 19.1.1-260-gf3418446 e9760d0a26a7 5fc647070f0c 2024-09-04T22:25:11.890 INFO:teuthology.orchestra.run.smithi005.stdout:mon.smithi005 smithi005 running (6m) 108s ago 17m 49.7M 2048M 19.1.1-260-gf3418446 e9760d0a26a7 8ac4e5344f95 2024-09-04T22:25:11.891 INFO:teuthology.orchestra.run.smithi005.stdout:mon.smithi115 smithi115 running (5m) 30s ago 15m 40.9M 2048M 19.1.1-260-gf3418446 e9760d0a26a7 cadad68d26fc 2024-09-04T22:25:11.891 INFO:teuthology.orchestra.run.smithi005.stdout:nfs.foo.0.0.smithi005.rcnjjx smithi005 *:2049 running (10m) 108s ago 10m 264M - 4.0 e1d6a67b021e 292d2c5fa82d 2024-09-04T22:25:11.891 INFO:teuthology.orchestra.run.smithi005.stdout:nfs.foo.1.0.smithi115.gxhqij smithi115 *:2049 running (10m) 30s ago 10m 86.5M - 4.0 e1d6a67b021e e4a881a3497c 2024-09-04T22:25:11.891 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.smithi005 smithi005 *:9100 running (7m) 108s ago 16m 16.7M - 1.3.1 1dbe0e931976 c3be8b87abc8 2024-09-04T22:25:11.891 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.smithi115 smithi115 *:9100 running (7m) 30s ago 15m 17.5M - 1.3.1 1dbe0e931976 a216b8a3c089 2024-09-04T22:25:11.891 INFO:teuthology.orchestra.run.smithi005.stdout:osd.0 smithi005 running (4m) 108s ago 14m 344M 1937M 19.1.1-260-gf3418446 e9760d0a26a7 7565bcbd5640 2024-09-04T22:25:11.891 INFO:teuthology.orchestra.run.smithi005.stdout:osd.1 smithi005 running (3m) 108s ago 14m 280M 1937M 19.1.1-260-gf3418446 e9760d0a26a7 4b3d60bb2c25 2024-09-04T22:25:11.891 INFO:teuthology.orchestra.run.smithi005.stdout:osd.2 smithi005 running (2m) 108s ago 13m 226M 1937M 19.1.1-260-gf3418446 e9760d0a26a7 7da85200f683 2024-09-04T22:25:11.892 INFO:teuthology.orchestra.run.smithi005.stdout:osd.3 smithi005 running (2m) 108s ago 13m 12.1M 1937M 19.1.1-260-gf3418446 e9760d0a26a7 a644c2dcdeb3 2024-09-04T22:25:11.892 INFO:teuthology.orchestra.run.smithi005.stdout:osd.4 smithi115 running (72s) 30s ago 13m 217M 2704M 19.1.1-260-gf3418446 e9760d0a26a7 09cc24771318 2024-09-04T22:25:11.892 INFO:teuthology.orchestra.run.smithi005.stdout:osd.5 smithi115 running (36s) 30s ago 12m 14.3M 2704M 19.1.1-260-gf3418446 e9760d0a26a7 8d76fc0631fe 2024-09-04T22:25:11.892 INFO:teuthology.orchestra.run.smithi005.stdout:osd.6 smithi115 running (12m) 30s ago 12m 396M 2704M 17.2.0 e1d6a67b021e a485cb0df9d8 2024-09-04T22:25:11.892 INFO:teuthology.orchestra.run.smithi005.stdout:osd.7 smithi115 running (11m) 30s ago 11m 650M 2704M 17.2.0 e1d6a67b021e cb10b860cb93 2024-09-04T22:25:11.892 INFO:teuthology.orchestra.run.smithi005.stdout:prometheus.smithi005 smithi005 *:9095 running (6m) 108s ago 15m 73.5M - 2.33.4 514e6a882f6e aae1464e652a 2024-09-04T22:25:12.147 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:25:11 smithi115 bash[61258]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-04T22:25:12.147 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:25:11 smithi115 bash[61258]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-04T22:25:12.147 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:25:11 smithi115 podman[61258]: 2024-09-04 22:25:11.69714878 +0000 UTC m=+0.868440946 container attach d70c1737836f947d11573515ddb788e68c3499277dbf0510d188e82aca2c54c8 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6-activate, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-09-04T22:25:12.196 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:12 smithi005 ceph-mon[65467]: from='client.44315 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:25:12.196 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:12 smithi005 ceph-mon[65467]: pgmap v262: 97 pgs: 6 active+undersized, 2 stale+active+clean, 9 peering, 13 active+undersized+degraded, 67 active+clean; 347 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.9 KiB/s rd, 4.0 MiB/s wr, 370 op/s; 94/1629 objects degraded (5.770%) 2024-09-04T22:25:12.483 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-04T22:25:12.483 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": { 2024-09-04T22:25:12.483 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 2 2024-09-04T22:25:12.483 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:25:12.483 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": { 2024-09-04T22:25:12.483 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 2 2024-09-04T22:25:12.484 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:25:12.484 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": { 2024-09-04T22:25:12.484 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 1, 2024-09-04T22:25:12.484 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 6 2024-09-04T22:25:12.484 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:25:12.484 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": { 2024-09-04T22:25:12.484 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-09-04T22:25:12.484 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:25:12.484 INFO:teuthology.orchestra.run.smithi005.stdout: "overall": { 2024-09-04T22:25:12.484 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3, 2024-09-04T22:25:12.484 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 10 2024-09-04T22:25:12.484 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-04T22:25:12.484 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-04T22:25:12.576 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:12 smithi115 ceph-mon[51971]: from='client.44315 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:25:12.576 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:12 smithi115 ceph-mon[51971]: pgmap v262: 97 pgs: 6 active+undersized, 2 stale+active+clean, 9 peering, 13 active+undersized+degraded, 67 active+clean; 347 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.9 KiB/s rd, 4.0 MiB/s wr, 370 op/s; 94/1629 objects degraded (5.770%) 2024-09-04T22:25:12.577 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:25:12 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6-activate[61273]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-04T22:25:12.577 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:25:12 smithi115 bash[61258]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-04T22:25:12.577 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:25:12 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6-activate[61273]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-04T22:25:12.577 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:25:12 smithi115 bash[61258]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-04T22:25:12.753 INFO:teuthology.orchestra.run.smithi005.stdout: 5 220443 9.58 MB/sec execute 477 sec latency 72.985 ms 2024-09-04T22:25:12.897 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:25:12 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6-activate[61273]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-04T22:25:12.897 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:25:12 smithi115 bash[61258]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-04T22:25:12.897 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:25:12 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6-activate[61273]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-04T22:25:12.897 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:25:12 smithi115 bash[61258]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-04T22:25:12.898 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:25:12 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6-activate[61273]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-09-04T22:25:12.898 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:25:12 smithi115 bash[61258]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-09-04T22:25:12.898 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:25:12 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6-activate[61273]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-04T22:25:12.898 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:25:12 smithi115 bash[61258]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-04T22:25:12.898 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:25:12 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6-activate[61273]: --> ceph-volume raw activate successful for osd ID: 6 2024-09-04T22:25:12.898 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:25:12 smithi115 bash[61258]: --> ceph-volume raw activate successful for osd ID: 6 2024-09-04T22:25:12.898 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:25:12 smithi115 podman[61258]: 2024-09-04 22:25:12.610144996 +0000 UTC m=+1.781437120 container died d70c1737836f947d11573515ddb788e68c3499277dbf0510d188e82aca2c54c8 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6-activate, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-09-04T22:25:13.066 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-04T22:25:13.066 INFO:teuthology.orchestra.run.smithi005.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15", 2024-09-04T22:25:13.066 INFO:teuthology.orchestra.run.smithi005.stdout: "in_progress": true, 2024-09-04T22:25:13.066 INFO:teuthology.orchestra.run.smithi005.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-04T22:25:13.067 INFO:teuthology.orchestra.run.smithi005.stdout: "services_complete": [ 2024-09-04T22:25:13.067 INFO:teuthology.orchestra.run.smithi005.stdout: "mon", 2024-09-04T22:25:13.067 INFO:teuthology.orchestra.run.smithi005.stdout: "crash", 2024-09-04T22:25:13.067 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr" 2024-09-04T22:25:13.067 INFO:teuthology.orchestra.run.smithi005.stdout: ], 2024-09-04T22:25:13.067 INFO:teuthology.orchestra.run.smithi005.stdout: "progress": "12/23 daemons upgraded", 2024-09-04T22:25:13.067 INFO:teuthology.orchestra.run.smithi005.stdout: "message": "Currently upgrading osd daemons", 2024-09-04T22:25:13.067 INFO:teuthology.orchestra.run.smithi005.stdout: "is_paused": false 2024-09-04T22:25:13.067 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-04T22:25:13.201 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:13 smithi005 ceph-mon[65467]: from='client.44319 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:25:13.204 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:13 smithi005 ceph-mon[65467]: from='client.44321 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:25:13.204 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:13 smithi005 ceph-mon[65467]: from='client.? 172.21.15.5:0/1595629840' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:25:13.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:13 smithi115 ceph-mon[51971]: from='client.44319 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:25:13.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:13 smithi115 ceph-mon[51971]: from='client.44321 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:25:13.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:13 smithi115 ceph-mon[51971]: from='client.? 172.21.15.5:0/1595629840' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:25:13.705 INFO:teuthology.orchestra.run.smithi005.stdout:HEALTH_WARN 1 osds down; Degraded data redundancy: 94/1629 objects degraded (5.770%), 13 pgs degraded 2024-09-04T22:25:13.705 INFO:teuthology.orchestra.run.smithi005.stdout:[WRN] OSD_DOWN: 1 osds down 2024-09-04T22:25:13.705 INFO:teuthology.orchestra.run.smithi005.stdout: osd.6 (root=default,host=smithi115) is down 2024-09-04T22:25:13.705 INFO:teuthology.orchestra.run.smithi005.stdout:[WRN] PG_DEGRADED: Degraded data redundancy: 94/1629 objects degraded (5.770%), 13 pgs degraded 2024-09-04T22:25:13.706 INFO:teuthology.orchestra.run.smithi005.stdout: pg 1.0 is active+undersized+degraded, acting [7,0] 2024-09-04T22:25:13.706 INFO:teuthology.orchestra.run.smithi005.stdout: pg 2.6 is active+undersized+degraded, acting [1,4] 2024-09-04T22:25:13.706 INFO:teuthology.orchestra.run.smithi005.stdout: pg 2.7 is active+undersized+degraded, acting [7,2] 2024-09-04T22:25:13.706 INFO:teuthology.orchestra.run.smithi005.stdout: pg 2.11 is active+undersized+degraded, acting [4,1] 2024-09-04T22:25:13.706 INFO:teuthology.orchestra.run.smithi005.stdout: pg 2.1a is active+undersized+degraded, acting [4,7] 2024-09-04T22:25:13.706 INFO:teuthology.orchestra.run.smithi005.stdout: pg 2.1d is active+undersized+degraded, acting [7,0] 2024-09-04T22:25:13.706 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.0 is active+undersized+degraded, acting [1,2] 2024-09-04T22:25:13.706 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.a is active+undersized+degraded, acting [4,1] 2024-09-04T22:25:13.706 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.d is active+undersized+degraded, acting [7,5] 2024-09-04T22:25:13.706 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.11 is active+undersized+degraded, acting [7,4] 2024-09-04T22:25:13.706 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.14 is active+undersized+degraded, acting [4,7] 2024-09-04T22:25:13.706 INFO:teuthology.orchestra.run.smithi005.stdout: pg 4.5 is active+undersized+degraded, acting [4,7] 2024-09-04T22:25:13.707 INFO:teuthology.orchestra.run.smithi005.stdout: pg 4.a is active+undersized+degraded, acting [1,7] 2024-09-04T22:25:13.743 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:25:13 smithi115 podman[61415]: 2024-09-04 22:25:13.39901569 +0000 UTC m=+0.778524208 container remove d70c1737836f947d11573515ddb788e68c3499277dbf0510d188e82aca2c54c8 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True) 2024-09-04T22:25:13.743 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:25:13 smithi115 podman[61472]: 2024-09-04 22:25:13.512543222 +0000 UTC m=+0.017643001 image pull e9760d0a26a7fddbeef4ac34fe459ff206acc1fc616e70634efad78bae5faf82 quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15 2024-09-04T22:25:13.743 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:25:13 smithi115 podman[61472]: 2024-09-04 22:25:13.616670695 +0000 UTC m=+0.121770455 container create e004cdc60fc12eb5095962cb1ebe25ff00b29b5b595f2cc11ceeaeb362224845 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0) 2024-09-04T22:25:13.753 INFO:teuthology.orchestra.run.smithi005.stdout: 5 220847 9.57 MB/sec execute 478 sec latency 78.113 ms 2024-09-04T22:25:14.147 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:25:13 smithi115 podman[61472]: 2024-09-04 22:25:13.878327312 +0000 UTC m=+0.383427073 container init e004cdc60fc12eb5095962cb1ebe25ff00b29b5b595f2cc11ceeaeb362224845 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-09-04T22:25:14.147 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:25:13 smithi115 podman[61472]: 2024-09-04 22:25:13.881600996 +0000 UTC m=+0.386700767 container start e004cdc60fc12eb5095962cb1ebe25ff00b29b5b595f2cc11ceeaeb362224845 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.build-date=20240731, GIT_CLEAN=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-09-04T22:25:14.147 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:25:13 smithi115 ceph-osd[61492]: -- 172.21.15.115:0/566373379 <== mon.1 v2:172.21.15.115:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56022a21a1e0 con 0x56022940fc00 2024-09-04T22:25:14.147 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:25:13 smithi115 bash[61472]: e004cdc60fc12eb5095962cb1ebe25ff00b29b5b595f2cc11ceeaeb362224845 2024-09-04T22:25:14.147 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:25:13 smithi115 systemd[1]: Started Ceph osd.6 for fc6cab94-6b09-11ef-bcd6-c7b262605968. 2024-09-04T22:25:14.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:14 smithi005 ceph-mon[65467]: from='client.34420 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:25:14.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:14 smithi005 ceph-mon[65467]: pgmap v263: 97 pgs: 10 active+undersized, 25 active+undersized+degraded, 62 active+clean; 342 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.2 KiB/s rd, 4.6 MiB/s wr, 366 op/s; 199/1668 objects degraded (11.930%) 2024-09-04T22:25:14.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:14 smithi005 ceph-mon[65467]: from='client.? 172.21.15.5:0/3121182584' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-04T22:25:14.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:14 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:25:14.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:14 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:25:14.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:14 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:25:14.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:14 smithi115 ceph-mon[51971]: from='client.34420 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:25:14.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:14 smithi115 ceph-mon[51971]: pgmap v263: 97 pgs: 10 active+undersized, 25 active+undersized+degraded, 62 active+clean; 342 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.2 KiB/s rd, 4.6 MiB/s wr, 366 op/s; 199/1668 objects degraded (11.930%) 2024-09-04T22:25:14.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:14 smithi115 ceph-mon[51971]: from='client.? 172.21.15.5:0/3121182584' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-04T22:25:14.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:14 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:25:14.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:14 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:25:14.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:14 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:25:14.753 INFO:teuthology.orchestra.run.smithi005.stdout: 5 221154 9.57 MB/sec execute 479 sec latency 37.370 ms 2024-09-04T22:25:15.375 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:15 smithi005 ceph-mon[65467]: Health check update: Degraded data redundancy: 201/1701 objects degraded (11.817%), 25 pgs degraded (PG_DEGRADED) 2024-09-04T22:25:15.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:15 smithi115 ceph-mon[51971]: Health check update: Degraded data redundancy: 201/1701 objects degraded (11.817%), 25 pgs degraded (PG_DEGRADED) 2024-09-04T22:25:15.647 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:25:15 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:25:15.516+0000 7f6783ceb640 -1 Falling back to public interface 2024-09-04T22:25:15.753 INFO:teuthology.orchestra.run.smithi005.stdout: 5 221571 9.57 MB/sec execute 480 sec latency 34.355 ms 2024-09-04T22:25:16.519 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:16 smithi005 ceph-mon[65467]: pgmap v264: 97 pgs: 10 active+undersized, 25 active+undersized+degraded, 62 active+clean; 340 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.9 KiB/s rd, 5.6 MiB/s wr, 511 op/s; 201/1701 objects degraded (11.817%) 2024-09-04T22:25:16.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:16 smithi115 ceph-mon[51971]: pgmap v264: 97 pgs: 10 active+undersized, 25 active+undersized+degraded, 62 active+clean; 340 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.9 KiB/s rd, 5.6 MiB/s wr, 511 op/s; 201/1701 objects degraded (11.817%) 2024-09-04T22:25:16.753 INFO:teuthology.orchestra.run.smithi005.stdout: 5 221918 9.58 MB/sec execute 481 sec latency 43.136 ms 2024-09-04T22:25:17.754 INFO:teuthology.orchestra.run.smithi005.stdout: 5 222185 9.58 MB/sec execute 482 sec latency 46.500 ms 2024-09-04T22:25:18.326 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:18 smithi005 ceph-mon[65467]: pgmap v265: 97 pgs: 10 active+undersized, 25 active+undersized+degraded, 62 active+clean; 339 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.2 KiB/s rd, 4.7 MiB/s wr, 423 op/s; 198/1659 objects degraded (11.935%) 2024-09-04T22:25:18.326 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:18 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:25:18.326 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:18 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:25:18.326 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:18 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:25:18.326 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:18 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:25:18.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:18 smithi115 ceph-mon[51971]: pgmap v265: 97 pgs: 10 active+undersized, 25 active+undersized+degraded, 62 active+clean; 339 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.2 KiB/s rd, 4.7 MiB/s wr, 423 op/s; 198/1659 objects degraded (11.935%) 2024-09-04T22:25:18.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:18 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:25:18.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:18 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:25:18.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:18 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:25:18.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:18 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:25:18.754 INFO:teuthology.orchestra.run.smithi005.stdout: 5 222452 9.58 MB/sec execute 483 sec latency 61.165 ms 2024-09-04T22:25:19.754 INFO:teuthology.orchestra.run.smithi005.stdout: 5 222723 9.57 MB/sec execute 484 sec latency 44.226 ms 2024-09-04T22:25:19.866 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:19 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:25:19.866 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:19 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:25:19.866 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:19 smithi005 ceph-mon[65467]: pgmap v266: 97 pgs: 10 active+undersized, 25 active+undersized+degraded, 62 active+clean; 334 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.5 KiB/s rd, 4.6 MiB/s wr, 405 op/s; 190/1662 objects degraded (11.432%) 2024-09-04T22:25:20.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:19 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:25:20.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:19 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:25:20.149 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:19 smithi115 ceph-mon[51971]: pgmap v266: 97 pgs: 10 active+undersized, 25 active+undersized+degraded, 62 active+clean; 334 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.5 KiB/s rd, 4.6 MiB/s wr, 405 op/s; 190/1662 objects degraded (11.432%) 2024-09-04T22:25:20.754 INFO:teuthology.orchestra.run.smithi005.stdout: 5 222964 9.56 MB/sec execute 485 sec latency 51.827 ms 2024-09-04T22:25:20.859 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:20 smithi115 ceph-mon[51971]: Health check update: Degraded data redundancy: 190/1662 objects degraded (11.432%), 25 pgs degraded (PG_DEGRADED) 2024-09-04T22:25:20.888 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:20 smithi005 ceph-mon[65467]: Health check update: Degraded data redundancy: 190/1662 objects degraded (11.432%), 25 pgs degraded (PG_DEGRADED) 2024-09-04T22:25:21.754 INFO:teuthology.orchestra.run.smithi005.stdout: 5 223290 9.56 MB/sec execute 486 sec latency 45.153 ms 2024-09-04T22:25:21.888 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:21 smithi115 ceph-mon[51971]: pgmap v267: 97 pgs: 10 active+undersized, 25 active+undersized+degraded, 62 active+clean; 338 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.5 KiB/s rd, 4.4 MiB/s wr, 443 op/s; 189/1647 objects degraded (11.475%) 2024-09-04T22:25:21.912 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:21 smithi005 ceph-mon[65467]: pgmap v267: 97 pgs: 10 active+undersized, 25 active+undersized+degraded, 62 active+clean; 338 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.5 KiB/s rd, 4.4 MiB/s wr, 443 op/s; 189/1647 objects degraded (11.475%) 2024-09-04T22:25:22.754 INFO:teuthology.orchestra.run.smithi005.stdout: 5 223574 9.56 MB/sec execute 487 sec latency 55.607 ms 2024-09-04T22:25:23.397 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:25:23 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:25:23.055+0000 7f6783ceb640 -1 osd.6 0 read_superblock omap replica is missing. 2024-09-04T22:25:23.673 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:23 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:25:23.673 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:23 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:25:23.674 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:23 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:25:23.674 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:23 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:25:23.674 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:23 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:25:23.674 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:23 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:25:23.674 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:23 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:25:23.674 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:23 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:25:23.674 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:23 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:25:23.674 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:23 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:25:23.675 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:23 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-04T22:25:23.675 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:23 smithi005 ceph-mon[65467]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-04T22:25:23.675 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:23 smithi005 ceph-mon[65467]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-04T22:25:23.675 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:23 smithi005 ceph-mon[65467]: pgmap v268: 97 pgs: 10 active+undersized, 25 active+undersized+degraded, 62 active+clean; 342 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.7 KiB/s rd, 5.6 MiB/s wr, 556 op/s; 181/1680 objects degraded (10.774%) 2024-09-04T22:25:23.754 INFO:teuthology.orchestra.run.smithi005.stdout: 5 223967 9.56 MB/sec execute 488 sec latency 61.838 ms 2024-09-04T22:25:23.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:23 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:25:23.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:23 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:25:23.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:23 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:25:23.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:23 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:25:23.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:23 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:25:23.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:23 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:25:23.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:23 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:25:23.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:23 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:25:23.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:23 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:25:23.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:23 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:25:23.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:23 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-04T22:25:23.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:23 smithi115 ceph-mon[51971]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-04T22:25:23.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:23 smithi115 ceph-mon[51971]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-04T22:25:23.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:23 smithi115 ceph-mon[51971]: pgmap v268: 97 pgs: 10 active+undersized, 25 active+undersized+degraded, 62 active+clean; 342 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.7 KiB/s rd, 5.6 MiB/s wr, 556 op/s; 181/1680 objects degraded (10.774%) 2024-09-04T22:25:24.397 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:25:24 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:25:24.012+0000 7f6783ceb640 -1 osd.6 146 log_to_monitors true 2024-09-04T22:25:24.739 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:24 smithi005 ceph-mon[65467]: from='osd.6 [v2:172.21.15.115:6816/2170620697,v1:172.21.15.115:6817/2170620697]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-04T22:25:24.739 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:24 smithi005 ceph-mon[65467]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-04T22:25:24.754 INFO:teuthology.orchestra.run.smithi005.stdout: 5 224257 9.55 MB/sec execute 489 sec latency 61.504 ms 2024-09-04T22:25:24.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:24 smithi115 ceph-mon[51971]: from='osd.6 [v2:172.21.15.115:6816/2170620697,v1:172.21.15.115:6817/2170620697]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-04T22:25:24.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:24 smithi115 ceph-mon[51971]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-04T22:25:24.897 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:25:24 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:25:24.661+0000 7f677ba96640 -1 osd.6 146 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-04T22:25:25.754 INFO:teuthology.orchestra.run.smithi005.stdout: 5 224526 9.54 MB/sec execute 490 sec latency 73.086 ms 2024-09-04T22:25:25.766 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:25 smithi005 ceph-mon[65467]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-04T22:25:25.766 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:25 smithi005 ceph-mon[65467]: from='osd.6 [v2:172.21.15.115:6816/2170620697,v1:172.21.15.115:6817/2170620697]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]: dispatch 2024-09-04T22:25:25.766 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:25 smithi005 ceph-mon[65467]: osdmap e149: 8 total, 7 up, 8 in 2024-09-04T22:25:25.766 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:25 smithi005 ceph-mon[65467]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]: dispatch 2024-09-04T22:25:25.766 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:25 smithi005 ceph-mon[65467]: pgmap v270: 97 pgs: 10 active+undersized, 25 active+undersized+degraded, 62 active+clean; 342 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.1 KiB/s rd, 4.6 MiB/s wr, 421 op/s; 180/1680 objects degraded (10.714%) 2024-09-04T22:25:25.766 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:25 smithi005 ceph-mon[65467]: Health check update: Degraded data redundancy: 181/1680 objects degraded (10.774%), 25 pgs degraded (PG_DEGRADED) 2024-09-04T22:25:26.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:25 smithi115 ceph-mon[51971]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-04T22:25:26.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:25 smithi115 ceph-mon[51971]: from='osd.6 [v2:172.21.15.115:6816/2170620697,v1:172.21.15.115:6817/2170620697]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]: dispatch 2024-09-04T22:25:26.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:25 smithi115 ceph-mon[51971]: osdmap e149: 8 total, 7 up, 8 in 2024-09-04T22:25:26.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:25 smithi115 ceph-mon[51971]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]: dispatch 2024-09-04T22:25:26.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:25 smithi115 ceph-mon[51971]: pgmap v270: 97 pgs: 10 active+undersized, 25 active+undersized+degraded, 62 active+clean; 342 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.1 KiB/s rd, 4.6 MiB/s wr, 421 op/s; 180/1680 objects degraded (10.714%) 2024-09-04T22:25:26.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:25 smithi115 ceph-mon[51971]: Health check update: Degraded data redundancy: 181/1680 objects degraded (10.774%), 25 pgs degraded (PG_DEGRADED) 2024-09-04T22:25:26.754 INFO:teuthology.orchestra.run.smithi005.stdout: 5 224732 9.53 MB/sec execute 491 sec latency 991.692 ms 2024-09-04T22:25:26.817 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:26 smithi005 ceph-mon[65467]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-04T22:25:26.817 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:26 smithi005 ceph-mon[65467]: osd.6 [v2:172.21.15.115:6816/2170620697,v1:172.21.15.115:6817/2170620697] boot 2024-09-04T22:25:26.817 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:26 smithi005 ceph-mon[65467]: osdmap e150: 8 total, 8 up, 8 in 2024-09-04T22:25:26.817 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:26 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-04T22:25:27.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:26 smithi115 ceph-mon[51971]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-04T22:25:27.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:26 smithi115 ceph-mon[51971]: osd.6 [v2:172.21.15.115:6816/2170620697,v1:172.21.15.115:6817/2170620697] boot 2024-09-04T22:25:27.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:26 smithi115 ceph-mon[51971]: osdmap e150: 8 total, 8 up, 8 in 2024-09-04T22:25:27.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:26 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-04T22:25:27.754 INFO:teuthology.orchestra.run.smithi005.stdout: 5 224829 9.52 MB/sec execute 492 sec latency 1861.271 ms 2024-09-04T22:25:27.961 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:27 smithi005 ceph-mon[65467]: osdmap e151: 8 total, 8 up, 8 in 2024-09-04T22:25:27.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:27 smithi005 ceph-mon[65467]: pgmap v273: 97 pgs: 5 peering, 9 active+undersized, 21 active+undersized+degraded, 62 active+clean; 341 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.8 KiB/s rd, 4.1 MiB/s wr, 426 op/s; 144/1680 objects degraded (8.571%) 2024-09-04T22:25:28.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:27 smithi115 ceph-mon[51971]: osdmap e151: 8 total, 8 up, 8 in 2024-09-04T22:25:28.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:27 smithi115 ceph-mon[51971]: pgmap v273: 97 pgs: 5 peering, 9 active+undersized, 21 active+undersized+degraded, 62 active+clean; 341 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.8 KiB/s rd, 4.1 MiB/s wr, 426 op/s; 144/1680 objects degraded (8.571%) 2024-09-04T22:25:28.754 INFO:teuthology.orchestra.run.smithi005.stdout: 5 225017 9.50 MB/sec execute 493 sec latency 2155.747 ms 2024-09-04T22:25:28.834 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:28 smithi005 ceph-mon[65467]: osdmap e152: 8 total, 8 up, 8 in 2024-09-04T22:25:29.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:28 smithi115 ceph-mon[51971]: osdmap e152: 8 total, 8 up, 8 in 2024-09-04T22:25:29.754 INFO:teuthology.orchestra.run.smithi005.stdout: 5 225187 9.50 MB/sec execute 494 sec latency 435.105 ms 2024-09-04T22:25:29.958 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:29 smithi005 ceph-mon[65467]: osdmap e153: 8 total, 8 up, 8 in 2024-09-04T22:25:29.958 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:29 smithi005 ceph-mon[65467]: pgmap v276: 97 pgs: 4 remapped+peering, 5 peering, 1 active+recovering+undersized+degraded+remapped, 7 active+undersized, 12 active+undersized+degraded, 68 active+clean; 339 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s wr, 253 op/s; 87/1593 objects degraded (5.461%); 0 B/s, 6 objects/s recovering 2024-09-04T22:25:30.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:29 smithi115 ceph-mon[51971]: osdmap e153: 8 total, 8 up, 8 in 2024-09-04T22:25:30.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:29 smithi115 ceph-mon[51971]: pgmap v276: 97 pgs: 4 remapped+peering, 5 peering, 1 active+recovering+undersized+degraded+remapped, 7 active+undersized, 12 active+undersized+degraded, 68 active+clean; 339 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s wr, 253 op/s; 87/1593 objects degraded (5.461%); 0 B/s, 6 objects/s recovering 2024-09-04T22:25:30.726 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:30 smithi005 ceph-mon[65467]: osdmap e154: 8 total, 8 up, 8 in 2024-09-04T22:25:30.726 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:30 smithi005 ceph-mon[65467]: Health check update: Degraded data redundancy: 87/1593 objects degraded (5.461%), 13 pgs degraded (PG_DEGRADED) 2024-09-04T22:25:30.726 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:30 smithi005 ceph-mon[65467]: osdmap e155: 8 total, 8 up, 8 in 2024-09-04T22:25:30.754 INFO:teuthology.orchestra.run.smithi005.stdout: 5 225498 9.50 MB/sec execute 495 sec latency 918.632 ms 2024-09-04T22:25:31.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:30 smithi115 ceph-mon[51971]: osdmap e154: 8 total, 8 up, 8 in 2024-09-04T22:25:31.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:30 smithi115 ceph-mon[51971]: Health check update: Degraded data redundancy: 87/1593 objects degraded (5.461%), 13 pgs degraded (PG_DEGRADED) 2024-09-04T22:25:31.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:30 smithi115 ceph-mon[51971]: osdmap e155: 8 total, 8 up, 8 in 2024-09-04T22:25:31.754 INFO:teuthology.orchestra.run.smithi005.stdout: 5 225722 9.50 MB/sec execute 496 sec latency 888.428 ms 2024-09-04T22:25:31.762 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:31 smithi005 ceph-mon[65467]: pgmap v279: 97 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+undersized+remapped, 4 remapped+peering, 6 peering, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 338 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.2 KiB/s rd, 3.8 MiB/s wr, 511 op/s; 29/1551 objects degraded (1.870%); 2.1 MiB/s, 58 keys/s, 19 objects/s recovering 2024-09-04T22:25:31.762 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:31 smithi005 ceph-mon[65467]: osdmap e156: 8 total, 8 up, 8 in 2024-09-04T22:25:32.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:31 smithi115 ceph-mon[51971]: pgmap v279: 97 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+undersized+remapped, 4 remapped+peering, 6 peering, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 338 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.2 KiB/s rd, 3.8 MiB/s wr, 511 op/s; 29/1551 objects degraded (1.870%); 2.1 MiB/s, 58 keys/s, 19 objects/s recovering 2024-09-04T22:25:32.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:31 smithi115 ceph-mon[51971]: osdmap e156: 8 total, 8 up, 8 in 2024-09-04T22:25:32.754 INFO:teuthology.orchestra.run.smithi005.stdout: 5 226101 9.50 MB/sec execute 497 sec latency 56.193 ms 2024-09-04T22:25:33.754 INFO:teuthology.orchestra.run.smithi005.stdout: 5 226405 9.50 MB/sec execute 498 sec latency 42.973 ms 2024-09-04T22:25:34.320 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:34 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:25:34.320 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:34 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:25:34.320 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:34 smithi005 ceph-mon[65467]: pgmap v281: 97 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+undersized+remapped, 1 peering, 1 active+recovering+undersized+degraded+remapped, 93 active+clean; 335 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.9 KiB/s rd, 3.7 MiB/s wr, 350 op/s; 29/1566 objects degraded (1.852%); 2.9 MiB/s, 52 keys/s, 37 objects/s recovering 2024-09-04T22:25:34.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:34 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:25:34.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:34 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:25:34.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:34 smithi115 ceph-mon[51971]: pgmap v281: 97 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+undersized+remapped, 1 peering, 1 active+recovering+undersized+degraded+remapped, 93 active+clean; 335 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.9 KiB/s rd, 3.7 MiB/s wr, 350 op/s; 29/1566 objects degraded (1.852%); 2.9 MiB/s, 52 keys/s, 37 objects/s recovering 2024-09-04T22:25:34.754 INFO:teuthology.orchestra.run.smithi005.stdout: 5 226699 9.50 MB/sec execute 499 sec latency 54.448 ms 2024-09-04T22:25:35.331 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:35 smithi005 ceph-mon[65467]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 29/1566 objects degraded (1.852%), 2 pgs degraded) 2024-09-04T22:25:35.331 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:35 smithi005 ceph-mon[65467]: Cluster is now healthy 2024-09-04T22:25:35.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:35 smithi115 ceph-mon[51971]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 29/1566 objects degraded (1.852%), 2 pgs degraded) 2024-09-04T22:25:35.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:35 smithi115 ceph-mon[51971]: Cluster is now healthy 2024-09-04T22:25:35.754 INFO:teuthology.orchestra.run.smithi005.stdout: 5 227010 9.49 MB/sec execute 500 sec latency 61.089 ms 2024-09-04T22:25:36.399 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:36 smithi005 ceph-mon[65467]: pgmap v282: 97 pgs: 97 active+clean; 341 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.8 KiB/s rd, 4.6 MiB/s wr, 518 op/s; 2.2 MiB/s, 39 keys/s, 31 objects/s recovering 2024-09-04T22:25:36.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:36 smithi115 ceph-mon[51971]: pgmap v282: 97 pgs: 97 active+clean; 341 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.8 KiB/s rd, 4.6 MiB/s wr, 518 op/s; 2.2 MiB/s, 39 keys/s, 31 objects/s recovering 2024-09-04T22:25:36.754 INFO:teuthology.orchestra.run.smithi005.stdout: 5 227309 9.48 MB/sec execute 501 sec latency 62.758 ms 2024-09-04T22:25:37.754 INFO:teuthology.orchestra.run.smithi005.stdout: 5 227681 9.49 MB/sec execute 502 sec latency 44.319 ms 2024-09-04T22:25:38.439 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:38 smithi005 ceph-mon[65467]: pgmap v283: 97 pgs: 97 active+clean; 342 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.2 KiB/s rd, 3.4 MiB/s wr, 286 op/s; 673 KiB/s, 20 objects/s recovering 2024-09-04T22:25:38.439 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:38 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-04T22:25:38.501 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:38 smithi115 ceph-mon[51971]: pgmap v283: 97 pgs: 97 active+clean; 342 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.2 KiB/s rd, 3.4 MiB/s wr, 286 op/s; 673 KiB/s, 20 objects/s recovering 2024-09-04T22:25:38.501 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:38 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-04T22:25:38.754 INFO:teuthology.orchestra.run.smithi005.stdout: 5 228021 9.48 MB/sec execute 503 sec latency 49.423 ms 2024-09-04T22:25:39.467 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:39 smithi005 ceph-mon[65467]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-04T22:25:39.467 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:39 smithi005 ceph-mon[65467]: Upgrade: osd.7 is safe to restart 2024-09-04T22:25:39.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:39 smithi115 ceph-mon[51971]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-04T22:25:39.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:39 smithi115 ceph-mon[51971]: Upgrade: osd.7 is safe to restart 2024-09-04T22:25:39.754 INFO:teuthology.orchestra.run.smithi005.stdout: 5 228440 9.48 MB/sec execute 504 sec latency 44.957 ms 2024-09-04T22:25:40.491 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:40 smithi005 ceph-mon[65467]: pgmap v284: 97 pgs: 97 active+clean; 339 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.8 KiB/s rd, 4.2 MiB/s wr, 304 op/s; 588 KiB/s, 16 objects/s recovering 2024-09-04T22:25:40.491 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:40 smithi005 ceph-mon[65467]: Upgrade: Updating osd.7 2024-09-04T22:25:40.491 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:40 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:25:40.491 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:40 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-04T22:25:40.491 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:40 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:25:40.559 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:40 smithi115 ceph-mon[51971]: pgmap v284: 97 pgs: 97 active+clean; 339 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.8 KiB/s rd, 4.2 MiB/s wr, 304 op/s; 588 KiB/s, 16 objects/s recovering 2024-09-04T22:25:40.559 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:40 smithi115 ceph-mon[51971]: Upgrade: Updating osd.7 2024-09-04T22:25:40.559 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:40 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:25:40.559 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:40 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-04T22:25:40.559 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:40 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:25:40.754 INFO:teuthology.orchestra.run.smithi005.stdout: 5 228818 9.49 MB/sec execute 505 sec latency 38.506 ms 2024-09-04T22:25:41.475 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:41 smithi115 ceph-mon[51971]: Deploying daemon osd.7 on smithi115 2024-09-04T22:25:41.507 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:41 smithi005 ceph-mon[65467]: Deploying daemon osd.7 on smithi115 2024-09-04T22:25:41.755 INFO:teuthology.orchestra.run.smithi005.stdout: 5 229104 9.49 MB/sec execute 506 sec latency 57.406 ms 2024-09-04T22:25:42.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:42 smithi115 ceph-mon[51971]: pgmap v285: 97 pgs: 97 active+clean; 340 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.3 KiB/s rd, 4.2 MiB/s wr, 358 op/s; 503 KiB/s, 13 objects/s recovering 2024-09-04T22:25:42.527 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:42 smithi005 ceph-mon[65467]: pgmap v285: 97 pgs: 97 active+clean; 340 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.3 KiB/s rd, 4.2 MiB/s wr, 358 op/s; 503 KiB/s, 13 objects/s recovering 2024-09-04T22:25:42.734 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:25:42 smithi115 systemd[1]: Stopping Ceph osd.7 for fc6cab94-6b09-11ef-bcd6-c7b262605968... 2024-09-04T22:25:42.754 INFO:teuthology.orchestra.run.smithi005.stdout: 5 229429 9.49 MB/sec execute 507 sec latency 65.405 ms 2024-09-04T22:25:43.147 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:25:42 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[39714]: 2024-09-04T22:25:42.757+0000 7f460a02e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-04T22:25:43.147 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:25:42 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[39714]: 2024-09-04T22:25:42.757+0000 7f460a02e700 -1 osd.7 156 *** Got signal Terminated *** 2024-09-04T22:25:43.147 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:25:42 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[39714]: 2024-09-04T22:25:42.757+0000 7f460a02e700 -1 osd.7 156 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-04T22:25:43.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:43 smithi115 ceph-mon[51971]: osd.7 marked itself down and dead 2024-09-04T22:25:43.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:43 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:25:43.711 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:43 smithi005 ceph-mon[65467]: osd.7 marked itself down and dead 2024-09-04T22:25:43.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:43 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:25:43.754 INFO:teuthology.orchestra.run.smithi005.stdout: 5 229667 9.49 MB/sec execute 508 sec latency 425.252 ms 2024-09-04T22:25:44.076 INFO:teuthology.orchestra.run.smithi005.stdout:true 2024-09-04T22:25:44.147 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:25:43 smithi115 podman[63282]: 2024-09-04 22:25:43.988644794 +0000 UTC m=+1.350401362 container died cb10b860cb932de70f9f915704cef76bdae1a55402c3b3b0ec21243494ad77de (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7, release=754, version=8, GIT_BRANCH=HEAD, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.openshift.expose-services=, com.redhat.component=centos-stream-container, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_CLEAN=True, RELEASE=HEAD, vendor=Red Hat, Inc., GIT_REPO=https://github.com/ceph/ceph-container.git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.k8s.display-name=CentOS Stream 8, architecture=x86_64, vcs-type=git, CEPH_POINT_RELEASE=-17.2.0, distribution-scope=public, io.openshift.tags=base centos centos-stream, io.buildah.version=1.19.8, name=centos-stream, build-date=2022-05-03T08:36:31.336870, maintainer=Guillaume Abrioux , ceph=True, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac) 2024-09-04T22:25:44.581 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:44 smithi005 ceph-mon[65467]: pgmap v286: 97 pgs: 97 active+clean; 344 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.6 KiB/s rd, 5.1 MiB/s wr, 449 op/s; 420 KiB/s, 9 objects/s recovering 2024-09-04T22:25:44.581 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:44 smithi005 ceph-mon[65467]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-04T22:25:44.581 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:44 smithi005 ceph-mon[65467]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-09-04T22:25:44.581 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:44 smithi005 ceph-mon[65467]: osdmap e157: 8 total, 7 up, 8 in 2024-09-04T22:25:44.647 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:25:44 smithi115 podman[63282]: 2024-09-04 22:25:44.357573564 +0000 UTC m=+1.719330134 container cleanup cb10b860cb932de70f9f915704cef76bdae1a55402c3b3b0ec21243494ad77de (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7, io.openshift.tags=base centos centos-stream, RELEASE=HEAD, maintainer=Guillaume Abrioux , name=centos-stream, build-date=2022-05-03T08:36:31.336870, GIT_BRANCH=HEAD, GIT_CLEAN=True, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, com.redhat.component=centos-stream-container, io.buildah.version=1.19.8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, ceph=True, vcs-type=git, io.k8s.display-name=CentOS Stream 8, architecture=x86_64, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vendor=Red Hat, Inc., io.openshift.expose-services=, GIT_REPO=https://github.com/ceph/ceph-container.git, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, release=754, distribution-scope=public, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, CEPH_POINT_RELEASE=-17.2.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., version=8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac) 2024-09-04T22:25:44.648 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:25:44 smithi115 bash[63282]: ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7 2024-09-04T22:25:44.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:44 smithi115 ceph-mon[51971]: pgmap v286: 97 pgs: 97 active+clean; 344 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.6 KiB/s rd, 5.1 MiB/s wr, 449 op/s; 420 KiB/s, 9 objects/s recovering 2024-09-04T22:25:44.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:44 smithi115 ceph-mon[51971]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-04T22:25:44.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:44 smithi115 ceph-mon[51971]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-09-04T22:25:44.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:44 smithi115 ceph-mon[51971]: osdmap e157: 8 total, 7 up, 8 in 2024-09-04T22:25:44.755 INFO:teuthology.orchestra.run.smithi005.stdout: 5 229812 9.47 MB/sec execute 509 sec latency 1032.155 ms 2024-09-04T22:25:44.970 INFO:teuthology.orchestra.run.smithi005.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-04T22:25:44.970 INFO:teuthology.orchestra.run.smithi005.stdout:alertmanager.smithi005 smithi005 *:9093,9094 running (8m) 2m ago 16m 23.5M - 0.23.0 ba2b418f427c d299eba5e5dd 2024-09-04T22:25:44.970 INFO:teuthology.orchestra.run.smithi005.stdout:crash.smithi005 smithi005 running (5m) 2m ago 16m 6895k - 19.1.1-260-gf3418446 e9760d0a26a7 30e3c983ec4d 2024-09-04T22:25:44.970 INFO:teuthology.orchestra.run.smithi005.stdout:crash.smithi115 smithi115 running (5m) 26s ago 16m 6895k - 19.1.1-260-gf3418446 e9760d0a26a7 0089e389692f 2024-09-04T22:25:44.970 INFO:teuthology.orchestra.run.smithi005.stdout:grafana.smithi005 smithi005 *:3000 running (8m) 2m ago 16m 54.2M - 8.3.5 dad864ee21e9 b9c465ba4deb 2024-09-04T22:25:44.970 INFO:teuthology.orchestra.run.smithi005.stdout:mds.foofs.smithi005.vslipg smithi005 running (11m) 2m ago 11m 37.4M - 17.2.0 e1d6a67b021e 7e8076c2570f 2024-09-04T22:25:44.970 INFO:teuthology.orchestra.run.smithi005.stdout:mds.foofs.smithi115.sgjptr smithi115 running (11m) 26s ago 11m 17.3M - 17.2.0 e1d6a67b021e fb533e8d32e8 2024-09-04T22:25:44.971 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.smithi005.hteciz smithi005 *:8443,9283,8765 running (7m) 2m ago 18m 504M - 19.1.1-260-gf3418446 e9760d0a26a7 669eb5d46ffc 2024-09-04T22:25:44.971 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.smithi115.lfvwip smithi115 *:8443,9283,8765 running (7m) 26s ago 16m 442M - 19.1.1-260-gf3418446 e9760d0a26a7 5fc647070f0c 2024-09-04T22:25:44.971 INFO:teuthology.orchestra.run.smithi005.stdout:mon.smithi005 smithi005 running (6m) 2m ago 18m 49.7M 2048M 19.1.1-260-gf3418446 e9760d0a26a7 8ac4e5344f95 2024-09-04T22:25:44.971 INFO:teuthology.orchestra.run.smithi005.stdout:mon.smithi115 smithi115 running (6m) 26s ago 16m 47.5M 2048M 19.1.1-260-gf3418446 e9760d0a26a7 cadad68d26fc 2024-09-04T22:25:44.971 INFO:teuthology.orchestra.run.smithi005.stdout:nfs.foo.0.0.smithi005.rcnjjx smithi005 *:2049 running (10m) 2m ago 10m 264M - 4.0 e1d6a67b021e 292d2c5fa82d 2024-09-04T22:25:44.971 INFO:teuthology.orchestra.run.smithi005.stdout:nfs.foo.1.0.smithi115.gxhqij smithi115 *:2049 running (10m) 26s ago 10m 86.5M - 4.0 e1d6a67b021e e4a881a3497c 2024-09-04T22:25:44.971 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.smithi005 smithi005 *:9100 running (8m) 2m ago 16m 16.7M - 1.3.1 1dbe0e931976 c3be8b87abc8 2024-09-04T22:25:44.971 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.smithi115 smithi115 *:9100 running (8m) 26s ago 16m 19.6M - 1.3.1 1dbe0e931976 a216b8a3c089 2024-09-04T22:25:44.971 INFO:teuthology.orchestra.run.smithi005.stdout:osd.0 smithi005 running (4m) 2m ago 15m 344M 1937M 19.1.1-260-gf3418446 e9760d0a26a7 7565bcbd5640 2024-09-04T22:25:44.971 INFO:teuthology.orchestra.run.smithi005.stdout:osd.1 smithi005 running (4m) 2m ago 15m 280M 1937M 19.1.1-260-gf3418446 e9760d0a26a7 4b3d60bb2c25 2024-09-04T22:25:44.971 INFO:teuthology.orchestra.run.smithi005.stdout:osd.2 smithi005 running (3m) 2m ago 14m 226M 1937M 19.1.1-260-gf3418446 e9760d0a26a7 7da85200f683 2024-09-04T22:25:44.971 INFO:teuthology.orchestra.run.smithi005.stdout:osd.3 smithi005 running (2m) 2m ago 14m 12.1M 1937M 19.1.1-260-gf3418446 e9760d0a26a7 a644c2dcdeb3 2024-09-04T22:25:44.972 INFO:teuthology.orchestra.run.smithi005.stdout:osd.4 smithi115 running (105s) 26s ago 13m 255M 2704M 19.1.1-260-gf3418446 e9760d0a26a7 09cc24771318 2024-09-04T22:25:44.972 INFO:teuthology.orchestra.run.smithi005.stdout:osd.5 smithi115 running (69s) 26s ago 13m 232M 2704M 19.1.1-260-gf3418446 e9760d0a26a7 8d76fc0631fe 2024-09-04T22:25:44.972 INFO:teuthology.orchestra.run.smithi005.stdout:osd.6 smithi115 running (31s) 26s ago 12m 11.9M 2704M 19.1.1-260-gf3418446 e9760d0a26a7 e004cdc60fc1 2024-09-04T22:25:44.972 INFO:teuthology.orchestra.run.smithi005.stdout:osd.7 smithi115 running (12m) 26s ago 12m 692M 2704M 17.2.0 e1d6a67b021e cb10b860cb93 2024-09-04T22:25:44.972 INFO:teuthology.orchestra.run.smithi005.stdout:prometheus.smithi005 smithi005 *:9095 running (7m) 2m ago 15m 73.5M - 2.33.4 514e6a882f6e aae1464e652a 2024-09-04T22:25:44.992 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:25:44 smithi115 podman[63308]: 2024-09-04 22:25:44.650680346 +0000 UTC m=+0.657564604 container remove cb10b860cb932de70f9f915704cef76bdae1a55402c3b3b0ec21243494ad77de (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, ceph=True, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_CLEAN=True, io.openshift.expose-services=, io.openshift.tags=base centos centos-stream, CEPH_POINT_RELEASE=-17.2.0, com.redhat.component=centos-stream-container, release=754, distribution-scope=public, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_BRANCH=HEAD, GIT_REPO=https://github.com/ceph/ceph-container.git, name=centos-stream, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, version=8, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., maintainer=Guillaume Abrioux , io.k8s.display-name=CentOS Stream 8, vendor=Red Hat, Inc., build-date=2022-05-03T08:36:31.336870, io.buildah.version=1.19.8, vcs-type=git, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, RELEASE=HEAD, architecture=x86_64) 2024-09-04T22:25:45.314 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:25:44 smithi115 podman[63398]: 2024-09-04 22:25:44.895121565 +0000 UTC m=+0.016980303 image pull e9760d0a26a7fddbeef4ac34fe459ff206acc1fc616e70634efad78bae5faf82 quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15 2024-09-04T22:25:45.314 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:25:45 smithi115 podman[63398]: 2024-09-04 22:25:45.035249983 +0000 UTC m=+0.157108697 container create 6536c68cccfb5dff604c57e515c21d215f11bfb0c1956e6376a431078bb526a4 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7-deactivate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-04T22:25:45.314 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:25:45 smithi115 podman[63398]: 2024-09-04 22:25:45.313133792 +0000 UTC m=+0.434992506 container init 6536c68cccfb5dff604c57e515c21d215f11bfb0c1956e6376a431078bb526a4 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7-deactivate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-09-04T22:25:45.351 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:45 smithi005 ceph-mon[65467]: from='client.34430 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:25:45.351 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:45 smithi005 ceph-mon[65467]: osdmap e158: 8 total, 7 up, 8 in 2024-09-04T22:25:45.586 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-04T22:25:45.586 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": { 2024-09-04T22:25:45.586 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 2 2024-09-04T22:25:45.586 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:25:45.587 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": { 2024-09-04T22:25:45.587 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 2 2024-09-04T22:25:45.587 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:25:45.587 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": { 2024-09-04T22:25:45.587 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 7 2024-09-04T22:25:45.587 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:25:45.587 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": { 2024-09-04T22:25:45.587 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-09-04T22:25:45.587 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:25:45.587 INFO:teuthology.orchestra.run.smithi005.stdout: "overall": { 2024-09-04T22:25:45.587 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2, 2024-09-04T22:25:45.587 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 11 2024-09-04T22:25:45.587 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-04T22:25:45.587 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-04T22:25:45.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:45 smithi115 ceph-mon[51971]: from='client.34430 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:25:45.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:45 smithi115 ceph-mon[51971]: osdmap e158: 8 total, 7 up, 8 in 2024-09-04T22:25:45.648 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:25:45 smithi115 podman[63398]: 2024-09-04 22:25:45.317430492 +0000 UTC m=+0.439289214 container start 6536c68cccfb5dff604c57e515c21d215f11bfb0c1956e6376a431078bb526a4 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7-deactivate, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, ceph=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-09-04T22:25:45.648 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:25:45 smithi115 podman[63398]: 2024-09-04 22:25:45.413639251 +0000 UTC m=+0.535497966 container attach 6536c68cccfb5dff604c57e515c21d215f11bfb0c1956e6376a431078bb526a4 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7-deactivate, ceph=True, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2) 2024-09-04T22:25:45.648 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:25:45 smithi115 podman[63398]: 2024-09-04 22:25:45.520862628 +0000 UTC m=+0.642721351 container died 6536c68cccfb5dff604c57e515c21d215f11bfb0c1956e6376a431078bb526a4 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7-deactivate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-04T22:25:45.754 INFO:teuthology.orchestra.run.smithi005.stdout: 5 230055 9.47 MB/sec execute 510 sec latency 55.887 ms 2024-09-04T22:25:46.057 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-04T22:25:46.057 INFO:teuthology.orchestra.run.smithi005.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15", 2024-09-04T22:25:46.057 INFO:teuthology.orchestra.run.smithi005.stdout: "in_progress": true, 2024-09-04T22:25:46.057 INFO:teuthology.orchestra.run.smithi005.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-04T22:25:46.057 INFO:teuthology.orchestra.run.smithi005.stdout: "services_complete": [ 2024-09-04T22:25:46.057 INFO:teuthology.orchestra.run.smithi005.stdout: "mon", 2024-09-04T22:25:46.058 INFO:teuthology.orchestra.run.smithi005.stdout: "crash", 2024-09-04T22:25:46.058 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr" 2024-09-04T22:25:46.058 INFO:teuthology.orchestra.run.smithi005.stdout: ], 2024-09-04T22:25:46.058 INFO:teuthology.orchestra.run.smithi005.stdout: "progress": "13/23 daemons upgraded", 2024-09-04T22:25:46.058 INFO:teuthology.orchestra.run.smithi005.stdout: "message": "Currently upgrading osd daemons", 2024-09-04T22:25:46.058 INFO:teuthology.orchestra.run.smithi005.stdout: "is_paused": false 2024-09-04T22:25:46.058 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-04T22:25:46.369 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:46 smithi005 ceph-mon[65467]: from='client.34434 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:25:46.369 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:46 smithi005 ceph-mon[65467]: from='client.44339 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:25:46.369 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:46 smithi005 ceph-mon[65467]: pgmap v289: 97 pgs: 4 peering, 4 stale+active+clean, 14 active+undersized+degraded, 75 active+clean; 343 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 9.0 KiB/s rd, 5.4 MiB/s wr, 553 op/s; 96/1662 objects degraded (5.776%) 2024-09-04T22:25:46.369 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:46 smithi005 ceph-mon[65467]: Health check failed: Degraded data redundancy: 96/1662 objects degraded (5.776%), 14 pgs degraded (PG_DEGRADED) 2024-09-04T22:25:46.369 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:46 smithi005 ceph-mon[65467]: from='client.? 172.21.15.5:0/2888199886' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:25:46.493 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:46 smithi115 ceph-mon[51971]: from='client.34434 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:25:46.494 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:46 smithi115 ceph-mon[51971]: from='client.44339 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:25:46.494 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:46 smithi115 ceph-mon[51971]: pgmap v289: 97 pgs: 4 peering, 4 stale+active+clean, 14 active+undersized+degraded, 75 active+clean; 343 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 9.0 KiB/s rd, 5.4 MiB/s wr, 553 op/s; 96/1662 objects degraded (5.776%) 2024-09-04T22:25:46.494 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:46 smithi115 ceph-mon[51971]: Health check failed: Degraded data redundancy: 96/1662 objects degraded (5.776%), 14 pgs degraded (PG_DEGRADED) 2024-09-04T22:25:46.494 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:46 smithi115 ceph-mon[51971]: from='client.? 172.21.15.5:0/2888199886' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:25:46.662 INFO:teuthology.orchestra.run.smithi005.stdout:HEALTH_WARN 1 osds down; all OSDs are running squid or later but require_osd_release < squid; Degraded data redundancy: 96/1662 objects degraded (5.776%), 14 pgs degraded 2024-09-04T22:25:46.662 INFO:teuthology.orchestra.run.smithi005.stdout:[WRN] OSD_DOWN: 1 osds down 2024-09-04T22:25:46.662 INFO:teuthology.orchestra.run.smithi005.stdout: osd.7 (root=default,host=smithi115) is down 2024-09-04T22:25:46.662 INFO:teuthology.orchestra.run.smithi005.stdout:[WRN] OSD_UPGRADE_FINISHED: all OSDs are running squid or later but require_osd_release < squid 2024-09-04T22:25:46.662 INFO:teuthology.orchestra.run.smithi005.stdout: all OSDs are running squid or later but require_osd_release < squid 2024-09-04T22:25:46.662 INFO:teuthology.orchestra.run.smithi005.stdout:[WRN] PG_DEGRADED: Degraded data redundancy: 96/1662 objects degraded (5.776%), 14 pgs degraded 2024-09-04T22:25:46.662 INFO:teuthology.orchestra.run.smithi005.stdout: pg 2.7 is active+undersized+degraded, acting [6,2] 2024-09-04T22:25:46.663 INFO:teuthology.orchestra.run.smithi005.stdout: pg 2.b is active+undersized+degraded, acting [4,5] 2024-09-04T22:25:46.663 INFO:teuthology.orchestra.run.smithi005.stdout: pg 2.e is active+undersized+degraded, acting [2,3] 2024-09-04T22:25:46.663 INFO:teuthology.orchestra.run.smithi005.stdout: pg 2.f is active+undersized+degraded, acting [4,0] 2024-09-04T22:25:46.663 INFO:teuthology.orchestra.run.smithi005.stdout: pg 2.1a is active+undersized+degraded, acting [6,4] 2024-09-04T22:25:46.663 INFO:teuthology.orchestra.run.smithi005.stdout: pg 2.1d is active+undersized+degraded, acting [6,0] 2024-09-04T22:25:46.663 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.9 is active+undersized+degraded, acting [4,2] 2024-09-04T22:25:46.663 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.e is active+undersized+degraded, acting [2,1] 2024-09-04T22:25:46.663 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.f is active+undersized+degraded, acting [4,0] 2024-09-04T22:25:46.663 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.11 is active+undersized+degraded, acting [4,6] 2024-09-04T22:25:46.663 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.13 is active+undersized+degraded, acting [4,2] 2024-09-04T22:25:46.663 INFO:teuthology.orchestra.run.smithi005.stdout: pg 3.14 is active+undersized+degraded, acting [4,6] 2024-09-04T22:25:46.663 INFO:teuthology.orchestra.run.smithi005.stdout: pg 4.5 is active+undersized+degraded, acting [6,4] 2024-09-04T22:25:46.663 INFO:teuthology.orchestra.run.smithi005.stdout: pg 4.a is active+undersized+degraded, acting [6,1] 2024-09-04T22:25:46.755 INFO:teuthology.orchestra.run.smithi005.stdout: 5 230442 9.47 MB/sec execute 511 sec latency 45.779 ms 2024-09-04T22:25:46.773 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:25:46 smithi115 podman[63420]: 2024-09-04 22:25:46.493155142 +0000 UTC m=+0.965467703 container remove 6536c68cccfb5dff604c57e515c21d215f11bfb0c1956e6376a431078bb526a4 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7-deactivate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-09-04T22:25:46.773 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:25:46 smithi115 systemd[1]: ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@osd.7.service: Deactivated successfully. 2024-09-04T22:25:46.773 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:25:46 smithi115 systemd[1]: Stopped Ceph osd.7 for fc6cab94-6b09-11ef-bcd6-c7b262605968. 2024-09-04T22:25:46.774 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:25:46 smithi115 systemd[1]: ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@osd.7.service: Consumed 5min 14.136s CPU time. 2024-09-04T22:25:47.131 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:25:46 smithi115 systemd[1]: Starting Ceph osd.7 for fc6cab94-6b09-11ef-bcd6-c7b262605968... 2024-09-04T22:25:47.132 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:25:46 smithi115 podman[63517]: 2024-09-04 22:25:46.893844742 +0000 UTC m=+0.016722357 image pull e9760d0a26a7fddbeef4ac34fe459ff206acc1fc616e70634efad78bae5faf82 quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15 2024-09-04T22:25:47.132 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:25:47 smithi115 podman[63517]: 2024-09-04 22:25:47.010990284 +0000 UTC m=+0.133867885 container create e4b3c252da234b9c4893c1ed91e437d7271173f8af0119c90cd2fb191a72bf0b (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7-activate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2) 2024-09-04T22:25:47.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:47 smithi115 ceph-mon[51971]: from='client.34446 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:25:47.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:47 smithi115 ceph-mon[51971]: from='client.? 172.21.15.5:0/1581828591' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-04T22:25:47.397 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:25:47 smithi115 podman[63517]: 2024-09-04 22:25:47.256081456 +0000 UTC m=+0.378959069 container init e4b3c252da234b9c4893c1ed91e437d7271173f8af0119c90cd2fb191a72bf0b (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7-activate, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, ceph=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-09-04T22:25:47.398 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:25:47 smithi115 podman[63517]: 2024-09-04 22:25:47.261229679 +0000 UTC m=+0.384107283 container start e4b3c252da234b9c4893c1ed91e437d7271173f8af0119c90cd2fb191a72bf0b (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7-activate, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-09-04T22:25:47.398 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:25:47 smithi115 podman[63517]: 2024-09-04 22:25:47.357458456 +0000 UTC m=+0.480336055 container attach e4b3c252da234b9c4893c1ed91e437d7271173f8af0119c90cd2fb191a72bf0b (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7-activate, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-04T22:25:47.409 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:47 smithi005 ceph-mon[65467]: from='client.34446 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:25:47.409 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:47 smithi005 ceph-mon[65467]: from='client.? 172.21.15.5:0/1581828591' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-04T22:25:47.755 INFO:teuthology.orchestra.run.smithi005.stdout: 5 230778 9.46 MB/sec execute 512 sec latency 43.417 ms 2024-09-04T22:25:47.895 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:25:47 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7-activate[63532]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-04T22:25:47.896 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:25:47 smithi115 bash[63517]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-04T22:25:47.896 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:25:47 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7-activate[63532]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-04T22:25:47.896 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:25:47 smithi115 bash[63517]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-04T22:25:47.896 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:25:47 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7-activate[63532]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-04T22:25:47.896 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:25:47 smithi115 bash[63517]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-04T22:25:48.147 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:25:47 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7-activate[63532]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-09-04T22:25:48.147 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:25:47 smithi115 bash[63517]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-09-04T22:25:48.423 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:48 smithi005 ceph-mon[65467]: pgmap v290: 97 pgs: 2 active+undersized, 4 peering, 2 stale+active+clean, 20 active+undersized+degraded, 69 active+clean; 341 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.0 KiB/s rd, 4.8 MiB/s wr, 595 op/s; 143/1638 objects degraded (8.730%) 2024-09-04T22:25:48.423 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:48 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:25:48.423 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:48 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:25:48.577 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:48 smithi115 ceph-mon[51971]: pgmap v290: 97 pgs: 2 active+undersized, 4 peering, 2 stale+active+clean, 20 active+undersized+degraded, 69 active+clean; 341 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.0 KiB/s rd, 4.8 MiB/s wr, 595 op/s; 143/1638 objects degraded (8.730%) 2024-09-04T22:25:48.577 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:48 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:25:48.577 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:48 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:25:48.577 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:25:48 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7-activate[63532]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-09-04T22:25:48.578 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:25:48 smithi115 bash[63517]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-09-04T22:25:48.578 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:25:48 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7-activate[63532]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-04T22:25:48.578 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:25:48 smithi115 bash[63517]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-04T22:25:48.578 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:25:48 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7-activate[63532]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-09-04T22:25:48.578 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:25:48 smithi115 bash[63517]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-09-04T22:25:48.578 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:25:48 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7-activate[63532]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-04T22:25:48.578 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:25:48 smithi115 bash[63517]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-04T22:25:48.578 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:25:48 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7-activate[63532]: --> ceph-volume raw activate successful for osd ID: 7 2024-09-04T22:25:48.578 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:25:48 smithi115 bash[63517]: --> ceph-volume raw activate successful for osd ID: 7 2024-09-04T22:25:48.578 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:25:48 smithi115 podman[63517]: 2024-09-04 22:25:48.218717516 +0000 UTC m=+1.341595120 container died e4b3c252da234b9c4893c1ed91e437d7271173f8af0119c90cd2fb191a72bf0b (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7-activate, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD) 2024-09-04T22:25:48.755 INFO:teuthology.orchestra.run.smithi005.stdout: 5 231190 9.47 MB/sec execute 513 sec latency 50.091 ms 2024-09-04T22:25:49.283 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:25:48 smithi115 podman[63674]: 2024-09-04 22:25:48.919026484 +0000 UTC m=+0.694579028 container remove e4b3c252da234b9c4893c1ed91e437d7271173f8af0119c90cd2fb191a72bf0b (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7-activate, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-04T22:25:49.284 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:25:49 smithi115 podman[63732]: 2024-09-04 22:25:49.028783196 +0000 UTC m=+0.016213137 image pull e9760d0a26a7fddbeef4ac34fe459ff206acc1fc616e70634efad78bae5faf82 quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15 2024-09-04T22:25:49.540 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:25:49 smithi115 podman[63732]: 2024-09-04 22:25:49.283279029 +0000 UTC m=+0.270708977 container create d2351a5f1dfb0d1c738cf93866febc0a7f3d6c113485060ff32c8eb8de36b073 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-09-04T22:25:49.755 INFO:teuthology.orchestra.run.smithi005.stdout: 5 231618 9.47 MB/sec execute 514 sec latency 53.720 ms 2024-09-04T22:25:49.897 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:25:49 smithi115 podman[63732]: 2024-09-04 22:25:49.539641428 +0000 UTC m=+0.527071369 container init d2351a5f1dfb0d1c738cf93866febc0a7f3d6c113485060ff32c8eb8de36b073 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2) 2024-09-04T22:25:49.897 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:25:49 smithi115 podman[63732]: 2024-09-04 22:25:49.543239412 +0000 UTC m=+0.530669356 container start d2351a5f1dfb0d1c738cf93866febc0a7f3d6c113485060ff32c8eb8de36b073 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True) 2024-09-04T22:25:49.898 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:25:49 smithi115 ceph-osd[63751]: -- 172.21.15.115:0/3901915200 <== mon.1 v2:172.21.15.115:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x564455d401e0 con 0x564455d1a000 2024-09-04T22:25:49.898 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:25:49 smithi115 bash[63732]: d2351a5f1dfb0d1c738cf93866febc0a7f3d6c113485060ff32c8eb8de36b073 2024-09-04T22:25:49.898 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:25:49 smithi115 systemd[1]: Started Ceph osd.7 for fc6cab94-6b09-11ef-bcd6-c7b262605968. 2024-09-04T22:25:50.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:50 smithi005 ceph-mon[65467]: pgmap v291: 97 pgs: 7 active+undersized, 4 peering, 30 active+undersized+degraded, 56 active+clean; 342 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s wr, 508 op/s; 215/1689 objects degraded (12.729%) 2024-09-04T22:25:50.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:50 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:25:50.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:50 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:25:50.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:50 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:25:50.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:50 smithi115 ceph-mon[51971]: pgmap v291: 97 pgs: 7 active+undersized, 4 peering, 30 active+undersized+degraded, 56 active+clean; 342 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s wr, 508 op/s; 215/1689 objects degraded (12.729%) 2024-09-04T22:25:50.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:50 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:25:50.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:50 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:25:50.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:50 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:25:50.755 INFO:teuthology.orchestra.run.smithi005.stdout: 5 232008 9.47 MB/sec execute 515 sec latency 48.127 ms 2024-09-04T22:25:51.502 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:51 smithi005 ceph-mon[65467]: Health check update: Degraded data redundancy: 215/1689 objects degraded (12.729%), 30 pgs degraded (PG_DEGRADED) 2024-09-04T22:25:51.551 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:51 smithi115 ceph-mon[51971]: Health check update: Degraded data redundancy: 215/1689 objects degraded (12.729%), 30 pgs degraded (PG_DEGRADED) 2024-09-04T22:25:51.551 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:25:51 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:25:51.442+0000 7fe040e41640 -1 Falling back to public interface 2024-09-04T22:25:51.755 INFO:teuthology.orchestra.run.smithi005.stdout: 5 232424 9.48 MB/sec execute 516 sec latency 32.077 ms 2024-09-04T22:25:52.538 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:52 smithi005 ceph-mon[65467]: pgmap v292: 97 pgs: 7 active+undersized, 34 active+undersized+degraded, 56 active+clean; 342 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.9 KiB/s rd, 3.9 MiB/s wr, 445 op/s; 244/1734 objects degraded (14.072%) 2024-09-04T22:25:52.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:52 smithi115 ceph-mon[51971]: pgmap v292: 97 pgs: 7 active+undersized, 34 active+undersized+degraded, 56 active+clean; 342 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.9 KiB/s rd, 3.9 MiB/s wr, 445 op/s; 244/1734 objects degraded (14.072%) 2024-09-04T22:25:52.755 INFO:teuthology.orchestra.run.smithi005.stdout: 5 232748 9.48 MB/sec execute 517 sec latency 56.736 ms 2024-09-04T22:25:53.755 INFO:teuthology.orchestra.run.smithi005.stdout: 5 233130 9.48 MB/sec execute 518 sec latency 46.391 ms 2024-09-04T22:25:54.570 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:54 smithi005 ceph-mon[65467]: pgmap v293: 97 pgs: 7 active+undersized, 34 active+undersized+degraded, 56 active+clean; 340 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.8 KiB/s rd, 4.7 MiB/s wr, 460 op/s; 242/1674 objects degraded (14.456%) 2024-09-04T22:25:54.570 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:54 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:25:54.570 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:54 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:25:54.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:54 smithi115 ceph-mon[51971]: pgmap v293: 97 pgs: 7 active+undersized, 34 active+undersized+degraded, 56 active+clean; 340 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.8 KiB/s rd, 4.7 MiB/s wr, 460 op/s; 242/1674 objects degraded (14.456%) 2024-09-04T22:25:54.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:54 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:25:54.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:54 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:25:54.755 INFO:teuthology.orchestra.run.smithi005.stdout: 5 233454 9.48 MB/sec execute 519 sec latency 34.185 ms 2024-09-04T22:25:55.756 INFO:teuthology.orchestra.run.smithi005.stdout: 5 233751 9.48 MB/sec execute 520 sec latency 58.878 ms 2024-09-04T22:25:55.834 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:55 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:25:55.834 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:55 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:25:55.834 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:55 smithi005 ceph-mon[65467]: pgmap v294: 97 pgs: 7 active+undersized, 34 active+undersized+degraded, 56 active+clean; 341 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.5 KiB/s rd, 5.3 MiB/s wr, 578 op/s; 243/1662 objects degraded (14.621%) 2024-09-04T22:25:55.834 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:55 smithi005 ceph-mon[65467]: Health check update: Degraded data redundancy: 242/1674 objects degraded (14.456%), 34 pgs degraded (PG_DEGRADED) 2024-09-04T22:25:56.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:55 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:25:56.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:55 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:25:56.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:55 smithi115 ceph-mon[51971]: pgmap v294: 97 pgs: 7 active+undersized, 34 active+undersized+degraded, 56 active+clean; 341 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.5 KiB/s rd, 5.3 MiB/s wr, 578 op/s; 243/1662 objects degraded (14.621%) 2024-09-04T22:25:56.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:55 smithi115 ceph-mon[51971]: Health check update: Degraded data redundancy: 242/1674 objects degraded (14.456%), 34 pgs degraded (PG_DEGRADED) 2024-09-04T22:25:56.762 INFO:teuthology.orchestra.run.smithi005.stdout: 5 234097 9.48 MB/sec execute 521 sec latency 56.716 ms 2024-09-04T22:25:57.762 INFO:teuthology.orchestra.run.smithi005.stdout: 5 234428 9.47 MB/sec execute 522 sec latency 46.166 ms 2024-09-04T22:25:58.392 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:58 smithi005 ceph-mon[65467]: pgmap v295: 97 pgs: 7 active+undersized, 34 active+undersized+degraded, 56 active+clean; 342 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.1 KiB/s rd, 4.5 MiB/s wr, 434 op/s; 236/1629 objects degraded (14.487%) 2024-09-04T22:25:58.392 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:58 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:25:58.392 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:58 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:25:58.392 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:58 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:25:58.392 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:58 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:25:58.392 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:58 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:25:58.393 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:58 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:25:58.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:58 smithi115 ceph-mon[51971]: pgmap v295: 97 pgs: 7 active+undersized, 34 active+undersized+degraded, 56 active+clean; 342 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.1 KiB/s rd, 4.5 MiB/s wr, 434 op/s; 236/1629 objects degraded (14.487%) 2024-09-04T22:25:58.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:58 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:25:58.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:58 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:25:58.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:58 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:25:58.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:58 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:25:58.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:58 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:25:58.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:58 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:25:58.762 INFO:teuthology.orchestra.run.smithi005.stdout: 5 234676 9.47 MB/sec execute 523 sec latency 69.833 ms 2024-09-04T22:25:59.413 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:59 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:25:59.413 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:59 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:25:59.413 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:59 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:25:59.413 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:59 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:25:59.413 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:59 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:25:59.413 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:59 smithi005 ceph-mon[65467]: Upgrade: Setting container_image for all osd 2024-09-04T22:25:59.413 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:59 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:25:59.414 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:59 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-09-04T22:25:59.414 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:59 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-04T22:25:59.414 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:59 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-09-04T22:25:59.414 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:59 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-04T22:25:59.414 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:59 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-09-04T22:25:59.414 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:59 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-04T22:25:59.414 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:59 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-09-04T22:25:59.414 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:59 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-04T22:25:59.414 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:59 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-09-04T22:25:59.414 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:59 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-04T22:25:59.415 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:59 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-09-04T22:25:59.415 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:59 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-04T22:25:59.415 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:59 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-09-04T22:25:59.415 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:59 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-04T22:25:59.415 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:59 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-09-04T22:25:59.415 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:59 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-04T22:25:59.415 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:59 smithi005 ceph-mon[65467]: Upgrade: Setting require_osd_release to 19 squid 2024-09-04T22:25:59.415 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:25:59 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-09-04T22:25:59.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:59 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:25:59.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:59 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:25:59.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:59 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:25:59.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:59 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:25:59.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:59 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:25:59.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:59 smithi115 ceph-mon[51971]: Upgrade: Setting container_image for all osd 2024-09-04T22:25:59.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:59 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:25:59.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:59 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-09-04T22:25:59.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:59 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-04T22:25:59.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:59 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-09-04T22:25:59.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:59 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-04T22:25:59.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:59 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-09-04T22:25:59.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:59 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-04T22:25:59.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:59 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-09-04T22:25:59.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:59 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-04T22:25:59.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:59 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-09-04T22:25:59.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:59 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-04T22:25:59.650 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:59 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-09-04T22:25:59.650 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:59 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-04T22:25:59.650 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:59 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-09-04T22:25:59.650 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:59 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-04T22:25:59.650 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:59 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-09-04T22:25:59.650 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:59 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-04T22:25:59.650 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:59 smithi115 ceph-mon[51971]: Upgrade: Setting require_osd_release to 19 squid 2024-09-04T22:25:59.650 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:25:59 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-09-04T22:25:59.764 INFO:teuthology.orchestra.run.smithi005.stdout: 5 234936 9.46 MB/sec execute 524 sec latency 56.737 ms 2024-09-04T22:26:00.280 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:00 smithi005 ceph-mon[65467]: pgmap v296: 97 pgs: 7 active+undersized, 34 active+undersized+degraded, 56 active+clean; 348 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.1 KiB/s rd, 5.1 MiB/s wr, 480 op/s; 241/1719 objects degraded (14.020%) 2024-09-04T22:26:00.281 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:00 smithi005 ceph-mon[65467]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-09-04T22:26:00.281 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:00 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-09-04T22:26:00.281 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:00 smithi005 ceph-mon[65467]: osdmap e159: 8 total, 7 up, 8 in 2024-09-04T22:26:00.281 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:00 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mds ok-to-stop", "ids": ["foofs.smithi005.vslipg"]}]: dispatch 2024-09-04T22:26:00.281 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:00 smithi005 ceph-mon[65467]: Upgrade: It appears safe to stop mds.foofs.smithi005.vslipg 2024-09-04T22:26:00.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:00 smithi115 ceph-mon[51971]: pgmap v296: 97 pgs: 7 active+undersized, 34 active+undersized+degraded, 56 active+clean; 348 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.1 KiB/s rd, 5.1 MiB/s wr, 480 op/s; 241/1719 objects degraded (14.020%) 2024-09-04T22:26:00.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:00 smithi115 ceph-mon[51971]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-09-04T22:26:00.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:00 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-09-04T22:26:00.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:00 smithi115 ceph-mon[51971]: osdmap e159: 8 total, 7 up, 8 in 2024-09-04T22:26:00.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:00 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mds ok-to-stop", "ids": ["foofs.smithi005.vslipg"]}]: dispatch 2024-09-04T22:26:00.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:00 smithi115 ceph-mon[51971]: Upgrade: It appears safe to stop mds.foofs.smithi005.vslipg 2024-09-04T22:26:00.764 INFO:teuthology.orchestra.run.smithi005.stdout: 5 235314 9.46 MB/sec execute 525 sec latency 55.249 ms 2024-09-04T22:26:01.282 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:26:00 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:26:00.958+0000 7fe040e41640 -1 osd.7 0 read_superblock omap replica is missing. 2024-09-04T22:26:01.491 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:01 smithi005 ceph-mon[65467]: Health check update: Degraded data redundancy: 241/1719 objects degraded (14.020%), 34 pgs degraded (PG_DEGRADED) 2024-09-04T22:26:01.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:01 smithi115 ceph-mon[51971]: Health check update: Degraded data redundancy: 241/1719 objects degraded (14.020%), 34 pgs degraded (PG_DEGRADED) 2024-09-04T22:26:01.764 INFO:teuthology.orchestra.run.smithi005.stdout: 5 235618 9.46 MB/sec execute 526 sec latency 74.041 ms 2024-09-04T22:26:02.295 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:02 smithi005 ceph-mon[65467]: pgmap v298: 97 pgs: 7 active+undersized, 34 active+undersized+degraded, 56 active+clean; 342 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.9 KiB/s rd, 5.2 MiB/s wr, 542 op/s; 230/1689 objects degraded (13.618%) 2024-09-04T22:26:02.295 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:02 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:02.295 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:02 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi005.vslipg", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-04T22:26:02.295 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:02 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:26:02.647 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:26:02 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:26:02.419+0000 7fe040e41640 -1 osd.7 156 log_to_monitors true 2024-09-04T22:26:02.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:02 smithi115 ceph-mon[51971]: pgmap v298: 97 pgs: 7 active+undersized, 34 active+undersized+degraded, 56 active+clean; 342 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.9 KiB/s rd, 5.2 MiB/s wr, 542 op/s; 230/1689 objects degraded (13.618%) 2024-09-04T22:26:02.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:02 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:02.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:02 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi005.vslipg", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-04T22:26:02.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:02 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:26:02.764 INFO:teuthology.orchestra.run.smithi005.stdout: 5 235997 9.46 MB/sec execute 527 sec latency 69.975 ms 2024-09-04T22:26:03.320 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:03 smithi005 ceph-mon[65467]: Upgrade: Updating mds.foofs.smithi005.vslipg 2024-09-04T22:26:03.320 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:03 smithi005 ceph-mon[65467]: Deploying daemon mds.foofs.smithi005.vslipg on smithi005 2024-09-04T22:26:03.320 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:03 smithi005 ceph-mon[65467]: from='osd.7 [v2:172.21.15.115:6824/1158820151,v1:172.21.15.115:6825/1158820151]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-04T22:26:03.320 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:03 smithi005 ceph-mon[65467]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-04T22:26:03.321 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:03.321 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:26:03.647 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:26:03 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:26:03.304+0000 7fe038bec640 -1 osd.7 156 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-04T22:26:03.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:03 smithi115 ceph-mon[51971]: Upgrade: Updating mds.foofs.smithi005.vslipg 2024-09-04T22:26:03.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:03 smithi115 ceph-mon[51971]: Deploying daemon mds.foofs.smithi005.vslipg on smithi005 2024-09-04T22:26:03.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:03 smithi115 ceph-mon[51971]: from='osd.7 [v2:172.21.15.115:6824/1158820151,v1:172.21.15.115:6825/1158820151]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-04T22:26:03.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:03 smithi115 ceph-mon[51971]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-04T22:26:03.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:03 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:03.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:03 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:26:03.764 INFO:teuthology.orchestra.run.smithi005.stdout: 5 236357 9.46 MB/sec execute 528 sec latency 34.018 ms 2024-09-04T22:26:04.423 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:04 smithi005 ceph-mon[65467]: pgmap v299: 97 pgs: 7 active+undersized, 34 active+undersized+degraded, 56 active+clean; 339 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.9 KiB/s rd, 4.8 MiB/s wr, 529 op/s; 226/1629 objects degraded (13.874%) 2024-09-04T22:26:04.424 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:04 smithi005 ceph-mon[65467]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-04T22:26:04.424 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:04 smithi005 ceph-mon[65467]: osdmap e160: 8 total, 7 up, 8 in 2024-09-04T22:26:04.424 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:04 smithi005 ceph-mon[65467]: from='osd.7 [v2:172.21.15.115:6824/1158820151,v1:172.21.15.115:6825/1158820151]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]: dispatch 2024-09-04T22:26:04.424 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:04 smithi005 ceph-mon[65467]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]: dispatch 2024-09-04T22:26:04.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:04 smithi115 ceph-mon[51971]: pgmap v299: 97 pgs: 7 active+undersized, 34 active+undersized+degraded, 56 active+clean; 339 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.9 KiB/s rd, 4.8 MiB/s wr, 529 op/s; 226/1629 objects degraded (13.874%) 2024-09-04T22:26:04.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:04 smithi115 ceph-mon[51971]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-04T22:26:04.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:04 smithi115 ceph-mon[51971]: osdmap e160: 8 total, 7 up, 8 in 2024-09-04T22:26:04.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:04 smithi115 ceph-mon[51971]: from='osd.7 [v2:172.21.15.115:6824/1158820151,v1:172.21.15.115:6825/1158820151]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]: dispatch 2024-09-04T22:26:04.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:04 smithi115 ceph-mon[51971]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]: dispatch 2024-09-04T22:26:04.765 INFO:teuthology.orchestra.run.smithi005.stdout: 5 236584 9.46 MB/sec execute 529 sec latency 477.527 ms 2024-09-04T22:26:05.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:05 smithi005 ceph-mon[65467]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-04T22:26:05.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:05 smithi005 ceph-mon[65467]: osd.7 [v2:172.21.15.115:6824/1158820151,v1:172.21.15.115:6825/1158820151] boot 2024-09-04T22:26:05.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:05 smithi005 ceph-mon[65467]: osdmap e161: 8 total, 8 up, 8 in 2024-09-04T22:26:05.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:05 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-04T22:26:05.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:05 smithi115 ceph-mon[51971]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-04T22:26:05.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:05 smithi115 ceph-mon[51971]: osd.7 [v2:172.21.15.115:6824/1158820151,v1:172.21.15.115:6825/1158820151] boot 2024-09-04T22:26:05.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:05 smithi115 ceph-mon[51971]: osdmap e161: 8 total, 8 up, 8 in 2024-09-04T22:26:05.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:05 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-04T22:26:05.766 INFO:teuthology.orchestra.run.smithi005.stdout: 5 236584 9.44 MB/sec execute 530 sec latency 1479.893 ms 2024-09-04T22:26:06.211 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:05 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-mon-smithi005[65463]: 2024-09-04T22:26:05.783+0000 7f407af00640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-04T22:26:06.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:06 smithi115 ceph-mon[51971]: pgmap v302: 97 pgs: 11 peering, 7 active+undersized, 23 active+undersized+degraded, 56 active+clean; 332 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 4.1 MiB/s wr, 437 op/s; 174/1620 objects degraded (10.741%) 2024-09-04T22:26:06.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:06 smithi115 ceph-mon[51971]: osdmap e162: 8 total, 8 up, 8 in 2024-09-04T22:26:06.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:06 smithi115 ceph-mon[51971]: Health check update: Degraded data redundancy: 174/1620 objects degraded (10.741%), 23 pgs degraded (PG_DEGRADED) 2024-09-04T22:26:06.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:06 smithi115 ceph-mon[51971]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-04T22:26:06.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:06 smithi115 ceph-mon[51971]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-04T22:26:06.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:06 smithi115 ceph-mon[51971]: osdmap e163: 8 total, 8 up, 8 in 2024-09-04T22:26:06.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:06 smithi115 ceph-mon[51971]: Standby daemon mds.foofs.smithi115.sgjptr assigned to filesystem foofs as rank 0 2024-09-04T22:26:06.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:06 smithi115 ceph-mon[51971]: Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY) 2024-09-04T22:26:06.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:06 smithi115 ceph-mon[51971]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-04T22:26:06.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:06 smithi115 ceph-mon[51971]: fsmap foofs:0/1 1 up:standby, 1 failed 2024-09-04T22:26:06.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:06 smithi115 ceph-mon[51971]: fsmap foofs:1/1 {0=foofs.smithi115.sgjptr=up:replay} 2024-09-04T22:26:06.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:06 smithi005 ceph-mon[65467]: pgmap v302: 97 pgs: 11 peering, 7 active+undersized, 23 active+undersized+degraded, 56 active+clean; 332 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 4.1 MiB/s wr, 437 op/s; 174/1620 objects degraded (10.741%) 2024-09-04T22:26:06.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:06 smithi005 ceph-mon[65467]: osdmap e162: 8 total, 8 up, 8 in 2024-09-04T22:26:06.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:06 smithi005 ceph-mon[65467]: Health check update: Degraded data redundancy: 174/1620 objects degraded (10.741%), 23 pgs degraded (PG_DEGRADED) 2024-09-04T22:26:06.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:06 smithi005 ceph-mon[65467]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-04T22:26:06.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:06 smithi005 ceph-mon[65467]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-04T22:26:06.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:06 smithi005 ceph-mon[65467]: osdmap e163: 8 total, 8 up, 8 in 2024-09-04T22:26:06.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:06 smithi005 ceph-mon[65467]: Standby daemon mds.foofs.smithi115.sgjptr assigned to filesystem foofs as rank 0 2024-09-04T22:26:06.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:06 smithi005 ceph-mon[65467]: Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY) 2024-09-04T22:26:06.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:06 smithi005 ceph-mon[65467]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-04T22:26:06.713 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:06 smithi005 ceph-mon[65467]: fsmap foofs:0/1 1 up:standby, 1 failed 2024-09-04T22:26:06.713 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:06 smithi005 ceph-mon[65467]: fsmap foofs:1/1 {0=foofs.smithi115.sgjptr=up:replay} 2024-09-04T22:26:06.766 INFO:teuthology.orchestra.run.smithi005.stdout: 5 236584 9.42 MB/sec execute 531 sec latency 2479.940 ms 2024-09-04T22:26:07.766 INFO:teuthology.orchestra.run.smithi005.stdout: 5 236584 9.41 MB/sec execute 532 sec latency 3479.988 ms 2024-09-04T22:26:08.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:07 smithi115 ceph-mon[51971]: osdmap e164: 8 total, 8 up, 8 in 2024-09-04T22:26:08.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:07 smithi115 ceph-mon[51971]: pgmap v306: 97 pgs: 1 active+undersized+remapped, 11 peering, 5 active+undersized, 19 active+undersized+degraded, 61 active+clean; 336 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.5 MiB/s wr, 389 op/s; 147/1626 objects degraded (9.041%); 1.0 MiB/s, 4 objects/s recovering 2024-09-04T22:26:08.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:07 smithi115 ceph-mon[51971]: Health check cleared: MDS_INSUFFICIENT_STANDBY (was: insufficient standby MDS daemons available) 2024-09-04T22:26:08.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:07 smithi115 ceph-mon[51971]: reconnect by client.24349 172.21.15.115:0/2955227959 after 0.000999983 2024-09-04T22:26:08.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:07 smithi115 ceph-mon[51971]: reconnect by client.14554 172.21.15.5:0/2890082161 after 0.000999983 2024-09-04T22:26:08.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:07 smithi115 ceph-mon[51971]: mds.? [v2:172.21.15.115:6832/2042494945,v1:172.21.15.115:6833/2042494945] up:reconnect 2024-09-04T22:26:08.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:07 smithi115 ceph-mon[51971]: mds.? [v2:172.21.15.5:6834/349477750,v1:172.21.15.5:6835/349477750] up:boot 2024-09-04T22:26:08.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:07 smithi115 ceph-mon[51971]: fsmap foofs:1/1 {0=foofs.smithi115.sgjptr=up:reconnect} 1 up:standby 2024-09-04T22:26:08.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:07 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi005.vslipg"}]: dispatch 2024-09-04T22:26:08.215 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:07 smithi005 ceph-mon[65467]: osdmap e164: 8 total, 8 up, 8 in 2024-09-04T22:26:08.215 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:07 smithi005 ceph-mon[65467]: pgmap v306: 97 pgs: 1 active+undersized+remapped, 11 peering, 5 active+undersized, 19 active+undersized+degraded, 61 active+clean; 336 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.5 MiB/s wr, 389 op/s; 147/1626 objects degraded (9.041%); 1.0 MiB/s, 4 objects/s recovering 2024-09-04T22:26:08.215 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:07 smithi005 ceph-mon[65467]: Health check cleared: MDS_INSUFFICIENT_STANDBY (was: insufficient standby MDS daemons available) 2024-09-04T22:26:08.215 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:07 smithi005 ceph-mon[65467]: reconnect by client.24349 172.21.15.115:0/2955227959 after 0.000999983 2024-09-04T22:26:08.215 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:07 smithi005 ceph-mon[65467]: reconnect by client.14554 172.21.15.5:0/2890082161 after 0.000999983 2024-09-04T22:26:08.215 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:07 smithi005 ceph-mon[65467]: mds.? [v2:172.21.15.115:6832/2042494945,v1:172.21.15.115:6833/2042494945] up:reconnect 2024-09-04T22:26:08.215 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:07 smithi005 ceph-mon[65467]: mds.? [v2:172.21.15.5:6834/349477750,v1:172.21.15.5:6835/349477750] up:boot 2024-09-04T22:26:08.215 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:07 smithi005 ceph-mon[65467]: fsmap foofs:1/1 {0=foofs.smithi115.sgjptr=up:reconnect} 1 up:standby 2024-09-04T22:26:08.215 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:07 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi005.vslipg"}]: dispatch 2024-09-04T22:26:08.766 INFO:teuthology.orchestra.run.smithi005.stdout: 5 236584 9.39 MB/sec execute 533 sec latency 4480.042 ms 2024-09-04T22:26:09.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:08 smithi115 ceph-mon[51971]: osdmap e165: 8 total, 8 up, 8 in 2024-09-04T22:26:09.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:08 smithi115 ceph-mon[51971]: mds.? [v2:172.21.15.115:6832/2042494945,v1:172.21.15.115:6833/2042494945] up:rejoin 2024-09-04T22:26:09.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:08 smithi115 ceph-mon[51971]: fsmap foofs:1/1 {0=foofs.smithi115.sgjptr=up:rejoin} 1 up:standby 2024-09-04T22:26:09.211 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:08 smithi005 ceph-mon[65467]: osdmap e165: 8 total, 8 up, 8 in 2024-09-04T22:26:09.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:08 smithi005 ceph-mon[65467]: mds.? [v2:172.21.15.115:6832/2042494945,v1:172.21.15.115:6833/2042494945] up:rejoin 2024-09-04T22:26:09.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:08 smithi005 ceph-mon[65467]: fsmap foofs:1/1 {0=foofs.smithi115.sgjptr=up:rejoin} 1 up:standby 2024-09-04T22:26:09.766 INFO:teuthology.orchestra.run.smithi005.stdout: 5 236584 9.37 MB/sec execute 534 sec latency 5480.087 ms 2024-09-04T22:26:10.596 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:10 smithi005 ceph-mon[65467]: pgmap v308: 97 pgs: 1 active+undersized+remapped, 15 peering, 81 active+clean; 339 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 3.4 MiB/s wr, 302 op/s; 4.3 MiB/s, 57 objects/s recovering 2024-09-04T22:26:10.596 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:10 smithi005 ceph-mon[65467]: mds.? [v2:172.21.15.115:6832/2042494945,v1:172.21.15.115:6833/2042494945] up:clientreplay 2024-09-04T22:26:10.596 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:10 smithi005 ceph-mon[65467]: fsmap foofs:1/1 {0=foofs.smithi115.sgjptr=up:clientreplay} 1 up:standby 2024-09-04T22:26:10.596 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:10 smithi005 ceph-mon[65467]: daemon mds.foofs.smithi115.sgjptr is now active in filesystem foofs as rank 0 2024-09-04T22:26:10.596 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:10 smithi005 ceph-mon[65467]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 147/1626 objects degraded (9.041%), 19 pgs degraded) 2024-09-04T22:26:10.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:10 smithi115 ceph-mon[51971]: pgmap v308: 97 pgs: 1 active+undersized+remapped, 15 peering, 81 active+clean; 339 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 3.4 MiB/s wr, 302 op/s; 4.3 MiB/s, 57 objects/s recovering 2024-09-04T22:26:10.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:10 smithi115 ceph-mon[51971]: mds.? [v2:172.21.15.115:6832/2042494945,v1:172.21.15.115:6833/2042494945] up:clientreplay 2024-09-04T22:26:10.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:10 smithi115 ceph-mon[51971]: fsmap foofs:1/1 {0=foofs.smithi115.sgjptr=up:clientreplay} 1 up:standby 2024-09-04T22:26:10.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:10 smithi115 ceph-mon[51971]: daemon mds.foofs.smithi115.sgjptr is now active in filesystem foofs as rank 0 2024-09-04T22:26:10.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:10 smithi115 ceph-mon[51971]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 147/1626 objects degraded (9.041%), 19 pgs degraded) 2024-09-04T22:26:10.766 INFO:teuthology.orchestra.run.smithi005.stdout: 5 236750 9.36 MB/sec execute 535 sec latency 6046.498 ms 2024-09-04T22:26:11.368 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:11 smithi005 ceph-mon[65467]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-04T22:26:11.368 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:11 smithi005 ceph-mon[65467]: Cluster is now healthy 2024-09-04T22:26:11.368 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:11 smithi005 ceph-mon[65467]: mds.? [v2:172.21.15.115:6832/2042494945,v1:172.21.15.115:6833/2042494945] up:active 2024-09-04T22:26:11.368 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:11 smithi005 ceph-mon[65467]: fsmap foofs:1 {0=foofs.smithi115.sgjptr=up:active} 1 up:standby 2024-09-04T22:26:11.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:11 smithi115 ceph-mon[51971]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-04T22:26:11.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:11 smithi115 ceph-mon[51971]: Cluster is now healthy 2024-09-04T22:26:11.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:11 smithi115 ceph-mon[51971]: mds.? [v2:172.21.15.115:6832/2042494945,v1:172.21.15.115:6833/2042494945] up:active 2024-09-04T22:26:11.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:11 smithi115 ceph-mon[51971]: fsmap foofs:1 {0=foofs.smithi115.sgjptr=up:active} 1 up:standby 2024-09-04T22:26:11.766 INFO:teuthology.orchestra.run.smithi005.stdout: 5 236953 9.35 MB/sec execute 536 sec latency 83.670 ms 2024-09-04T22:26:12.397 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:12 smithi005 ceph-mon[65467]: pgmap v309: 97 pgs: 1 active+undersized+remapped, 4 peering, 92 active+clean; 339 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 34 MiB/s rd, 2.3 MiB/s wr, 220 op/s; 3.7 MiB/s, 47 objects/s recovering 2024-09-04T22:26:12.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:12 smithi115 ceph-mon[51971]: pgmap v309: 97 pgs: 1 active+undersized+remapped, 4 peering, 92 active+clean; 339 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 34 MiB/s rd, 2.3 MiB/s wr, 220 op/s; 3.7 MiB/s, 47 objects/s recovering 2024-09-04T22:26:12.767 INFO:teuthology.orchestra.run.smithi005.stdout: 5 237204 9.35 MB/sec execute 537 sec latency 100.969 ms 2024-09-04T22:26:13.767 INFO:teuthology.orchestra.run.smithi005.stdout: 5 237750 9.36 MB/sec execute 538 sec latency 40.770 ms 2024-09-04T22:26:14.412 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:14 smithi005 ceph-mon[65467]: pgmap v310: 97 pgs: 97 active+clean; 338 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 2.4 MiB/s wr, 203 op/s; 3.0 MiB/s, 37 objects/s recovering 2024-09-04T22:26:14.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:14 smithi115 ceph-mon[51971]: pgmap v310: 97 pgs: 97 active+clean; 338 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 2.4 MiB/s wr, 203 op/s; 3.0 MiB/s, 37 objects/s recovering 2024-09-04T22:26:14.767 INFO:teuthology.orchestra.run.smithi005.stdout: 5 238273 9.37 MB/sec execute 539 sec latency 84.625 ms 2024-09-04T22:26:15.767 INFO:teuthology.orchestra.run.smithi005.stdout: 5 238724 9.37 MB/sec execute 540 sec latency 85.745 ms 2024-09-04T22:26:16.438 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:16 smithi005 ceph-mon[65467]: pgmap v311: 97 pgs: 97 active+clean; 347 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.0 MiB/s wr, 322 op/s; 2.2 MiB/s, 31 objects/s recovering 2024-09-04T22:26:16.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:16 smithi115 ceph-mon[51971]: pgmap v311: 97 pgs: 97 active+clean; 347 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.0 MiB/s wr, 322 op/s; 2.2 MiB/s, 31 objects/s recovering 2024-09-04T22:26:16.767 INFO:teuthology.orchestra.run.smithi005.stdout: 5 239076 9.36 MB/sec execute 541 sec latency 49.666 ms 2024-09-04T22:26:17.286 INFO:teuthology.orchestra.run.smithi005.stdout:true 2024-09-04T22:26:17.767 INFO:teuthology.orchestra.run.smithi005.stdout: 5 239341 9.36 MB/sec execute 542 sec latency 72.928 ms 2024-09-04T22:26:18.377 INFO:teuthology.orchestra.run.smithi005.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-04T22:26:18.377 INFO:teuthology.orchestra.run.smithi005.stdout:alertmanager.smithi005 smithi005 *:9093,9094 running (8m) 2m ago 17m 23.5M - 0.23.0 ba2b418f427c d299eba5e5dd 2024-09-04T22:26:18.377 INFO:teuthology.orchestra.run.smithi005.stdout:crash.smithi005 smithi005 running (6m) 2m ago 17m 6895k - 19.1.1-260-gf3418446 e9760d0a26a7 30e3c983ec4d 2024-09-04T22:26:18.377 INFO:teuthology.orchestra.run.smithi005.stdout:crash.smithi115 smithi115 running (6m) 24s ago 16m 6895k - 19.1.1-260-gf3418446 e9760d0a26a7 0089e389692f 2024-09-04T22:26:18.378 INFO:teuthology.orchestra.run.smithi005.stdout:grafana.smithi005 smithi005 *:3000 running (8m) 2m ago 17m 54.2M - 8.3.5 dad864ee21e9 b9c465ba4deb 2024-09-04T22:26:18.378 INFO:teuthology.orchestra.run.smithi005.stdout:mds.foofs.smithi005.vslipg smithi005 starting - - - - 2024-09-04T22:26:18.378 INFO:teuthology.orchestra.run.smithi005.stdout:mds.foofs.smithi115.sgjptr smithi115 running (11m) 24s ago 11m 17.4M - 17.2.0 e1d6a67b021e fb533e8d32e8 2024-09-04T22:26:18.378 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.smithi005.hteciz smithi005 *:8443,9283,8765 running (8m) 2m ago 18m 504M - 19.1.1-260-gf3418446 e9760d0a26a7 669eb5d46ffc 2024-09-04T22:26:18.378 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.smithi115.lfvwip smithi115 *:8443,9283,8765 running (7m) 24s ago 16m 442M - 19.1.1-260-gf3418446 e9760d0a26a7 5fc647070f0c 2024-09-04T22:26:18.378 INFO:teuthology.orchestra.run.smithi005.stdout:mon.smithi005 smithi005 running (7m) 2m ago 18m 49.7M 2048M 19.1.1-260-gf3418446 e9760d0a26a7 8ac4e5344f95 2024-09-04T22:26:18.378 INFO:teuthology.orchestra.run.smithi005.stdout:mon.smithi115 smithi115 running (6m) 24s ago 16m 43.6M 2048M 19.1.1-260-gf3418446 e9760d0a26a7 cadad68d26fc 2024-09-04T22:26:18.378 INFO:teuthology.orchestra.run.smithi005.stdout:nfs.foo.0.0.smithi005.rcnjjx smithi005 *:2049 running (11m) 2m ago 11m 264M - 4.0 e1d6a67b021e 292d2c5fa82d 2024-09-04T22:26:18.378 INFO:teuthology.orchestra.run.smithi005.stdout:nfs.foo.1.0.smithi115.gxhqij smithi115 *:2049 running (11m) 24s ago 11m 86.5M - 4.0 e1d6a67b021e e4a881a3497c 2024-09-04T22:26:18.378 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.smithi005 smithi005 *:9100 running (8m) 2m ago 17m 16.7M - 1.3.1 1dbe0e931976 c3be8b87abc8 2024-09-04T22:26:18.378 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.smithi115 smithi115 *:9100 running (8m) 24s ago 16m 17.3M - 1.3.1 1dbe0e931976 a216b8a3c089 2024-09-04T22:26:18.378 INFO:teuthology.orchestra.run.smithi005.stdout:osd.0 smithi005 running (5m) 2m ago 15m 344M 1937M 19.1.1-260-gf3418446 e9760d0a26a7 7565bcbd5640 2024-09-04T22:26:18.378 INFO:teuthology.orchestra.run.smithi005.stdout:osd.1 smithi005 running (4m) 2m ago 15m 280M 1937M 19.1.1-260-gf3418446 e9760d0a26a7 4b3d60bb2c25 2024-09-04T22:26:18.379 INFO:teuthology.orchestra.run.smithi005.stdout:osd.2 smithi005 running (3m) 2m ago 15m 226M 1937M 19.1.1-260-gf3418446 e9760d0a26a7 7da85200f683 2024-09-04T22:26:18.379 INFO:teuthology.orchestra.run.smithi005.stdout:osd.3 smithi005 running (3m) 2m ago 14m 12.1M 1937M 19.1.1-260-gf3418446 e9760d0a26a7 a644c2dcdeb3 2024-09-04T22:26:18.379 INFO:teuthology.orchestra.run.smithi005.stdout:osd.4 smithi115 running (2m) 24s ago 14m 285M 2704M 19.1.1-260-gf3418446 e9760d0a26a7 09cc24771318 2024-09-04T22:26:18.379 INFO:teuthology.orchestra.run.smithi005.stdout:osd.5 smithi115 running (103s) 24s ago 13m 268M 2704M 19.1.1-260-gf3418446 e9760d0a26a7 8d76fc0631fe 2024-09-04T22:26:18.379 INFO:teuthology.orchestra.run.smithi005.stdout:osd.6 smithi115 running (64s) 24s ago 13m 233M 2704M 19.1.1-260-gf3418446 e9760d0a26a7 e004cdc60fc1 2024-09-04T22:26:18.379 INFO:teuthology.orchestra.run.smithi005.stdout:osd.7 smithi115 running (29s) 24s ago 13m 12.0M 2704M 19.1.1-260-gf3418446 e9760d0a26a7 d2351a5f1dfb 2024-09-04T22:26:18.379 INFO:teuthology.orchestra.run.smithi005.stdout:prometheus.smithi005 smithi005 *:9095 running (7m) 2m ago 16m 73.5M - 2.33.4 514e6a882f6e aae1464e652a 2024-09-04T22:26:18.488 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:18 smithi005 ceph-mon[65467]: pgmap v312: 97 pgs: 97 active+clean; 346 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.8 MiB/s wr, 288 op/s; 1.8 MiB/s, 26 objects/s recovering 2024-09-04T22:26:18.488 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:18 smithi005 ceph-mon[65467]: from='client.34460 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:26:18.488 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:18 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:18.488 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:18 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:26:18.489 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:18 smithi005 ceph-mon[65467]: daemon mds.foofs.smithi005.vslipg restarted 2024-09-04T22:26:18.489 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:18 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:18.489 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:18 smithi005 ceph-mon[65467]: osdmap e166: 8 total, 8 up, 8 in 2024-09-04T22:26:18.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:18 smithi115 ceph-mon[51971]: pgmap v312: 97 pgs: 97 active+clean; 346 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.8 MiB/s wr, 288 op/s; 1.8 MiB/s, 26 objects/s recovering 2024-09-04T22:26:18.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:18 smithi115 ceph-mon[51971]: from='client.34460 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:26:18.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:18 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:18.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:18 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:26:18.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:18 smithi115 ceph-mon[51971]: daemon mds.foofs.smithi005.vslipg restarted 2024-09-04T22:26:18.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:18 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:18.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:18 smithi115 ceph-mon[51971]: osdmap e166: 8 total, 8 up, 8 in 2024-09-04T22:26:18.767 INFO:teuthology.orchestra.run.smithi005.stdout: 5 239630 9.36 MB/sec execute 543 sec latency 64.705 ms 2024-09-04T22:26:19.066 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-04T22:26:19.066 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": { 2024-09-04T22:26:19.066 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 2 2024-09-04T22:26:19.067 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:26:19.067 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": { 2024-09-04T22:26:19.067 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 2 2024-09-04T22:26:19.067 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:26:19.067 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": { 2024-09-04T22:26:19.067 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 8 2024-09-04T22:26:19.067 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:26:19.067 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": { 2024-09-04T22:26:19.067 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2, 2024-09-04T22:26:19.068 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 1 2024-09-04T22:26:19.068 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:26:19.068 INFO:teuthology.orchestra.run.smithi005.stdout: "overall": { 2024-09-04T22:26:19.068 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2, 2024-09-04T22:26:19.068 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 13 2024-09-04T22:26:19.068 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-04T22:26:19.068 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-04T22:26:19.530 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:19 smithi005 ceph-mon[65467]: from='client.34464 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:26:19.531 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:19 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:19.531 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:19 smithi005 ceph-mon[65467]: from='client.44365 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:26:19.531 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:19 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:19.531 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:19 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:26:19.531 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:19 smithi005 ceph-mon[65467]: from='client.? 172.21.15.5:0/624078851' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:26:19.531 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:19 smithi005 ceph-mon[65467]: mds.? [v2:172.21.15.5:6834/1658802369,v1:172.21.15.5:6835/1658802369] up:boot 2024-09-04T22:26:19.531 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:19 smithi005 ceph-mon[65467]: fsmap foofs:1 {0=foofs.smithi115.sgjptr=up:active} 1 up:standby 2024-09-04T22:26:19.531 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:19 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi005.vslipg"}]: dispatch 2024-09-04T22:26:19.622 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-04T22:26:19.622 INFO:teuthology.orchestra.run.smithi005.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15", 2024-09-04T22:26:19.623 INFO:teuthology.orchestra.run.smithi005.stdout: "in_progress": true, 2024-09-04T22:26:19.623 INFO:teuthology.orchestra.run.smithi005.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-04T22:26:19.623 INFO:teuthology.orchestra.run.smithi005.stdout: "services_complete": [ 2024-09-04T22:26:19.623 INFO:teuthology.orchestra.run.smithi005.stdout: "mon", 2024-09-04T22:26:19.623 INFO:teuthology.orchestra.run.smithi005.stdout: "osd", 2024-09-04T22:26:19.623 INFO:teuthology.orchestra.run.smithi005.stdout: "crash", 2024-09-04T22:26:19.623 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr" 2024-09-04T22:26:19.623 INFO:teuthology.orchestra.run.smithi005.stdout: ], 2024-09-04T22:26:19.623 INFO:teuthology.orchestra.run.smithi005.stdout: "progress": "14/23 daemons upgraded", 2024-09-04T22:26:19.623 INFO:teuthology.orchestra.run.smithi005.stdout: "message": "Currently upgrading mds daemons", 2024-09-04T22:26:19.623 INFO:teuthology.orchestra.run.smithi005.stdout: "is_paused": false 2024-09-04T22:26:19.623 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-04T22:26:19.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:19 smithi115 ceph-mon[51971]: from='client.34464 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:26:19.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:19 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:19.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:19 smithi115 ceph-mon[51971]: from='client.44365 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:26:19.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:19 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:19.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:19 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:26:19.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:19 smithi115 ceph-mon[51971]: from='client.? 172.21.15.5:0/624078851' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:26:19.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:19 smithi115 ceph-mon[51971]: mds.? [v2:172.21.15.5:6834/1658802369,v1:172.21.15.5:6835/1658802369] up:boot 2024-09-04T22:26:19.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:19 smithi115 ceph-mon[51971]: fsmap foofs:1 {0=foofs.smithi115.sgjptr=up:active} 1 up:standby 2024-09-04T22:26:19.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:19 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi005.vslipg"}]: dispatch 2024-09-04T22:26:19.767 INFO:teuthology.orchestra.run.smithi005.stdout: 5 239911 9.36 MB/sec execute 544 sec latency 53.070 ms 2024-09-04T22:26:20.286 INFO:teuthology.orchestra.run.smithi005.stdout:HEALTH_OK 2024-09-04T22:26:20.550 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:20 smithi005 ceph-mon[65467]: pgmap v314: 97 pgs: 97 active+clean; 343 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.3 MiB/s wr, 320 op/s; 485 KiB/s, 4 objects/s recovering 2024-09-04T22:26:20.550 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:20 smithi005 ceph-mon[65467]: from='client.? 172.21.15.5:0/1670907641' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-04T22:26:20.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:20 smithi115 ceph-mon[51971]: pgmap v314: 97 pgs: 97 active+clean; 343 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.3 MiB/s wr, 320 op/s; 485 KiB/s, 4 objects/s recovering 2024-09-04T22:26:20.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:20 smithi115 ceph-mon[51971]: from='client.? 172.21.15.5:0/1670907641' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-04T22:26:20.767 INFO:teuthology.orchestra.run.smithi005.stdout: 5 240282 9.37 MB/sec execute 545 sec latency 78.519 ms 2024-09-04T22:26:21.561 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:21 smithi005 ceph-mon[65467]: from='client.34480 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:26:21.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:21 smithi115 ceph-mon[51971]: from='client.34480 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:26:21.773 INFO:teuthology.orchestra.run.smithi005.stdout: 5 240505 9.36 MB/sec execute 546 sec latency 113.589 ms 2024-09-04T22:26:22.570 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:22 smithi005 ceph-mon[65467]: pgmap v315: 97 pgs: 97 active+clean; 344 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 4.3 MiB/s wr, 491 op/s 2024-09-04T22:26:22.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:22 smithi115 ceph-mon[51971]: pgmap v315: 97 pgs: 97 active+clean; 344 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 4.3 MiB/s wr, 491 op/s 2024-09-04T22:26:22.773 INFO:teuthology.orchestra.run.smithi005.stdout: 5 240617 9.35 MB/sec execute 547 sec latency 79.172 ms 2024-09-04T22:26:23.773 INFO:teuthology.orchestra.run.smithi005.stdout: 5 240769 9.34 MB/sec execute 548 sec latency 88.596 ms 2024-09-04T22:26:24.383 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:24 smithi005 ceph-mon[65467]: pgmap v316: 97 pgs: 97 active+clean; 343 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 32 KiB/s rd, 4.9 MiB/s wr, 513 op/s 2024-09-04T22:26:24.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:24 smithi115 ceph-mon[51971]: pgmap v316: 97 pgs: 97 active+clean; 343 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 32 KiB/s rd, 4.9 MiB/s wr, 513 op/s 2024-09-04T22:26:24.773 INFO:teuthology.orchestra.run.smithi005.stdout: 5 241007 9.34 MB/sec execute 549 sec latency 106.865 ms 2024-09-04T22:26:25.773 INFO:teuthology.orchestra.run.smithi005.stdout: 5 241272 9.33 MB/sec execute 550 sec latency 71.455 ms 2024-09-04T22:26:26.439 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:26 smithi005 ceph-mon[65467]: pgmap v317: 97 pgs: 97 active+clean; 335 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 4.6 MiB/s wr, 442 op/s 2024-09-04T22:26:26.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:26 smithi115 ceph-mon[51971]: pgmap v317: 97 pgs: 97 active+clean; 335 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 4.6 MiB/s wr, 442 op/s 2024-09-04T22:26:26.773 INFO:teuthology.orchestra.run.smithi005.stdout: 5 241546 9.32 MB/sec execute 551 sec latency 96.150 ms 2024-09-04T22:26:27.773 INFO:teuthology.orchestra.run.smithi005.stdout: 5 241755 9.32 MB/sec execute 552 sec latency 86.157 ms 2024-09-04T22:26:28.244 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:28 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:28.244 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:28 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:28.244 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:28 smithi005 ceph-mon[65467]: pgmap v318: 97 pgs: 97 active+clean; 336 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 14 KiB/s rd, 4.5 MiB/s wr, 433 op/s 2024-09-04T22:26:28.244 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:28 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:28.244 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:28 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:28.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:28 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:28.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:28 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:28.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:28 smithi115 ceph-mon[51971]: pgmap v318: 97 pgs: 97 active+clean; 336 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 14 KiB/s rd, 4.5 MiB/s wr, 433 op/s 2024-09-04T22:26:28.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:28 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:28.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:28 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:28.773 INFO:teuthology.orchestra.run.smithi005.stdout: 5 242004 9.31 MB/sec execute 553 sec latency 69.421 ms 2024-09-04T22:26:29.773 INFO:teuthology.orchestra.run.smithi005.stdout: 5 242300 9.30 MB/sec execute 554 sec latency 85.903 ms 2024-09-04T22:26:30.311 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:30 smithi005 ceph-mon[65467]: pgmap v319: 97 pgs: 97 active+clean; 334 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 4.0 MiB/s wr, 396 op/s 2024-09-04T22:26:30.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:30 smithi115 ceph-mon[51971]: pgmap v319: 97 pgs: 97 active+clean; 334 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 4.0 MiB/s wr, 396 op/s 2024-09-04T22:26:30.773 INFO:teuthology.orchestra.run.smithi005.stdout: 5 242563 9.30 MB/sec execute 555 sec latency 77.877 ms 2024-09-04T22:26:31.773 INFO:teuthology.orchestra.run.smithi005.stdout: 5 242811 9.29 MB/sec execute 556 sec latency 101.226 ms 2024-09-04T22:26:32.363 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:32 smithi005 ceph-mon[65467]: pgmap v320: 97 pgs: 97 active+clean; 332 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 3.9 MiB/s wr, 431 op/s 2024-09-04T22:26:32.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:32 smithi115 ceph-mon[51971]: pgmap v320: 97 pgs: 97 active+clean; 332 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 3.9 MiB/s wr, 431 op/s 2024-09-04T22:26:32.773 INFO:teuthology.orchestra.run.smithi005.stdout: 5 243120 9.30 MB/sec execute 557 sec latency 58.827 ms 2024-09-04T22:26:33.773 INFO:teuthology.orchestra.run.smithi005.stdout: 5 243362 9.29 MB/sec execute 558 sec latency 93.023 ms 2024-09-04T22:26:34.189 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:34 smithi005 ceph-mon[65467]: Detected new or changed devices on smithi005 2024-09-04T22:26:34.190 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:34 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:34.190 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:34 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:34.190 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:34 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:26:34.190 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:34 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:26:34.190 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:34 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:26:34.190 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:34 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:34.190 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:34 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:34.190 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:34 smithi005 ceph-mon[65467]: pgmap v321: 97 pgs: 97 active+clean; 333 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.7 KiB/s rd, 3.7 MiB/s wr, 319 op/s 2024-09-04T22:26:34.190 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:34 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:26:34.190 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:34 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:26:34.190 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:34 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:26:34.190 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:34 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:26:34.191 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:34 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:26:34.191 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:34 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mds ok-to-stop", "ids": ["foofs.smithi115.sgjptr"]}]: dispatch 2024-09-04T22:26:34.191 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:34 smithi005 ceph-mon[65467]: Upgrade: It appears safe to stop mds.foofs.smithi115.sgjptr 2024-09-04T22:26:34.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:34 smithi115 ceph-mon[51971]: Detected new or changed devices on smithi005 2024-09-04T22:26:34.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:34 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:34.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:34 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:34.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:34 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:26:34.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:34 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:26:34.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:34 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:26:34.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:34 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:34.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:34 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:34.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:34 smithi115 ceph-mon[51971]: pgmap v321: 97 pgs: 97 active+clean; 333 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.7 KiB/s rd, 3.7 MiB/s wr, 319 op/s 2024-09-04T22:26:34.399 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:34 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:26:34.399 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:34 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:26:34.399 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:34 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:26:34.399 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:34 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:26:34.399 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:34 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:26:34.399 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:34 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mds ok-to-stop", "ids": ["foofs.smithi115.sgjptr"]}]: dispatch 2024-09-04T22:26:34.399 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:34 smithi115 ceph-mon[51971]: Upgrade: It appears safe to stop mds.foofs.smithi115.sgjptr 2024-09-04T22:26:34.773 INFO:teuthology.orchestra.run.smithi005.stdout: 5 243575 9.29 MB/sec execute 559 sec latency 97.198 ms 2024-09-04T22:26:35.773 INFO:teuthology.orchestra.run.smithi005.stdout: 5 243814 9.29 MB/sec execute 560 sec latency 91.572 ms 2024-09-04T22:26:36.242 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:36 smithi005 ceph-mon[65467]: Upgrade: Updating mds.foofs.smithi115.sgjptr 2024-09-04T22:26:36.242 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:36 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:36.243 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:36 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi115.sgjptr", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-04T22:26:36.243 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:36 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:26:36.243 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:36 smithi005 ceph-mon[65467]: Deploying daemon mds.foofs.smithi115.sgjptr on smithi115 2024-09-04T22:26:36.243 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:36 smithi005 ceph-mon[65467]: pgmap v322: 97 pgs: 97 active+clean; 334 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.2 KiB/s rd, 3.8 MiB/s wr, 430 op/s 2024-09-04T22:26:36.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:36 smithi115 ceph-mon[51971]: Upgrade: Updating mds.foofs.smithi115.sgjptr 2024-09-04T22:26:36.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:36 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:36.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:36 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi115.sgjptr", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-04T22:26:36.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:36 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:26:36.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:36 smithi115 ceph-mon[51971]: Deploying daemon mds.foofs.smithi115.sgjptr on smithi115 2024-09-04T22:26:36.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:36 smithi115 ceph-mon[51971]: pgmap v322: 97 pgs: 97 active+clean; 334 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.2 KiB/s rd, 3.8 MiB/s wr, 430 op/s 2024-09-04T22:26:36.773 INFO:teuthology.orchestra.run.smithi005.stdout: 5 244074 9.28 MB/sec execute 561 sec latency 91.645 ms 2024-09-04T22:26:37.285 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:37 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-mon-smithi005[65463]: 2024-09-04T22:26:37.231+0000 7f407af00640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-04T22:26:37.647 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:26:37 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:26:37.259+0000 7fe0253ab640 -1 bdev(0x564455d78c00 /var/lib/ceph/osd/ceph-7/block) aio_submit retries 1 2024-09-04T22:26:37.648 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:26:37 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:26:37.260+0000 7fe024baa640 -1 bdev(0x564455d78c00 /var/lib/ceph/osd/ceph-7/block) aio_submit retries 6 2024-09-04T22:26:37.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:37 smithi115 ceph-mon[51971]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-04T22:26:37.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:37 smithi115 ceph-mon[51971]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-04T22:26:37.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:37 smithi115 ceph-mon[51971]: osdmap e167: 8 total, 8 up, 8 in 2024-09-04T22:26:37.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:37 smithi115 ceph-mon[51971]: Standby daemon mds.foofs.smithi005.vslipg assigned to filesystem foofs as rank 0 2024-09-04T22:26:37.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:37 smithi115 ceph-mon[51971]: Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY) 2024-09-04T22:26:37.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:37 smithi115 ceph-mon[51971]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-04T22:26:37.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:37 smithi115 ceph-mon[51971]: fsmap foofs:0/1 1 up:standby, 1 failed 2024-09-04T22:26:37.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:37 smithi115 ceph-mon[51971]: fsmap foofs:1/1 {0=foofs.smithi005.vslipg=up:replay} 2024-09-04T22:26:37.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:37 smithi005 ceph-mon[65467]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-04T22:26:37.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:37 smithi005 ceph-mon[65467]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-04T22:26:37.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:37 smithi005 ceph-mon[65467]: osdmap e167: 8 total, 8 up, 8 in 2024-09-04T22:26:37.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:37 smithi005 ceph-mon[65467]: Standby daemon mds.foofs.smithi005.vslipg assigned to filesystem foofs as rank 0 2024-09-04T22:26:37.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:37 smithi005 ceph-mon[65467]: Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY) 2024-09-04T22:26:37.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:37 smithi005 ceph-mon[65467]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-04T22:26:37.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:37 smithi005 ceph-mon[65467]: fsmap foofs:0/1 1 up:standby, 1 failed 2024-09-04T22:26:37.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:37 smithi005 ceph-mon[65467]: fsmap foofs:1/1 {0=foofs.smithi005.vslipg=up:replay} 2024-09-04T22:26:37.773 INFO:teuthology.orchestra.run.smithi005.stdout: 5 244142 9.27 MB/sec execute 562 sec latency 555.683 ms 2024-09-04T22:26:38.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:38 smithi115 ceph-mon[51971]: pgmap v323: 97 pgs: 97 active+clean; 334 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.9 KiB/s rd, 3.2 MiB/s wr, 326 op/s 2024-09-04T22:26:38.711 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:38 smithi005 ceph-mon[65467]: pgmap v323: 97 pgs: 97 active+clean; 334 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.9 KiB/s rd, 3.2 MiB/s wr, 326 op/s 2024-09-04T22:26:38.773 INFO:teuthology.orchestra.run.smithi005.stdout: 5 244142 9.25 MB/sec execute 563 sec latency 1555.741 ms 2024-09-04T22:26:39.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:39 smithi115 ceph-mon[51971]: reconnect by client.24349 172.21.15.115:0/2955227959 after 0 2024-09-04T22:26:39.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:39 smithi115 ceph-mon[51971]: reconnect by client.14554 172.21.15.5:0/2890082161 after 0.000999981 2024-09-04T22:26:39.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:39 smithi115 ceph-mon[51971]: mds.? [v2:172.21.15.5:6834/1658802369,v1:172.21.15.5:6835/1658802369] up:reconnect 2024-09-04T22:26:39.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:39 smithi115 ceph-mon[51971]: fsmap foofs:1/1 {0=foofs.smithi005.vslipg=up:reconnect} 2024-09-04T22:26:39.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:39 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi115.sgjptr"}]: dispatch 2024-09-04T22:26:39.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:39 smithi005 ceph-mon[65467]: reconnect by client.24349 172.21.15.115:0/2955227959 after 0 2024-09-04T22:26:39.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:39 smithi005 ceph-mon[65467]: reconnect by client.14554 172.21.15.5:0/2890082161 after 0.000999981 2024-09-04T22:26:39.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:39 smithi005 ceph-mon[65467]: mds.? [v2:172.21.15.5:6834/1658802369,v1:172.21.15.5:6835/1658802369] up:reconnect 2024-09-04T22:26:39.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:39 smithi005 ceph-mon[65467]: fsmap foofs:1/1 {0=foofs.smithi005.vslipg=up:reconnect} 2024-09-04T22:26:39.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:39 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi115.sgjptr"}]: dispatch 2024-09-04T22:26:39.773 INFO:teuthology.orchestra.run.smithi005.stdout: 5 244142 9.23 MB/sec execute 564 sec latency 2555.785 ms 2024-09-04T22:26:40.548 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:40 smithi115 ceph-mon[51971]: pgmap v325: 97 pgs: 97 active+clean; 337 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.6 MiB/s wr, 365 op/s 2024-09-04T22:26:40.548 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:40 smithi115 ceph-mon[51971]: mds.? [v2:172.21.15.5:6834/1658802369,v1:172.21.15.5:6835/1658802369] up:rejoin 2024-09-04T22:26:40.549 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:40 smithi115 ceph-mon[51971]: fsmap foofs:1/1 {0=foofs.smithi005.vslipg=up:rejoin} 2024-09-04T22:26:40.549 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:40 smithi115 ceph-mon[51971]: daemon mds.foofs.smithi005.vslipg is now active in filesystem foofs as rank 0 2024-09-04T22:26:40.549 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:40 smithi005 ceph-mon[65467]: pgmap v325: 97 pgs: 97 active+clean; 337 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.6 MiB/s wr, 365 op/s 2024-09-04T22:26:40.549 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:40 smithi005 ceph-mon[65467]: mds.? [v2:172.21.15.5:6834/1658802369,v1:172.21.15.5:6835/1658802369] up:rejoin 2024-09-04T22:26:40.549 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:40 smithi005 ceph-mon[65467]: fsmap foofs:1/1 {0=foofs.smithi005.vslipg=up:rejoin} 2024-09-04T22:26:40.549 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:40 smithi005 ceph-mon[65467]: daemon mds.foofs.smithi005.vslipg is now active in filesystem foofs as rank 0 2024-09-04T22:26:40.773 INFO:teuthology.orchestra.run.smithi005.stdout: 5 244241 9.22 MB/sec execute 565 sec latency 3102.419 ms 2024-09-04T22:26:41.317 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:41 smithi005 ceph-mon[65467]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-04T22:26:41.317 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:41 smithi005 ceph-mon[65467]: mds.? [v2:172.21.15.5:6834/1658802369,v1:172.21.15.5:6835/1658802369] up:active 2024-09-04T22:26:41.317 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:41 smithi005 ceph-mon[65467]: fsmap foofs:1 {0=foofs.smithi005.vslipg=up:active} 2024-09-04T22:26:41.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:41 smithi115 ceph-mon[51971]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-04T22:26:41.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:41 smithi115 ceph-mon[51971]: mds.? [v2:172.21.15.5:6834/1658802369,v1:172.21.15.5:6835/1658802369] up:active 2024-09-04T22:26:41.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:41 smithi115 ceph-mon[51971]: fsmap foofs:1 {0=foofs.smithi005.vslipg=up:active} 2024-09-04T22:26:41.773 INFO:teuthology.orchestra.run.smithi005.stdout: 5 244480 9.22 MB/sec execute 566 sec latency 66.208 ms 2024-09-04T22:26:42.329 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:42 smithi005 ceph-mon[65467]: pgmap v326: 97 pgs: 97 active+clean; 336 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.4 MiB/s wr, 335 op/s 2024-09-04T22:26:42.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:42 smithi115 ceph-mon[51971]: pgmap v326: 97 pgs: 97 active+clean; 336 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.4 MiB/s wr, 335 op/s 2024-09-04T22:26:42.774 INFO:teuthology.orchestra.run.smithi005.stdout: 5 244704 9.21 MB/sec execute 567 sec latency 49.793 ms 2024-09-04T22:26:43.774 INFO:teuthology.orchestra.run.smithi005.stdout: 5 244918 9.20 MB/sec execute 568 sec latency 170.195 ms 2024-09-04T22:26:44.399 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:44 smithi005 ceph-mon[65467]: pgmap v327: 97 pgs: 97 active+clean; 335 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 2.9 MiB/s wr, 311 op/s 2024-09-04T22:26:44.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:44 smithi115 ceph-mon[51971]: pgmap v327: 97 pgs: 97 active+clean; 335 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 2.9 MiB/s wr, 311 op/s 2024-09-04T22:26:44.774 INFO:teuthology.orchestra.run.smithi005.stdout: 5 245181 9.20 MB/sec execute 569 sec latency 54.574 ms 2024-09-04T22:26:45.774 INFO:teuthology.orchestra.run.smithi005.stdout: 5 245398 9.20 MB/sec execute 570 sec latency 60.915 ms 2024-09-04T22:26:46.467 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:46 smithi005 ceph-mon[65467]: pgmap v328: 97 pgs: 97 active+clean; 333 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 2.5 MiB/s wr, 266 op/s 2024-09-04T22:26:46.510 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:46 smithi115 ceph-mon[51971]: pgmap v328: 97 pgs: 97 active+clean; 333 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 2.5 MiB/s wr, 266 op/s 2024-09-04T22:26:46.774 INFO:teuthology.orchestra.run.smithi005.stdout: 5 245630 9.18 MB/sec execute 571 sec latency 96.586 ms 2024-09-04T22:26:47.502 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:47 smithi005 ceph-mon[65467]: Health check cleared: MDS_INSUFFICIENT_STANDBY (was: insufficient standby MDS daemons available) 2024-09-04T22:26:47.502 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:47 smithi005 ceph-mon[65467]: Cluster is now healthy 2024-09-04T22:26:47.502 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:47 smithi005 ceph-mon[65467]: mds.? [v2:172.21.15.115:6832/1481931817,v1:172.21.15.115:6833/1481931817] up:boot 2024-09-04T22:26:47.502 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:47 smithi005 ceph-mon[65467]: fsmap foofs:1 {0=foofs.smithi005.vslipg=up:active} 1 up:standby 2024-09-04T22:26:47.503 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:47 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi115.sgjptr"}]: dispatch 2024-09-04T22:26:47.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:47 smithi115 ceph-mon[51971]: Health check cleared: MDS_INSUFFICIENT_STANDBY (was: insufficient standby MDS daemons available) 2024-09-04T22:26:47.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:47 smithi115 ceph-mon[51971]: Cluster is now healthy 2024-09-04T22:26:47.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:47 smithi115 ceph-mon[51971]: mds.? [v2:172.21.15.115:6832/1481931817,v1:172.21.15.115:6833/1481931817] up:boot 2024-09-04T22:26:47.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:47 smithi115 ceph-mon[51971]: fsmap foofs:1 {0=foofs.smithi005.vslipg=up:active} 1 up:standby 2024-09-04T22:26:47.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:47 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi115.sgjptr"}]: dispatch 2024-09-04T22:26:47.774 INFO:teuthology.orchestra.run.smithi005.stdout: 5 245947 9.18 MB/sec execute 572 sec latency 64.535 ms 2024-09-04T22:26:48.572 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:48 smithi005 ceph-mon[65467]: pgmap v329: 97 pgs: 97 active+clean; 333 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 2.4 MiB/s wr, 265 op/s 2024-09-04T22:26:48.572 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:48 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:48.572 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:48 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:48.572 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:48 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:26:48.572 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:48 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:26:48.774 INFO:teuthology.orchestra.run.smithi005.stdout: 5 246152 9.17 MB/sec execute 573 sec latency 155.061 ms 2024-09-04T22:26:48.821 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:48 smithi115 ceph-mon[51971]: pgmap v329: 97 pgs: 97 active+clean; 333 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 2.4 MiB/s wr, 265 op/s 2024-09-04T22:26:48.822 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:48 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:48.822 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:48 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:48.822 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:48 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:26:48.822 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:48 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:26:49.774 INFO:teuthology.orchestra.run.smithi005.stdout: 5 246423 9.17 MB/sec execute 574 sec latency 81.438 ms 2024-09-04T22:26:50.576 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:50 smithi005 ceph-mon[65467]: pgmap v330: 97 pgs: 97 active+clean; 326 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 2.6 MiB/s wr, 253 op/s 2024-09-04T22:26:50.576 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:50 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:50.576 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:50 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:50.767 INFO:teuthology.orchestra.run.smithi005.stdout:true 2024-09-04T22:26:50.774 INFO:teuthology.orchestra.run.smithi005.stdout: 5 246737 9.18 MB/sec execute 575 sec latency 69.580 ms 2024-09-04T22:26:50.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:50 smithi115 ceph-mon[51971]: pgmap v330: 97 pgs: 97 active+clean; 326 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 2.6 MiB/s wr, 253 op/s 2024-09-04T22:26:50.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:50 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:50.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:50 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:51.757 INFO:teuthology.orchestra.run.smithi005.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-04T22:26:51.757 INFO:teuthology.orchestra.run.smithi005.stdout:alertmanager.smithi005 smithi005 *:9093,9094 running (9m) 24s ago 18m 24.0M - 0.23.0 ba2b418f427c d299eba5e5dd 2024-09-04T22:26:51.757 INFO:teuthology.orchestra.run.smithi005.stdout:crash.smithi005 smithi005 running (6m) 24s ago 18m 6895k - 19.1.1-260-gf3418446 e9760d0a26a7 30e3c983ec4d 2024-09-04T22:26:51.757 INFO:teuthology.orchestra.run.smithi005.stdout:crash.smithi115 smithi115 running (6m) 1s ago 17m 6895k - 19.1.1-260-gf3418446 e9760d0a26a7 0089e389692f 2024-09-04T22:26:51.757 INFO:teuthology.orchestra.run.smithi005.stdout:grafana.smithi005 smithi005 *:3000 running (9m) 24s ago 17m 56.1M - 8.3.5 dad864ee21e9 b9c465ba4deb 2024-09-04T22:26:51.758 INFO:teuthology.orchestra.run.smithi005.stdout:mds.foofs.smithi005.vslipg smithi005 running (34s) 24s ago 12m 11.8M - 19.1.1-260-gf3418446 e9760d0a26a7 e8aeaf5f062a 2024-09-04T22:26:51.758 INFO:teuthology.orchestra.run.smithi005.stdout:mds.foofs.smithi115.sgjptr smithi115 running (4s) 1s ago 12m 12.9M - 19.1.1-260-gf3418446 e9760d0a26a7 8747103eecc1 2024-09-04T22:26:51.758 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.smithi005.hteciz smithi005 *:8443,9283,8765 running (9m) 24s ago 19m 507M - 19.1.1-260-gf3418446 e9760d0a26a7 669eb5d46ffc 2024-09-04T22:26:51.758 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.smithi115.lfvwip smithi115 *:8443,9283,8765 running (8m) 1s ago 17m 442M - 19.1.1-260-gf3418446 e9760d0a26a7 5fc647070f0c 2024-09-04T22:26:51.758 INFO:teuthology.orchestra.run.smithi005.stdout:mon.smithi005 smithi005 running (7m) 24s ago 19m 57.9M 2048M 19.1.1-260-gf3418446 e9760d0a26a7 8ac4e5344f95 2024-09-04T22:26:51.758 INFO:teuthology.orchestra.run.smithi005.stdout:mon.smithi115 smithi115 running (7m) 1s ago 17m 44.8M 2048M 19.1.1-260-gf3418446 e9760d0a26a7 cadad68d26fc 2024-09-04T22:26:51.758 INFO:teuthology.orchestra.run.smithi005.stdout:nfs.foo.0.0.smithi005.rcnjjx smithi005 *:2049 running (11m) 24s ago 11m 280M - 4.0 e1d6a67b021e 292d2c5fa82d 2024-09-04T22:26:51.758 INFO:teuthology.orchestra.run.smithi005.stdout:nfs.foo.1.0.smithi115.gxhqij smithi115 *:2049 running (11m) 1s ago 11m 86.6M - 4.0 e1d6a67b021e e4a881a3497c 2024-09-04T22:26:51.758 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.smithi005 smithi005 *:9100 running (9m) 24s ago 17m 17.7M - 1.3.1 1dbe0e931976 c3be8b87abc8 2024-09-04T22:26:51.758 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.smithi115 smithi115 *:9100 running (9m) 1s ago 17m 17.4M - 1.3.1 1dbe0e931976 a216b8a3c089 2024-09-04T22:26:51.758 INFO:teuthology.orchestra.run.smithi005.stdout:osd.0 smithi005 running (6m) 24s ago 16m 474M 1937M 19.1.1-260-gf3418446 e9760d0a26a7 7565bcbd5640 2024-09-04T22:26:51.758 INFO:teuthology.orchestra.run.smithi005.stdout:osd.1 smithi005 running (5m) 24s ago 16m 368M 1937M 19.1.1-260-gf3418446 e9760d0a26a7 4b3d60bb2c25 2024-09-04T22:26:51.758 INFO:teuthology.orchestra.run.smithi005.stdout:osd.2 smithi005 running (4m) 24s ago 15m 338M 1937M 19.1.1-260-gf3418446 e9760d0a26a7 7da85200f683 2024-09-04T22:26:51.759 INFO:teuthology.orchestra.run.smithi005.stdout:osd.3 smithi005 running (3m) 24s ago 15m 406M 1937M 19.1.1-260-gf3418446 e9760d0a26a7 a644c2dcdeb3 2024-09-04T22:26:51.759 INFO:teuthology.orchestra.run.smithi005.stdout:osd.4 smithi115 running (2m) 1s ago 14m 324M 2704M 19.1.1-260-gf3418446 e9760d0a26a7 09cc24771318 2024-09-04T22:26:51.759 INFO:teuthology.orchestra.run.smithi005.stdout:osd.5 smithi115 running (2m) 1s ago 14m 311M 2704M 19.1.1-260-gf3418446 e9760d0a26a7 8d76fc0631fe 2024-09-04T22:26:51.759 INFO:teuthology.orchestra.run.smithi005.stdout:osd.6 smithi115 running (98s) 1s ago 14m 281M 2704M 19.1.1-260-gf3418446 e9760d0a26a7 e004cdc60fc1 2024-09-04T22:26:51.759 INFO:teuthology.orchestra.run.smithi005.stdout:osd.7 smithi115 running (62s) 1s ago 13m 323M 2704M 19.1.1-260-gf3418446 e9760d0a26a7 d2351a5f1dfb 2024-09-04T22:26:51.759 INFO:teuthology.orchestra.run.smithi005.stdout:prometheus.smithi005 smithi005 *:9095 running (8m) 24s ago 17m 73.6M - 2.33.4 514e6a882f6e aae1464e652a 2024-09-04T22:26:51.774 INFO:teuthology.orchestra.run.smithi005.stdout: 5 247091 9.19 MB/sec execute 576 sec latency 63.451 ms 2024-09-04T22:26:52.366 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:52 smithi005 ceph-mon[65467]: from='client.34492 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:26:52.366 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:52 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:52.366 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:52 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:52.366 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:52 smithi005 ceph-mon[65467]: pgmap v331: 97 pgs: 97 active+clean; 330 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.4 MiB/s wr, 345 op/s 2024-09-04T22:26:52.366 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:52 smithi005 ceph-mon[65467]: from='client.34496 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:26:52.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:52 smithi115 ceph-mon[51971]: from='client.34492 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:26:52.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:52 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:52.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:52 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:52.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:52 smithi115 ceph-mon[51971]: pgmap v331: 97 pgs: 97 active+clean; 330 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.4 MiB/s wr, 345 op/s 2024-09-04T22:26:52.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:52 smithi115 ceph-mon[51971]: from='client.34496 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:26:52.429 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-04T22:26:52.429 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": { 2024-09-04T22:26:52.429 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 2 2024-09-04T22:26:52.429 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:26:52.429 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": { 2024-09-04T22:26:52.429 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 2 2024-09-04T22:26:52.429 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:26:52.429 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": { 2024-09-04T22:26:52.430 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 8 2024-09-04T22:26:52.430 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:26:52.430 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": { 2024-09-04T22:26:52.430 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 2 2024-09-04T22:26:52.430 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:26:52.430 INFO:teuthology.orchestra.run.smithi005.stdout: "overall": { 2024-09-04T22:26:52.430 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 14 2024-09-04T22:26:52.430 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-04T22:26:52.430 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-04T22:26:52.774 INFO:teuthology.orchestra.run.smithi005.stdout: 5 247511 9.19 MB/sec execute 577 sec latency 51.039 ms 2024-09-04T22:26:52.930 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-04T22:26:52.930 INFO:teuthology.orchestra.run.smithi005.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15", 2024-09-04T22:26:52.930 INFO:teuthology.orchestra.run.smithi005.stdout: "in_progress": true, 2024-09-04T22:26:52.930 INFO:teuthology.orchestra.run.smithi005.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-04T22:26:52.930 INFO:teuthology.orchestra.run.smithi005.stdout: "services_complete": [ 2024-09-04T22:26:52.930 INFO:teuthology.orchestra.run.smithi005.stdout: "mon", 2024-09-04T22:26:52.930 INFO:teuthology.orchestra.run.smithi005.stdout: "mds", 2024-09-04T22:26:52.930 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr", 2024-09-04T22:26:52.930 INFO:teuthology.orchestra.run.smithi005.stdout: "osd", 2024-09-04T22:26:52.930 INFO:teuthology.orchestra.run.smithi005.stdout: "crash" 2024-09-04T22:26:52.930 INFO:teuthology.orchestra.run.smithi005.stdout: ], 2024-09-04T22:26:52.931 INFO:teuthology.orchestra.run.smithi005.stdout: "progress": "16/23 daemons upgraded", 2024-09-04T22:26:52.931 INFO:teuthology.orchestra.run.smithi005.stdout: "message": "Currently upgrading mds daemons", 2024-09-04T22:26:52.931 INFO:teuthology.orchestra.run.smithi005.stdout: "is_paused": false 2024-09-04T22:26:52.931 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-04T22:26:53.385 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:53 smithi005 ceph-mon[65467]: from='client.34500 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:26:53.385 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:53 smithi005 ceph-mon[65467]: from='client.? 172.21.15.5:0/1755594362' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:26:53.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:53 smithi115 ceph-mon[51971]: from='client.34500 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:26:53.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:53 smithi115 ceph-mon[51971]: from='client.? 172.21.15.5:0/1755594362' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:26:53.566 INFO:teuthology.orchestra.run.smithi005.stdout:HEALTH_OK 2024-09-04T22:26:53.774 INFO:teuthology.orchestra.run.smithi005.stdout: 5 247764 9.18 MB/sec execute 578 sec latency 96.923 ms 2024-09-04T22:26:54.407 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:54 smithi005 ceph-mon[65467]: from='client.34508 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:26:54.407 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:54 smithi005 ceph-mon[65467]: pgmap v332: 97 pgs: 97 active+clean; 329 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 3.2 MiB/s wr, 331 op/s 2024-09-04T22:26:54.407 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:54 smithi005 ceph-mon[65467]: from='client.? 172.21.15.5:0/731273323' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-04T22:26:54.573 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:54 smithi115 ceph-mon[51971]: from='client.34508 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:26:54.574 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:54 smithi115 ceph-mon[51971]: pgmap v332: 97 pgs: 97 active+clean; 329 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 3.2 MiB/s wr, 331 op/s 2024-09-04T22:26:54.574 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:54 smithi115 ceph-mon[51971]: from='client.? 172.21.15.5:0/731273323' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-04T22:26:54.774 INFO:teuthology.orchestra.run.smithi005.stdout: 5 248022 9.18 MB/sec execute 579 sec latency 48.874 ms 2024-09-04T22:26:55.698 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:55 smithi005 ceph-mon[65467]: Detected new or changed devices on smithi115 2024-09-04T22:26:55.698 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:55 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:55.698 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:55 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:55.698 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:55 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:26:55.698 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:55 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:26:55.698 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:55 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:55.698 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:55 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:55.698 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:55 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:26:55.698 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:55 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:26:55.699 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:55 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:26:55.699 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:55 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:26:55.699 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:55 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:26:55.699 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:55 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:26:55.699 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:55 smithi005 ceph-mon[65467]: Upgrade: Setting container_image for all mds 2024-09-04T22:26:55.699 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:55 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:55.699 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:55 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.foofs.smithi005.vslipg"}]: dispatch 2024-09-04T22:26:55.699 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:55 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.foofs.smithi005.vslipg"}]': finished 2024-09-04T22:26:55.699 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:55 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.foofs.smithi115.sgjptr"}]: dispatch 2024-09-04T22:26:55.699 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:55 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.foofs.smithi115.sgjptr"}]': finished 2024-09-04T22:26:55.699 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:55 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:26:55.699 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:55 smithi005 ceph-mon[65467]: Upgrade: Setting container_image for all rgw 2024-09-04T22:26:55.699 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:55 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:55.699 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:55 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:26:55.700 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:55 smithi005 ceph-mon[65467]: Upgrade: Setting container_image for all rbd-mirror 2024-09-04T22:26:55.700 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:55 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:55.700 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:55 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:26:55.700 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:55 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:26:55.700 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:55 smithi005 ceph-mon[65467]: Upgrade: Setting container_image for all ceph-exporter 2024-09-04T22:26:55.700 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:55 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:55.700 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:55 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:26:55.700 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:55 smithi005 ceph-mon[65467]: Upgrade: Setting container_image for all iscsi 2024-09-04T22:26:55.700 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:55 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:55.700 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:55 smithi005 ceph-mon[65467]: pgmap v333: 97 pgs: 97 active+clean; 338 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 108 KiB/s rd, 4.1 MiB/s wr, 466 op/s 2024-09-04T22:26:55.774 INFO:teuthology.orchestra.run.smithi005.stdout: 5 248271 9.17 MB/sec execute 580 sec latency 81.760 ms 2024-09-04T22:26:55.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:55 smithi115 ceph-mon[51971]: Detected new or changed devices on smithi115 2024-09-04T22:26:55.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:55 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:55.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:55 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:55.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:55 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:26:55.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:55 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:26:55.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:55 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:55.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:55 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:55.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:55 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:26:55.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:55 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:26:55.900 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:55 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:26:55.900 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:55 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:26:55.900 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:55 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:26:55.900 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:55 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:26:55.900 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:55 smithi115 ceph-mon[51971]: Upgrade: Setting container_image for all mds 2024-09-04T22:26:55.900 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:55 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:55.900 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:55 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.foofs.smithi005.vslipg"}]: dispatch 2024-09-04T22:26:55.900 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:55 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.foofs.smithi005.vslipg"}]': finished 2024-09-04T22:26:55.900 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:55 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.foofs.smithi115.sgjptr"}]: dispatch 2024-09-04T22:26:55.901 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:55 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.foofs.smithi115.sgjptr"}]': finished 2024-09-04T22:26:55.901 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:55 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:26:55.901 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:55 smithi115 ceph-mon[51971]: Upgrade: Setting container_image for all rgw 2024-09-04T22:26:55.901 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:55 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:55.901 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:55 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:26:55.901 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:55 smithi115 ceph-mon[51971]: Upgrade: Setting container_image for all rbd-mirror 2024-09-04T22:26:55.901 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:55 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:55.901 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:55 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:26:55.901 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:55 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:26:55.901 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:55 smithi115 ceph-mon[51971]: Upgrade: Setting container_image for all ceph-exporter 2024-09-04T22:26:55.901 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:55 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:55.901 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:55 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:26:55.901 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:55 smithi115 ceph-mon[51971]: Upgrade: Setting container_image for all iscsi 2024-09-04T22:26:55.901 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:55 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:55.902 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:55 smithi115 ceph-mon[51971]: pgmap v333: 97 pgs: 97 active+clean; 338 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 108 KiB/s rd, 4.1 MiB/s wr, 466 op/s 2024-09-04T22:26:56.774 INFO:teuthology.orchestra.run.smithi005.stdout: 5 248588 9.16 MB/sec execute 581 sec latency 47.323 ms 2024-09-04T22:26:57.774 INFO:teuthology.orchestra.run.smithi005.stdout: 5 248908 9.17 MB/sec execute 582 sec latency 58.097 ms 2024-09-04T22:26:58.498 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:58 smithi005 ceph-mon[65467]: pgmap v334: 97 pgs: 97 active+clean; 333 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 87 KiB/s rd, 3.7 MiB/s wr, 365 op/s 2024-09-04T22:26:58.498 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:58 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:58.498 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:58 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi005.rcnjjx", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2024-09-04T22:26:58.499 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:58 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2024-09-04T22:26:58.499 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:58 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]': finished 2024-09-04T22:26:58.499 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:58 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:26:58.499 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:58 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2024-09-04T22:26:58.499 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:58 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]': finished 2024-09-04T22:26:58.499 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:58 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi005.rcnjjx-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-04T22:26:58.499 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:58 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:26:58.562 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:58 smithi115 ceph-mon[51971]: pgmap v334: 97 pgs: 97 active+clean; 333 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 87 KiB/s rd, 3.7 MiB/s wr, 365 op/s 2024-09-04T22:26:58.562 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:58 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:26:58.562 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:58 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi005.rcnjjx", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2024-09-04T22:26:58.563 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:58 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2024-09-04T22:26:58.563 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:58 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]': finished 2024-09-04T22:26:58.563 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:58 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:26:58.563 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:58 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2024-09-04T22:26:58.563 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:58 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]': finished 2024-09-04T22:26:58.563 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:58 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi005.rcnjjx-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-04T22:26:58.563 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:58 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:26:58.774 INFO:teuthology.orchestra.run.smithi005.stdout: 5 249122 9.16 MB/sec execute 583 sec latency 81.254 ms 2024-09-04T22:26:59.514 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:59 smithi005 ceph-mon[65467]: Upgrade: Updating nfs.foo.0.0.smithi005.rcnjjx (1/2) 2024-09-04T22:26:59.514 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:59 smithi005 ceph-mon[65467]: Creating key for client.nfs.foo.0.0.smithi005.rcnjjx 2024-09-04T22:26:59.514 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:59 smithi005 ceph-mon[65467]: Ensuring nfs.foo.0 is in the ganesha grace table 2024-09-04T22:26:59.514 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:59 smithi005 ceph-mon[65467]: Rados config object exists: conf-nfs.foo 2024-09-04T22:26:59.514 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:59 smithi005 ceph-mon[65467]: Creating key for client.nfs.foo.0.0.smithi005.rcnjjx-rgw 2024-09-04T22:26:59.514 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:59 smithi005 ceph-mon[65467]: Bind address in nfs.foo.0.0.smithi005.rcnjjx's ganesha conf is defaulting to empty 2024-09-04T22:26:59.514 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:26:59 smithi005 ceph-mon[65467]: Deploying daemon nfs.foo.0.0.smithi005.rcnjjx on smithi005 2024-09-04T22:26:59.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:59 smithi115 ceph-mon[51971]: Upgrade: Updating nfs.foo.0.0.smithi005.rcnjjx (1/2) 2024-09-04T22:26:59.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:59 smithi115 ceph-mon[51971]: Creating key for client.nfs.foo.0.0.smithi005.rcnjjx 2024-09-04T22:26:59.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:59 smithi115 ceph-mon[51971]: Ensuring nfs.foo.0 is in the ganesha grace table 2024-09-04T22:26:59.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:59 smithi115 ceph-mon[51971]: Rados config object exists: conf-nfs.foo 2024-09-04T22:26:59.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:59 smithi115 ceph-mon[51971]: Creating key for client.nfs.foo.0.0.smithi005.rcnjjx-rgw 2024-09-04T22:26:59.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:59 smithi115 ceph-mon[51971]: Bind address in nfs.foo.0.0.smithi005.rcnjjx's ganesha conf is defaulting to empty 2024-09-04T22:26:59.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:26:59 smithi115 ceph-mon[51971]: Deploying daemon nfs.foo.0.0.smithi005.rcnjjx on smithi005 2024-09-04T22:26:59.774 INFO:teuthology.orchestra.run.smithi005.stdout: 5 249476 9.16 MB/sec execute 584 sec latency 47.183 ms 2024-09-04T22:27:00.524 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:00 smithi005 ceph-mon[65467]: pgmap v335: 97 pgs: 97 active+clean; 332 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 108 KiB/s rd, 4.4 MiB/s wr, 395 op/s 2024-09-04T22:27:00.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:00 smithi115 ceph-mon[51971]: pgmap v335: 97 pgs: 97 active+clean; 332 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 108 KiB/s rd, 4.4 MiB/s wr, 395 op/s 2024-09-04T22:27:00.774 INFO:teuthology.orchestra.run.smithi005.stdout: 5 249756 9.15 MB/sec execute 585 sec latency 63.519 ms 2024-09-04T22:27:01.774 INFO:teuthology.orchestra.run.smithi005.stdout: 5 249871 9.14 MB/sec execute 586 sec latency 501.036 ms 2024-09-04T22:27:02.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:02 smithi115 ceph-mon[51971]: pgmap v336: 97 pgs: 97 active+clean; 330 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 108 KiB/s rd, 4.4 MiB/s wr, 496 op/s 2024-09-04T22:27:02.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:02 smithi005 ceph-mon[65467]: pgmap v336: 97 pgs: 97 active+clean; 330 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 108 KiB/s rd, 4.4 MiB/s wr, 496 op/s 2024-09-04T22:27:02.774 INFO:teuthology.orchestra.run.smithi005.stdout: 5 249871 9.12 MB/sec execute 587 sec latency 1501.068 ms 2024-09-04T22:27:03.622 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:27:03.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:03 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:27:03.780 INFO:teuthology.orchestra.run.smithi005.stdout: 5 249871 9.11 MB/sec execute 588 sec latency 2507.045 ms 2024-09-04T22:27:04.458 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:04 smithi005 ceph-mon[65467]: pgmap v337: 97 pgs: 97 active+clean; 331 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 105 KiB/s rd, 4.5 MiB/s wr, 409 op/s 2024-09-04T22:27:04.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:04 smithi115 ceph-mon[51971]: pgmap v337: 97 pgs: 97 active+clean; 331 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 105 KiB/s rd, 4.5 MiB/s wr, 409 op/s 2024-09-04T22:27:04.780 INFO:teuthology.orchestra.run.smithi005.stdout: 5 249871 9.09 MB/sec execute 589 sec latency 3507.090 ms 2024-09-04T22:27:05.780 INFO:teuthology.orchestra.run.smithi005.stdout: 5 249871 9.08 MB/sec execute 590 sec latency 4507.137 ms 2024-09-04T22:27:06.392 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:06 smithi115 ceph-mon[51971]: pgmap v338: 97 pgs: 97 active+clean; 328 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 71 KiB/s rd, 3.8 MiB/s wr, 425 op/s 2024-09-04T22:27:06.393 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:06 smithi115 ceph-mon[51971]: Evicting (and blocklisting) client session 14554 (172.21.15.5:0/2890082161) 2024-09-04T22:27:06.393 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:06 smithi115 ceph-mon[51971]: from='mds.? [v2:172.21.15.5:6834/1658802369,v1:172.21.15.5:6835/1658802369]' entity='mds.foofs.smithi005.vslipg' cmd=[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.5:0/2890082161"}]: dispatch 2024-09-04T22:27:06.393 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:06 smithi115 ceph-mon[51971]: from='mds.? ' entity='mds.foofs.smithi005.vslipg' cmd=[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.5:0/2890082161"}]: dispatch 2024-09-04T22:27:06.393 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:06 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:06.393 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:06 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:06.713 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:06 smithi005 ceph-mon[65467]: pgmap v338: 97 pgs: 97 active+clean; 328 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 71 KiB/s rd, 3.8 MiB/s wr, 425 op/s 2024-09-04T22:27:06.713 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:06 smithi005 ceph-mon[65467]: Evicting (and blocklisting) client session 14554 (172.21.15.5:0/2890082161) 2024-09-04T22:27:06.713 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:06 smithi005 ceph-mon[65467]: from='mds.? [v2:172.21.15.5:6834/1658802369,v1:172.21.15.5:6835/1658802369]' entity='mds.foofs.smithi005.vslipg' cmd=[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.5:0/2890082161"}]: dispatch 2024-09-04T22:27:06.713 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:06 smithi005 ceph-mon[65467]: from='mds.? ' entity='mds.foofs.smithi005.vslipg' cmd=[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.5:0/2890082161"}]: dispatch 2024-09-04T22:27:06.713 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:06 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:06.713 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:06 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:06.780 INFO:teuthology.orchestra.run.smithi005.stdout: 5 249871 9.06 MB/sec execute 591 sec latency 5507.180 ms 2024-09-04T22:27:07.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:07 smithi115 ceph-mon[51971]: from='mds.? ' entity='mds.foofs.smithi005.vslipg' cmd='[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.5:0/2890082161"}]': finished 2024-09-04T22:27:07.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:07 smithi115 ceph-mon[51971]: osdmap e168: 8 total, 8 up, 8 in 2024-09-04T22:27:07.711 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:07 smithi005 ceph-mon[65467]: from='mds.? ' entity='mds.foofs.smithi005.vslipg' cmd='[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.5:0/2890082161"}]': finished 2024-09-04T22:27:07.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:07 smithi005 ceph-mon[65467]: osdmap e168: 8 total, 8 up, 8 in 2024-09-04T22:27:07.780 INFO:teuthology.orchestra.run.smithi005.stdout: 5 249871 9.05 MB/sec execute 592 sec latency 6507.224 ms 2024-09-04T22:27:08.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:08 smithi115 ceph-mon[51971]: pgmap v340: 97 pgs: 97 active+clean; 327 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 32 KiB/s rd, 3.0 MiB/s wr, 320 op/s 2024-09-04T22:27:08.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:08 smithi115 ceph-mon[51971]: Upgrade: Updating nfs.foo.1.0.smithi115.gxhqij (2/2) 2024-09-04T22:27:08.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:08 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:08.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:08 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi115.gxhqij", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2024-09-04T22:27:08.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:08 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2024-09-04T22:27:08.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:08 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]': finished 2024-09-04T22:27:08.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:08 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:27:08.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:08 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2024-09-04T22:27:08.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:08 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]': finished 2024-09-04T22:27:08.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:08 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi115.gxhqij-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-04T22:27:08.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:08 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:27:08.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:08 smithi005 ceph-mon[65467]: pgmap v340: 97 pgs: 97 active+clean; 327 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 32 KiB/s rd, 3.0 MiB/s wr, 320 op/s 2024-09-04T22:27:08.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:08 smithi005 ceph-mon[65467]: Upgrade: Updating nfs.foo.1.0.smithi115.gxhqij (2/2) 2024-09-04T22:27:08.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:08 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:08.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:08 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi115.gxhqij", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2024-09-04T22:27:08.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:08 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2024-09-04T22:27:08.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:08 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]': finished 2024-09-04T22:27:08.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:08 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:27:08.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:08 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2024-09-04T22:27:08.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:08 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]': finished 2024-09-04T22:27:08.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:08 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi115.gxhqij-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-04T22:27:08.713 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:08 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:27:08.780 INFO:teuthology.orchestra.run.smithi005.stdout: 5 249871 9.03 MB/sec execute 593 sec latency 7507.271 ms 2024-09-04T22:27:09.625 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:09 smithi115 ceph-mon[51971]: Creating key for client.nfs.foo.1.0.smithi115.gxhqij 2024-09-04T22:27:09.626 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:09 smithi115 ceph-mon[51971]: Ensuring nfs.foo.1 is in the ganesha grace table 2024-09-04T22:27:09.626 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:09 smithi115 ceph-mon[51971]: Rados config object exists: conf-nfs.foo 2024-09-04T22:27:09.626 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:09 smithi115 ceph-mon[51971]: Creating key for client.nfs.foo.1.0.smithi115.gxhqij-rgw 2024-09-04T22:27:09.626 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:09 smithi115 ceph-mon[51971]: Bind address in nfs.foo.1.0.smithi115.gxhqij's ganesha conf is defaulting to empty 2024-09-04T22:27:09.626 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:09 smithi115 ceph-mon[51971]: Deploying daemon nfs.foo.1.0.smithi115.gxhqij on smithi115 2024-09-04T22:27:09.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:09 smithi005 ceph-mon[65467]: Creating key for client.nfs.foo.1.0.smithi115.gxhqij 2024-09-04T22:27:09.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:09 smithi005 ceph-mon[65467]: Ensuring nfs.foo.1 is in the ganesha grace table 2024-09-04T22:27:09.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:09 smithi005 ceph-mon[65467]: Rados config object exists: conf-nfs.foo 2024-09-04T22:27:09.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:09 smithi005 ceph-mon[65467]: Creating key for client.nfs.foo.1.0.smithi115.gxhqij-rgw 2024-09-04T22:27:09.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:09 smithi005 ceph-mon[65467]: Bind address in nfs.foo.1.0.smithi115.gxhqij's ganesha conf is defaulting to empty 2024-09-04T22:27:09.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:09 smithi005 ceph-mon[65467]: Deploying daemon nfs.foo.1.0.smithi115.gxhqij on smithi115 2024-09-04T22:27:09.780 INFO:teuthology.orchestra.run.smithi005.stdout: 5 249873 9.02 MB/sec execute 594 sec latency 8504.859 ms 2024-09-04T22:27:10.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:10 smithi115 ceph-mon[51971]: pgmap v341: 97 pgs: 97 active+clean; 326 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.5 KiB/s rd, 1.9 MiB/s wr, 285 op/s 2024-09-04T22:27:10.711 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:10 smithi005 ceph-mon[65467]: pgmap v341: 97 pgs: 97 active+clean; 326 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.5 KiB/s rd, 1.9 MiB/s wr, 285 op/s 2024-09-04T22:27:10.781 INFO:teuthology.orchestra.run.smithi005.stdout: 5 249873 9.00 MB/sec execute 595 sec latency 9504.921 ms 2024-09-04T22:27:11.781 INFO:teuthology.orchestra.run.smithi005.stdout: 5 249873 8.99 MB/sec execute 596 sec latency 10504.947 ms 2024-09-04T22:27:12.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:11 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:12.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:11 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:12.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:11 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:27:12.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:11 smithi115 ceph-mon[51971]: pgmap v342: 97 pgs: 97 active+clean; 327 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.5 KiB/s rd, 1.3 MiB/s wr, 134 op/s 2024-09-04T22:27:12.211 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:11 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:12.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:11 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:12.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:11 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:27:12.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:11 smithi005 ceph-mon[65467]: pgmap v342: 97 pgs: 97 active+clean; 327 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.5 KiB/s rd, 1.3 MiB/s wr, 134 op/s 2024-09-04T22:27:12.784 INFO:teuthology.orchestra.run.smithi005.stdout: 5 249873 8.97 MB/sec execute 597 sec latency 11508.167 ms 2024-09-04T22:27:13.784 INFO:teuthology.orchestra.run.smithi005.stdout: 5 249873 8.96 MB/sec execute 598 sec latency 12508.196 ms 2024-09-04T22:27:14.602 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:14 smithi005 ceph-mon[65467]: pgmap v343: 97 pgs: 97 active+clean; 327 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.8 KiB/s rd, 506 KiB/s wr, 100 op/s 2024-09-04T22:27:14.602 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:14 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:14.602 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:14 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:14.602 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:14 smithi005 ceph-mon[65467]: Evicting (and blocklisting) client session 24349 (172.21.15.115:0/2955227959) 2024-09-04T22:27:14.602 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:14 smithi005 ceph-mon[65467]: from='mds.? [v2:172.21.15.5:6834/1658802369,v1:172.21.15.5:6835/1658802369]' entity='mds.foofs.smithi005.vslipg' cmd=[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.115:0/2955227959"}]: dispatch 2024-09-04T22:27:14.602 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:14 smithi005 ceph-mon[65467]: from='mds.? ' entity='mds.foofs.smithi005.vslipg' cmd=[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.115:0/2955227959"}]: dispatch 2024-09-04T22:27:14.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:14 smithi115 ceph-mon[51971]: pgmap v343: 97 pgs: 97 active+clean; 327 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.8 KiB/s rd, 506 KiB/s wr, 100 op/s 2024-09-04T22:27:14.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:14 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:14.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:14 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:14.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:14 smithi115 ceph-mon[51971]: Evicting (and blocklisting) client session 24349 (172.21.15.115:0/2955227959) 2024-09-04T22:27:14.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:14 smithi115 ceph-mon[51971]: from='mds.? [v2:172.21.15.5:6834/1658802369,v1:172.21.15.5:6835/1658802369]' entity='mds.foofs.smithi005.vslipg' cmd=[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.115:0/2955227959"}]: dispatch 2024-09-04T22:27:14.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:14 smithi115 ceph-mon[51971]: from='mds.? ' entity='mds.foofs.smithi005.vslipg' cmd=[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.115:0/2955227959"}]: dispatch 2024-09-04T22:27:14.784 INFO:teuthology.orchestra.run.smithi005.stdout: 5 249873 8.94 MB/sec execute 599 sec latency 13508.224 ms 2024-09-04T22:27:15.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:15 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:15.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:15 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:15.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:15 smithi115 ceph-mon[51971]: from='mds.? ' entity='mds.foofs.smithi005.vslipg' cmd='[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.115:0/2955227959"}]': finished 2024-09-04T22:27:15.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:15 smithi115 ceph-mon[51971]: osdmap e169: 8 total, 8 up, 8 in 2024-09-04T22:27:15.711 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:15 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:15.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:15 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:15.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:15 smithi005 ceph-mon[65467]: from='mds.? ' entity='mds.foofs.smithi005.vslipg' cmd='[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.115:0/2955227959"}]': finished 2024-09-04T22:27:15.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:15 smithi005 ceph-mon[65467]: osdmap e169: 8 total, 8 up, 8 in 2024-09-04T22:27:15.784 INFO:teuthology.orchestra.run.smithi005.stdout: 5 cleanup 600 sec 2024-09-04T22:27:16.145 INFO:teuthology.orchestra.run.smithi005.stdout: 0 cleanup 600 sec 2024-09-04T22:27:16.145 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-04T22:27:16.145 INFO:teuthology.orchestra.run.smithi005.stdout: Operation Count AvgLat MaxLat 2024-09-04T22:27:16.145 INFO:teuthology.orchestra.run.smithi005.stdout: ---------------------------------------- 2024-09-04T22:27:16.145 INFO:teuthology.orchestra.run.smithi005.stdout: NTCreateX 171952 5.004 14589.925 2024-09-04T22:27:16.145 INFO:teuthology.orchestra.run.smithi005.stdout: Close 126338 0.139 16.210 2024-09-04T22:27:16.145 INFO:teuthology.orchestra.run.smithi005.stdout: Rename 7280 8.780 156.913 2024-09-04T22:27:16.146 INFO:teuthology.orchestra.run.smithi005.stdout: Unlink 34674 7.744 6042.802 2024-09-04T22:27:16.146 INFO:teuthology.orchestra.run.smithi005.stdout: Qpathinfo 156077 1.252 1034.420 2024-09-04T22:27:16.146 INFO:teuthology.orchestra.run.smithi005.stdout: Qfileinfo 27231 0.007 1.836 2024-09-04T22:27:16.146 INFO:teuthology.orchestra.run.smithi005.stdout: Qfsinfo 28528 0.651 23.371 2024-09-04T22:27:16.146 INFO:teuthology.orchestra.run.smithi005.stdout: Sfileinfo 14007 14.668 14584.571 2024-09-04T22:27:16.146 INFO:teuthology.orchestra.run.smithi005.stdout: Find 60274 0.990 74.261 2024-09-04T22:27:16.146 INFO:teuthology.orchestra.run.smithi005.stdout: WriteX 84985 15.355 8139.632 2024-09-04T22:27:16.146 INFO:teuthology.orchestra.run.smithi005.stdout: ReadX 269701 0.010 4.027 2024-09-04T22:27:16.146 INFO:teuthology.orchestra.run.smithi005.stdout: LockX 560 0.419 21.099 2024-09-04T22:27:16.146 INFO:teuthology.orchestra.run.smithi005.stdout: UnlockX 560 0.351 10.792 2024-09-04T22:27:16.146 INFO:teuthology.orchestra.run.smithi005.stdout: Flush 12033 0.002 0.052 2024-09-04T22:27:16.146 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-04T22:27:16.147 INFO:teuthology.orchestra.run.smithi005.stdout:Throughput 8.94053 MB/sec 5 clients 5 procs max_latency=13508.224 ms 2024-09-04T22:27:16.148 DEBUG:teuthology.orchestra.run.smithi005:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'umount /mnt/foo' 2024-09-04T22:27:16.181 DEBUG:teuthology.orchestra.run.smithi005:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'while ! mount -t nfs $(hostname):/fake /mnt/foo ; do sleep 5 ; done' 2024-09-04T22:27:16.309 DEBUG:teuthology.orchestra.run.smithi005:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'cd /mnt/foo && dbench 5 -t 5' 2024-09-04T22:27:16.336 INFO:teuthology.orchestra.run.smithi005.stdout:dbench version 4.00 - Copyright Andrew Tridgell 1999-2004 2024-09-04T22:27:16.337 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-04T22:27:16.337 INFO:teuthology.orchestra.run.smithi005.stdout:Running for 5 seconds with load '/usr/share/dbench/client.txt' and minimum warmup 1 secs 2024-09-04T22:27:16.337 INFO:teuthology.orchestra.run.smithi005.stdout:3 of 5 processes prepared for launch 0 sec 2024-09-04T22:27:16.369 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:16 smithi005 ceph-mon[65467]: pgmap v345: 97 pgs: 97 active+clean; 327 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.5 KiB/s rd, 60 KiB/s wr, 32 op/s 2024-09-04T22:27:16.369 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:16 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:16.369 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:16 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:16.438 INFO:teuthology.orchestra.run.smithi005.stdout:5 of 5 processes prepared for launch 0 sec 2024-09-04T22:27:16.438 INFO:teuthology.orchestra.run.smithi005.stdout:releasing clients 2024-09-04T22:27:16.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:16 smithi115 ceph-mon[51971]: pgmap v345: 97 pgs: 97 active+clean; 327 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.5 KiB/s rd, 60 KiB/s wr, 32 op/s 2024-09-04T22:27:16.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:16 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:16.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:16 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:17.661 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:17 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:17.661 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:17 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:17.661 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:17 smithi005 ceph-mon[65467]: pgmap v346: 97 pgs: 97 active+clean; 328 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.6 KiB/s rd, 156 KiB/s wr, 27 op/s 2024-09-04T22:27:17.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:17 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:17.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:17 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:17.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:17 smithi115 ceph-mon[51971]: pgmap v346: 97 pgs: 97 active+clean; 328 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.6 KiB/s rd, 156 KiB/s wr, 27 op/s 2024-09-04T22:27:18.437 INFO:teuthology.orchestra.run.smithi005.stdout: 5 454 32.25 MB/sec execute 1 sec latency 219.919 ms 2024-09-04T22:27:18.707 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:18 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:18.707 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:18 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:18.708 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:18 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:27:18.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:18 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:18.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:18 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:18.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:18 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:27:19.438 INFO:teuthology.orchestra.run.smithi005.stdout: 5 728 29.45 MB/sec execute 2 sec latency 61.341 ms 2024-09-04T22:27:19.759 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:19 smithi005 ceph-mon[65467]: pgmap v347: 97 pgs: 97 active+clean; 349 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.2 KiB/s rd, 2.8 MiB/s wr, 34 op/s 2024-09-04T22:27:19.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:19 smithi115 ceph-mon[51971]: pgmap v347: 97 pgs: 97 active+clean; 349 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.2 KiB/s rd, 2.8 MiB/s wr, 34 op/s 2024-09-04T22:27:20.438 INFO:teuthology.orchestra.run.smithi005.stdout: 5 1115 22.43 MB/sec execute 3 sec latency 23.096 ms 2024-09-04T22:27:21.438 INFO:teuthology.orchestra.run.smithi005.stdout: 5 1620 20.82 MB/sec execute 4 sec latency 28.217 ms 2024-09-04T22:27:22.438 INFO:teuthology.orchestra.run.smithi005.stdout: 5 cleanup 5 sec 2024-09-04T22:27:22.553 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:22 smithi005 ceph-mon[65467]: pgmap v348: 97 pgs: 97 active+clean; 362 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 6.5 MiB/s wr, 102 op/s 2024-09-04T22:27:22.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:22 smithi115 ceph-mon[51971]: pgmap v348: 97 pgs: 97 active+clean; 362 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 6.5 MiB/s wr, 102 op/s 2024-09-04T22:27:22.749 INFO:teuthology.orchestra.run.smithi005.stdout: 0 cleanup 5 sec 2024-09-04T22:27:22.749 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-04T22:27:22.749 INFO:teuthology.orchestra.run.smithi005.stdout: Operation Count AvgLat MaxLat 2024-09-04T22:27:22.749 INFO:teuthology.orchestra.run.smithi005.stdout: ---------------------------------------- 2024-09-04T22:27:22.749 INFO:teuthology.orchestra.run.smithi005.stdout: NTCreateX 1830 3.856 61.335 2024-09-04T22:27:22.749 INFO:teuthology.orchestra.run.smithi005.stdout: Close 1606 3.313 58.354 2024-09-04T22:27:22.749 INFO:teuthology.orchestra.run.smithi005.stdout: Rename 64 5.018 25.113 2024-09-04T22:27:22.749 INFO:teuthology.orchestra.run.smithi005.stdout: Unlink 161 6.069 27.024 2024-09-04T22:27:22.749 INFO:teuthology.orchestra.run.smithi005.stdout: Qpathinfo 1572 1.352 18.961 2024-09-04T22:27:22.749 INFO:teuthology.orchestra.run.smithi005.stdout: Qfileinfo 519 8.773 50.217 2024-09-04T22:27:22.749 INFO:teuthology.orchestra.run.smithi005.stdout: Qfsinfo 193 0.691 3.859 2024-09-04T22:27:22.750 INFO:teuthology.orchestra.run.smithi005.stdout: Sfileinfo 204 10.806 28.112 2024-09-04T22:27:22.750 INFO:teuthology.orchestra.run.smithi005.stdout: Find 528 1.110 7.154 2024-09-04T22:27:22.750 INFO:teuthology.orchestra.run.smithi005.stdout: WriteX 1986 0.023 0.118 2024-09-04T22:27:22.750 INFO:teuthology.orchestra.run.smithi005.stdout: ReadX 1901 0.018 3.274 2024-09-04T22:27:22.750 INFO:teuthology.orchestra.run.smithi005.stdout: Flush 160 10.631 37.395 2024-09-04T22:27:22.750 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-04T22:27:22.750 INFO:teuthology.orchestra.run.smithi005.stdout:Throughput 20.8219 MB/sec 5 clients 5 procs max_latency=219.919 ms 2024-09-04T22:27:22.751 DEBUG:teuthology.parallel:result is None 2024-09-04T22:27:23.616 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:23 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:23.616 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:23 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:23.616 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:23 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:27:23.616 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:23 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:27:23.616 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:23 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:23.616 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:23 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:23.616 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:23 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:27:23.616 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:23 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:27:23.616 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:23 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:27:23.617 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:23 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:27:23.617 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:23 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:27:23.617 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:23 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:27:23.617 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:23 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:27:23.617 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:23 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:27:23.617 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:23 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:27:23.617 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:23 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:27:23.617 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:23 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:27:23.617 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:23 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:27:23.617 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:23 smithi005 ceph-mon[65467]: Upgrade: Setting container_image for all nfs 2024-09-04T22:27:23.617 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:23 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:23.617 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:23 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs.foo.0.0.smithi005.rcnjjx"}]: dispatch 2024-09-04T22:27:23.617 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:23 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs.foo.0.0.smithi005.rcnjjx"}]': finished 2024-09-04T22:27:23.618 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:23 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs.foo.1.0.smithi115.gxhqij"}]: dispatch 2024-09-04T22:27:23.618 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:23 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs.foo.1.0.smithi115.gxhqij"}]': finished 2024-09-04T22:27:23.618 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:23 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:27:23.618 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:23 smithi005 ceph-mon[65467]: Upgrade: Setting container_image for all nvmeof 2024-09-04T22:27:23.618 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:23 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:23.618 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:23 smithi005 ceph-mon[65467]: pgmap v349: 97 pgs: 97 active+clean; 341 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.9 KiB/s rd, 11 MiB/s wr, 305 op/s 2024-09-04T22:27:23.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:23 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:23.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:23 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:23.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:23 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:27:23.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:23 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:27:23.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:23 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:23.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:23 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:23.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:23 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:27:23.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:23 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:27:23.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:23 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:27:23.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:23 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:27:23.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:23 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:27:23.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:23 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:27:23.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:23 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:27:23.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:23 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:27:23.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:23 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:27:23.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:23 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:27:23.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:23 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:27:23.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:23 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:27:23.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:23 smithi115 ceph-mon[51971]: Upgrade: Setting container_image for all nfs 2024-09-04T22:27:23.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:23 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:23.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:23 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs.foo.0.0.smithi005.rcnjjx"}]: dispatch 2024-09-04T22:27:23.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:23 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs.foo.0.0.smithi005.rcnjjx"}]': finished 2024-09-04T22:27:23.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:23 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs.foo.1.0.smithi115.gxhqij"}]: dispatch 2024-09-04T22:27:23.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:23 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs.foo.1.0.smithi115.gxhqij"}]': finished 2024-09-04T22:27:23.650 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:23 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:27:23.650 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:23 smithi115 ceph-mon[51971]: Upgrade: Setting container_image for all nvmeof 2024-09-04T22:27:23.650 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:23 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:23.650 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:23 smithi115 ceph-mon[51971]: pgmap v349: 97 pgs: 97 active+clean; 341 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.9 KiB/s rd, 11 MiB/s wr, 305 op/s 2024-09-04T22:27:23.954 INFO:teuthology.orchestra.run.smithi005.stdout:true 2024-09-04T22:27:24.684 INFO:teuthology.orchestra.run.smithi005.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-04T22:27:24.684 INFO:teuthology.orchestra.run.smithi005.stdout:alertmanager.smithi005 smithi005 *:9093,9094 running (10m) 8s ago 18m 24.0M - 0.23.0 ba2b418f427c d299eba5e5dd 2024-09-04T22:27:24.685 INFO:teuthology.orchestra.run.smithi005.stdout:crash.smithi005 smithi005 running (7m) 8s ago 18m 6895k - 19.1.1-260-gf3418446 e9760d0a26a7 30e3c983ec4d 2024-09-04T22:27:24.685 INFO:teuthology.orchestra.run.smithi005.stdout:crash.smithi115 smithi115 running (7m) 10s ago 18m 6895k - 19.1.1-260-gf3418446 e9760d0a26a7 0089e389692f 2024-09-04T22:27:24.685 INFO:teuthology.orchestra.run.smithi005.stdout:grafana.smithi005 smithi005 *:3000 running (9m) 8s ago 18m 55.6M - 8.3.5 dad864ee21e9 b9c465ba4deb 2024-09-04T22:27:24.685 INFO:teuthology.orchestra.run.smithi005.stdout:mds.foofs.smithi005.vslipg smithi005 running (66s) 8s ago 12m 37.1M - 19.1.1-260-gf3418446 e9760d0a26a7 e8aeaf5f062a 2024-09-04T22:27:24.685 INFO:teuthology.orchestra.run.smithi005.stdout:mds.foofs.smithi115.sgjptr smithi115 running (37s) 10s ago 12m 13.0M - 19.1.1-260-gf3418446 e9760d0a26a7 8747103eecc1 2024-09-04T22:27:24.685 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.smithi005.hteciz smithi005 *:8443,9283,8765 running (9m) 8s ago 19m 509M - 19.1.1-260-gf3418446 e9760d0a26a7 669eb5d46ffc 2024-09-04T22:27:24.685 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.smithi115.lfvwip smithi115 *:8443,9283,8765 running (8m) 10s ago 17m 442M - 19.1.1-260-gf3418446 e9760d0a26a7 5fc647070f0c 2024-09-04T22:27:24.685 INFO:teuthology.orchestra.run.smithi005.stdout:mon.smithi005 smithi005 running (8m) 8s ago 20m 59.5M 2048M 19.1.1-260-gf3418446 e9760d0a26a7 8ac4e5344f95 2024-09-04T22:27:24.685 INFO:teuthology.orchestra.run.smithi005.stdout:mon.smithi115 smithi115 running (8m) 10s ago 17m 46.0M 2048M 19.1.1-260-gf3418446 e9760d0a26a7 cadad68d26fc 2024-09-04T22:27:24.685 INFO:teuthology.orchestra.run.smithi005.stdout:nfs.foo.0.0.smithi005.rcnjjx smithi005 *:2049 running (19s) 8s ago 12m 64.9M - 5.5 e9760d0a26a7 e1ca20022538 2024-09-04T22:27:24.685 INFO:teuthology.orchestra.run.smithi005.stdout:nfs.foo.1.0.smithi115.gxhqij smithi115 *:2049 running (14s) 10s ago 12m 17.5M - 5.5 e9760d0a26a7 474f9fb26bd5 2024-09-04T22:27:24.685 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.smithi005 smithi005 *:9100 running (9m) 8s ago 18m 17.7M - 1.3.1 1dbe0e931976 c3be8b87abc8 2024-09-04T22:27:24.686 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.smithi115 smithi115 *:9100 running (9m) 10s ago 17m 17.8M - 1.3.1 1dbe0e931976 a216b8a3c089 2024-09-04T22:27:24.686 INFO:teuthology.orchestra.run.smithi005.stdout:osd.0 smithi005 running (6m) 8s ago 17m 504M 1937M 19.1.1-260-gf3418446 e9760d0a26a7 7565bcbd5640 2024-09-04T22:27:24.686 INFO:teuthology.orchestra.run.smithi005.stdout:osd.1 smithi005 running (5m) 8s ago 16m 389M 1937M 19.1.1-260-gf3418446 e9760d0a26a7 4b3d60bb2c25 2024-09-04T22:27:24.686 INFO:teuthology.orchestra.run.smithi005.stdout:osd.2 smithi005 running (5m) 8s ago 16m 376M 1937M 19.1.1-260-gf3418446 e9760d0a26a7 7da85200f683 2024-09-04T22:27:24.686 INFO:teuthology.orchestra.run.smithi005.stdout:osd.3 smithi005 running (4m) 8s ago 15m 456M 1937M 19.1.1-260-gf3418446 e9760d0a26a7 a644c2dcdeb3 2024-09-04T22:27:24.686 INFO:teuthology.orchestra.run.smithi005.stdout:osd.4 smithi115 running (3m) 10s ago 15m 334M 2704M 19.1.1-260-gf3418446 e9760d0a26a7 09cc24771318 2024-09-04T22:27:24.686 INFO:teuthology.orchestra.run.smithi005.stdout:osd.5 smithi115 running (2m) 10s ago 14m 321M 2704M 19.1.1-260-gf3418446 e9760d0a26a7 8d76fc0631fe 2024-09-04T22:27:24.686 INFO:teuthology.orchestra.run.smithi005.stdout:osd.6 smithi115 running (2m) 10s ago 14m 292M 2704M 19.1.1-260-gf3418446 e9760d0a26a7 e004cdc60fc1 2024-09-04T22:27:24.686 INFO:teuthology.orchestra.run.smithi005.stdout:osd.7 smithi115 running (95s) 10s ago 14m 334M 2704M 19.1.1-260-gf3418446 e9760d0a26a7 d2351a5f1dfb 2024-09-04T22:27:24.686 INFO:teuthology.orchestra.run.smithi005.stdout:prometheus.smithi005 smithi005 *:9095 running (8m) 8s ago 17m 73.6M - 2.33.4 514e6a882f6e aae1464e652a 2024-09-04T22:27:24.956 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:24 smithi005 ceph-mon[65467]: from='client.34560 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:27:24.956 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:24 smithi005 ceph-mon[65467]: from='client.34564 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:27:25.120 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-04T22:27:25.120 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": { 2024-09-04T22:27:25.120 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 2 2024-09-04T22:27:25.120 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:27:25.121 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": { 2024-09-04T22:27:25.121 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 2 2024-09-04T22:27:25.121 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:27:25.121 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": { 2024-09-04T22:27:25.121 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 8 2024-09-04T22:27:25.121 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:27:25.121 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": { 2024-09-04T22:27:25.121 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 2 2024-09-04T22:27:25.121 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:27:25.121 INFO:teuthology.orchestra.run.smithi005.stdout: "overall": { 2024-09-04T22:27:25.121 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 14 2024-09-04T22:27:25.121 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-04T22:27:25.121 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-04T22:27:25.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:24 smithi115 ceph-mon[51971]: from='client.34560 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:27:25.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:24 smithi115 ceph-mon[51971]: from='client.34564 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:27:25.624 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-04T22:27:25.624 INFO:teuthology.orchestra.run.smithi005.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15", 2024-09-04T22:27:25.624 INFO:teuthology.orchestra.run.smithi005.stdout: "in_progress": true, 2024-09-04T22:27:25.624 INFO:teuthology.orchestra.run.smithi005.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-04T22:27:25.624 INFO:teuthology.orchestra.run.smithi005.stdout: "services_complete": [ 2024-09-04T22:27:25.624 INFO:teuthology.orchestra.run.smithi005.stdout: "mon", 2024-09-04T22:27:25.624 INFO:teuthology.orchestra.run.smithi005.stdout: "mds", 2024-09-04T22:27:25.624 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr", 2024-09-04T22:27:25.624 INFO:teuthology.orchestra.run.smithi005.stdout: "osd", 2024-09-04T22:27:25.625 INFO:teuthology.orchestra.run.smithi005.stdout: "nfs", 2024-09-04T22:27:25.625 INFO:teuthology.orchestra.run.smithi005.stdout: "crash" 2024-09-04T22:27:25.625 INFO:teuthology.orchestra.run.smithi005.stdout: ], 2024-09-04T22:27:25.625 INFO:teuthology.orchestra.run.smithi005.stdout: "progress": "18/23 daemons upgraded", 2024-09-04T22:27:25.625 INFO:teuthology.orchestra.run.smithi005.stdout: "message": "Currently upgrading node-exporter daemons", 2024-09-04T22:27:25.625 INFO:teuthology.orchestra.run.smithi005.stdout: "is_paused": false 2024-09-04T22:27:25.625 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-04T22:27:25.910 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:25 smithi005 ceph-mon[65467]: from='client.34568 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:27:25.910 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:25 smithi005 ceph-mon[65467]: from='client.? 172.21.15.5:0/126984712' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:27:25.911 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:25 smithi005 ceph-mon[65467]: pgmap v350: 97 pgs: 97 active+clean; 322 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 12 MiB/s wr, 385 op/s 2024-09-04T22:27:26.070 INFO:teuthology.orchestra.run.smithi005.stdout:HEALTH_OK 2024-09-04T22:27:26.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:25 smithi115 ceph-mon[51971]: from='client.34568 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:27:26.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:25 smithi115 ceph-mon[51971]: from='client.? 172.21.15.5:0/126984712' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:27:26.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:25 smithi115 ceph-mon[51971]: pgmap v350: 97 pgs: 97 active+clean; 322 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 12 MiB/s wr, 385 op/s 2024-09-04T22:27:27.033 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:26 smithi005 ceph-mon[65467]: Upgrade: Updating node-exporter.smithi005 (1/2) 2024-09-04T22:27:27.033 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:26 smithi005 ceph-mon[65467]: Deploying daemon node-exporter.smithi005 on smithi005 2024-09-04T22:27:27.034 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:26 smithi005 ceph-mon[65467]: from='client.34576 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:27:27.034 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:26 smithi005 ceph-mon[65467]: from='client.? 172.21.15.5:0/2107269544' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-04T22:27:27.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:26 smithi115 ceph-mon[51971]: Upgrade: Updating node-exporter.smithi005 (1/2) 2024-09-04T22:27:27.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:26 smithi115 ceph-mon[51971]: Deploying daemon node-exporter.smithi005 on smithi005 2024-09-04T22:27:27.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:26 smithi115 ceph-mon[51971]: from='client.34576 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:27:27.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:26 smithi115 ceph-mon[51971]: from='client.? 172.21.15.5:0/2107269544' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-04T22:27:28.100 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:27 smithi005 ceph-mon[65467]: pgmap v351: 97 pgs: 97 active+clean; 306 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.2 KiB/s rd, 11 MiB/s wr, 346 op/s 2024-09-04T22:27:28.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:27 smithi115 ceph-mon[51971]: pgmap v351: 97 pgs: 97 active+clean; 306 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.2 KiB/s rd, 11 MiB/s wr, 346 op/s 2024-09-04T22:27:30.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:30 smithi115 ceph-mon[51971]: pgmap v352: 97 pgs: 97 active+clean; 254 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.7 KiB/s rd, 11 MiB/s wr, 365 op/s 2024-09-04T22:27:30.656 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:30 smithi005 ceph-mon[65467]: pgmap v352: 97 pgs: 97 active+clean; 254 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.7 KiB/s rd, 11 MiB/s wr, 365 op/s 2024-09-04T22:27:32.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:31 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:32.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:31 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:32.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:31 smithi115 ceph-mon[51971]: pgmap v353: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.3 KiB/s rd, 8.3 MiB/s wr, 358 op/s 2024-09-04T22:27:32.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:31 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:32.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:31 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:32.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:31 smithi005 ceph-mon[65467]: pgmap v353: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.3 KiB/s rd, 8.3 MiB/s wr, 358 op/s 2024-09-04T22:27:33.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:32 smithi115 ceph-mon[51971]: Upgrade: Updating node-exporter.smithi115 (2/2) 2024-09-04T22:27:33.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:32 smithi115 ceph-mon[51971]: Deploying daemon node-exporter.smithi115 on smithi115 2024-09-04T22:27:33.211 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:32 smithi005 ceph-mon[65467]: Upgrade: Updating node-exporter.smithi115 (2/2) 2024-09-04T22:27:33.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:32 smithi005 ceph-mon[65467]: Deploying daemon node-exporter.smithi115 on smithi115 2024-09-04T22:27:34.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:33 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:27:34.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:33 smithi115 ceph-mon[51971]: pgmap v354: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.7 KiB/s rd, 5.3 MiB/s wr, 294 op/s 2024-09-04T22:27:34.211 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:33 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:27:34.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:33 smithi005 ceph-mon[65467]: pgmap v354: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.7 KiB/s rd, 5.3 MiB/s wr, 294 op/s 2024-09-04T22:27:36.383 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:36 smithi115 ceph-mon[51971]: pgmap v355: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.1 MiB/s wr, 121 op/s 2024-09-04T22:27:36.711 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:36 smithi005 ceph-mon[65467]: pgmap v355: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.1 MiB/s wr, 121 op/s 2024-09-04T22:27:38.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:38 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:38.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:38 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:38.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:38 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:27:38.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:38 smithi005 ceph-mon[65467]: pgmap v356: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.9 KiB/s rd, 61 KiB/s wr, 38 op/s 2024-09-04T22:27:38.574 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:38 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:38.575 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:38 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:38.575 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:38 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:27:38.575 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:38 smithi115 ceph-mon[51971]: pgmap v356: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.9 KiB/s rd, 61 KiB/s wr, 38 op/s 2024-09-04T22:27:40.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:40 smithi005 ceph-mon[65467]: pgmap v357: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.1 KiB/s rd, 29 KiB/s wr, 28 op/s 2024-09-04T22:27:40.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:40 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:40.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:40 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:40.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:40 smithi115 ceph-mon[51971]: pgmap v357: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.1 KiB/s rd, 29 KiB/s wr, 28 op/s 2024-09-04T22:27:40.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:40 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:40.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:40 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:42.006 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:41 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:42.006 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:41 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:42.006 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:41 smithi005 ceph-mon[65467]: pgmap v358: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.9 KiB/s rd, 24 KiB/s wr, 8 op/s 2024-09-04T22:27:42.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:41 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:42.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:41 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:42.148 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:41 smithi115 ceph-mon[51971]: pgmap v358: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.9 KiB/s rd, 24 KiB/s wr, 8 op/s 2024-09-04T22:27:43.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:43 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:43.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:43 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:43.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:43 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:43.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:43 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:43.569 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:43 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:43.569 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:43 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:43.569 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:43 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:43.569 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:43 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:44.620 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:44 smithi005 ceph-mon[65467]: pgmap v359: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 255 B/s wr, 0 op/s 2024-09-04T22:27:44.621 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:44 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:44.621 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:44 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:44.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:44 smithi115 ceph-mon[51971]: pgmap v359: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 255 B/s wr, 0 op/s 2024-09-04T22:27:44.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:44 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:44.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:44 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:46.390 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:46 smithi005 ceph-mon[65467]: pgmap v360: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 255 B/s wr, 0 op/s 2024-09-04T22:27:46.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:46 smithi115 ceph-mon[51971]: pgmap v360: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 255 B/s wr, 0 op/s 2024-09-04T22:27:47.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:47 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:47.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:47 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:47.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:47 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:27:47.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:47 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:27:47.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:47 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:47.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:47 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:47.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:47 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:27:47.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:47 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:27:47.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:47 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:27:47.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:47 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:27:47.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:47 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:27:47.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:47 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:27:47.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:47 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:27:47.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:47 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:27:47.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:47 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:27:47.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:47 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:27:47.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:47 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:27:47.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:47 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:27:47.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:47 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:27:47.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:47 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:27:47.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:47 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:47.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:47 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:47.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:47 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:27:47.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:47 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:27:47.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:47 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:47.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:47 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:27:47.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:47 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:27:47.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:47 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:27:47.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:47 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:27:47.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:47 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:27:47.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:47 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:27:47.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:47 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:27:47.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:47 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:27:47.899 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:47 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:27:47.899 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:47 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:27:47.899 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:47 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:27:47.899 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:47 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:27:47.899 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:47 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:27:47.899 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:47 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:27:47.899 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:47 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:27:48.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:48 smithi005 ceph-mon[65467]: pgmap v361: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:27:48.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:48 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:27:48.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:48 smithi115 ceph-mon[51971]: pgmap v361: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:27:48.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:48 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:27:49.711 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:49 smithi005 ceph-mon[65467]: Upgrade: Updating prometheus.smithi005 2024-09-04T22:27:49.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:49 smithi005 ceph-mon[65467]: Deploying daemon prometheus.smithi005 on smithi005 2024-09-04T22:27:49.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:49 smithi115 ceph-mon[51971]: Upgrade: Updating prometheus.smithi005 2024-09-04T22:27:49.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:49 smithi115 ceph-mon[51971]: Deploying daemon prometheus.smithi005 on smithi005 2024-09-04T22:27:50.711 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:50 smithi005 ceph-mon[65467]: pgmap v362: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-09-04T22:27:50.766 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:50 smithi115 ceph-mon[51971]: pgmap v362: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-09-04T22:27:52.711 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:52 smithi005 ceph-mon[65467]: pgmap v363: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:27:52.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:52 smithi115 ceph-mon[51971]: pgmap v363: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:27:54.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:54 smithi005 ceph-mon[65467]: pgmap v364: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:27:54.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:54 smithi115 ceph-mon[51971]: pgmap v364: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:27:56.446 INFO:teuthology.orchestra.run.smithi005.stdout:true 2024-09-04T22:27:56.711 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:56 smithi005 ceph-mon[65467]: pgmap v365: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:27:56.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:56 smithi115 ceph-mon[51971]: pgmap v365: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:27:57.150 INFO:teuthology.orchestra.run.smithi005.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-04T22:27:57.150 INFO:teuthology.orchestra.run.smithi005.stdout:alertmanager.smithi005 smithi005 *:9093,9094 running (10m) 14s ago 19m 24.5M - 0.23.0 ba2b418f427c d299eba5e5dd 2024-09-04T22:27:57.150 INFO:teuthology.orchestra.run.smithi005.stdout:crash.smithi005 smithi005 running (7m) 14s ago 19m 6895k - 19.1.1-260-gf3418446 e9760d0a26a7 30e3c983ec4d 2024-09-04T22:27:57.151 INFO:teuthology.orchestra.run.smithi005.stdout:crash.smithi115 smithi115 running (7m) 17s ago 18m 6895k - 19.1.1-260-gf3418446 e9760d0a26a7 0089e389692f 2024-09-04T22:27:57.151 INFO:teuthology.orchestra.run.smithi005.stdout:grafana.smithi005 smithi005 *:3000 running (10m) 14s ago 18m 55.4M - 8.3.5 dad864ee21e9 b9c465ba4deb 2024-09-04T22:27:57.151 INFO:teuthology.orchestra.run.smithi005.stdout:mds.foofs.smithi005.vslipg smithi005 running (99s) 14s ago 13m 40.2M - 19.1.1-260-gf3418446 e9760d0a26a7 e8aeaf5f062a 2024-09-04T22:27:57.151 INFO:teuthology.orchestra.run.smithi005.stdout:mds.foofs.smithi115.sgjptr smithi115 running (70s) 17s ago 13m 13.2M - 19.1.1-260-gf3418446 e9760d0a26a7 8747103eecc1 2024-09-04T22:27:57.151 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.smithi005.hteciz smithi005 *:8443,9283,8765 running (10m) 14s ago 20m 510M - 19.1.1-260-gf3418446 e9760d0a26a7 669eb5d46ffc 2024-09-04T22:27:57.151 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.smithi115.lfvwip smithi115 *:8443,9283,8765 running (9m) 17s ago 18m 443M - 19.1.1-260-gf3418446 e9760d0a26a7 5fc647070f0c 2024-09-04T22:27:57.151 INFO:teuthology.orchestra.run.smithi005.stdout:mon.smithi005 smithi005 running (9m) 14s ago 20m 62.2M 2048M 19.1.1-260-gf3418446 e9760d0a26a7 8ac4e5344f95 2024-09-04T22:27:57.151 INFO:teuthology.orchestra.run.smithi005.stdout:mon.smithi115 smithi115 running (8m) 17s ago 18m 47.7M 2048M 19.1.1-260-gf3418446 e9760d0a26a7 cadad68d26fc 2024-09-04T22:27:57.151 INFO:teuthology.orchestra.run.smithi005.stdout:nfs.foo.0.0.smithi005.rcnjjx smithi005 *:2049 running (52s) 14s ago 12m 218M - 5.5 e9760d0a26a7 e1ca20022538 2024-09-04T22:27:57.151 INFO:teuthology.orchestra.run.smithi005.stdout:nfs.foo.1.0.smithi115.gxhqij smithi115 *:2049 running (46s) 17s ago 12m 62.0M - 5.5 e9760d0a26a7 474f9fb26bd5 2024-09-04T22:27:57.151 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.smithi005 smithi005 *:9100 running (26s) 14s ago 18m 3321k - 1.5.0 0da6a335fe13 0e165861a985 2024-09-04T22:27:57.151 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.smithi115 smithi115 *:9100 running (20s) 17s ago 18m 3649k - 1.5.0 0da6a335fe13 775f54d88794 2024-09-04T22:27:57.151 INFO:teuthology.orchestra.run.smithi005.stdout:osd.0 smithi005 running (7m) 14s ago 17m 525M 1937M 19.1.1-260-gf3418446 e9760d0a26a7 7565bcbd5640 2024-09-04T22:27:57.152 INFO:teuthology.orchestra.run.smithi005.stdout:osd.1 smithi005 running (6m) 14s ago 17m 394M 1937M 19.1.1-260-gf3418446 e9760d0a26a7 4b3d60bb2c25 2024-09-04T22:27:57.152 INFO:teuthology.orchestra.run.smithi005.stdout:osd.2 smithi005 running (5m) 14s ago 16m 381M 1937M 19.1.1-260-gf3418446 e9760d0a26a7 7da85200f683 2024-09-04T22:27:57.152 INFO:teuthology.orchestra.run.smithi005.stdout:osd.3 smithi005 running (4m) 14s ago 16m 369M 1937M 19.1.1-260-gf3418446 e9760d0a26a7 a644c2dcdeb3 2024-09-04T22:27:57.152 INFO:teuthology.orchestra.run.smithi005.stdout:osd.4 smithi115 running (3m) 17s ago 15m 354M 2704M 19.1.1-260-gf3418446 e9760d0a26a7 09cc24771318 2024-09-04T22:27:57.152 INFO:teuthology.orchestra.run.smithi005.stdout:osd.5 smithi115 running (3m) 17s ago 15m 331M 2704M 19.1.1-260-gf3418446 e9760d0a26a7 8d76fc0631fe 2024-09-04T22:27:57.152 INFO:teuthology.orchestra.run.smithi005.stdout:osd.6 smithi115 running (2m) 17s ago 15m 301M 2704M 19.1.1-260-gf3418446 e9760d0a26a7 e004cdc60fc1 2024-09-04T22:27:57.152 INFO:teuthology.orchestra.run.smithi005.stdout:osd.7 smithi115 running (2m) 17s ago 14m 344M 2704M 19.1.1-260-gf3418446 e9760d0a26a7 d2351a5f1dfb 2024-09-04T22:27:57.152 INFO:teuthology.orchestra.run.smithi005.stdout:prometheus.smithi005 smithi005 *:9095 running (9m) 14s ago 18m 73.6M - 2.33.4 514e6a882f6e aae1464e652a 2024-09-04T22:27:57.575 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-04T22:27:57.575 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": { 2024-09-04T22:27:57.575 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 2 2024-09-04T22:27:57.575 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:27:57.575 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": { 2024-09-04T22:27:57.575 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 2 2024-09-04T22:27:57.575 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:27:57.575 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": { 2024-09-04T22:27:57.575 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 8 2024-09-04T22:27:57.575 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:27:57.576 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": { 2024-09-04T22:27:57.576 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 2 2024-09-04T22:27:57.576 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:27:57.576 INFO:teuthology.orchestra.run.smithi005.stdout: "overall": { 2024-09-04T22:27:57.576 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 14 2024-09-04T22:27:57.576 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-04T22:27:57.576 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-04T22:27:57.598 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:57 smithi005 ceph-mon[65467]: from='client.34584 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:27:57.598 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:57 smithi005 ceph-mon[65467]: from='client.34588 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:27:57.598 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:57 smithi005 ceph-mon[65467]: from='client.34592 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:27:57.599 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:57 smithi005 ceph-mon[65467]: pgmap v366: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:27:57.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:57 smithi115 ceph-mon[51971]: from='client.34584 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:27:57.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:57 smithi115 ceph-mon[51971]: from='client.34588 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:27:57.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:57 smithi115 ceph-mon[51971]: from='client.34592 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:27:57.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:57 smithi115 ceph-mon[51971]: pgmap v366: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:27:57.930 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-04T22:27:57.930 INFO:teuthology.orchestra.run.smithi005.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15", 2024-09-04T22:27:57.930 INFO:teuthology.orchestra.run.smithi005.stdout: "in_progress": true, 2024-09-04T22:27:57.930 INFO:teuthology.orchestra.run.smithi005.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-04T22:27:57.930 INFO:teuthology.orchestra.run.smithi005.stdout: "services_complete": [ 2024-09-04T22:27:57.930 INFO:teuthology.orchestra.run.smithi005.stdout: "mon", 2024-09-04T22:27:57.930 INFO:teuthology.orchestra.run.smithi005.stdout: "mds", 2024-09-04T22:27:57.930 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr", 2024-09-04T22:27:57.930 INFO:teuthology.orchestra.run.smithi005.stdout: "osd", 2024-09-04T22:27:57.931 INFO:teuthology.orchestra.run.smithi005.stdout: "nfs", 2024-09-04T22:27:57.931 INFO:teuthology.orchestra.run.smithi005.stdout: "crash" 2024-09-04T22:27:57.931 INFO:teuthology.orchestra.run.smithi005.stdout: ], 2024-09-04T22:27:57.931 INFO:teuthology.orchestra.run.smithi005.stdout: "progress": "18/23 daemons upgraded", 2024-09-04T22:27:57.931 INFO:teuthology.orchestra.run.smithi005.stdout: "message": "Currently upgrading prometheus daemons", 2024-09-04T22:27:57.931 INFO:teuthology.orchestra.run.smithi005.stdout: "is_paused": false 2024-09-04T22:27:57.931 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-04T22:27:58.353 INFO:teuthology.orchestra.run.smithi005.stdout:HEALTH_OK 2024-09-04T22:27:58.702 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:58 smithi005 ceph-mon[65467]: from='client.? 172.21.15.5:0/2727932304' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:27:58.702 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:58 smithi005 ceph-mon[65467]: from='client.34600 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:27:58.702 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:58 smithi005 ceph-mon[65467]: from='client.? 172.21.15.5:0/1803320811' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-04T22:27:58.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:58 smithi115 ceph-mon[51971]: from='client.? 172.21.15.5:0/2727932304' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:27:58.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:58 smithi115 ceph-mon[51971]: from='client.34600 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:27:58.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:58 smithi115 ceph-mon[51971]: from='client.? 172.21.15.5:0/1803320811' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-04T22:27:59.792 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:27:59 smithi005 ceph-mon[65467]: pgmap v367: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-09-04T22:27:59.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:27:59 smithi115 ceph-mon[51971]: pgmap v367: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-09-04T22:28:02.599 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:02 smithi005 ceph-mon[65467]: pgmap v368: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:28:02.599 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:02 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:02.599 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:02 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:02.599 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:02 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:28:02.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:02 smithi115 ceph-mon[51971]: pgmap v368: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:28:02.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:02 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:02.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:02 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:02.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:02 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:28:03.598 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:28:03.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:03 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:28:04.461 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:04 smithi005 ceph-mon[65467]: pgmap v369: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:28:04.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:04 smithi115 ceph-mon[51971]: pgmap v369: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:28:06.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:06 smithi115 ceph-mon[51971]: pgmap v370: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:28:06.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:06 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:06.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:06 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:06.713 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:06 smithi005 ceph-mon[65467]: pgmap v370: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:28:06.713 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:06 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:06.713 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:06 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:08.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:07 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:08.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:07 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:08.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:07 smithi115 ceph-mon[51971]: pgmap v371: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:28:08.211 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:07 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:08.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:07 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:08.212 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:07 smithi005 ceph-mon[65467]: pgmap v371: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:28:10.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:10 smithi115 ceph-mon[51971]: pgmap v372: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-09-04T22:28:10.711 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:10 smithi005 ceph-mon[65467]: pgmap v372: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-09-04T22:28:11.576 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:11 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:11.576 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:11 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:11.577 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:11 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:28:11.577 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:11 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:28:11.577 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:11 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:11.577 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:11 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:11.577 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:11 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-04T22:28:11.577 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:11 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:28:11.577 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:11 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:11.577 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:11 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:11.577 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:11 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:11.577 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:11 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:11.577 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:11 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:11.577 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:11 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:11.577 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:11 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:11.578 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:11 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:11.578 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:11 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:11.578 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:11 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:11.578 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:11 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:11.578 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:11 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:11.578 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:11 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:11.578 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:11 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:11.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:11 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:11.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:11 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:11.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:11 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:28:11.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:11 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:28:11.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:11 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:11.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:11 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:11.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:11 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-04T22:28:11.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:11 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:28:11.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:11 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:11.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:11 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:11.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:11 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:11.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:11 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:11.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:11 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:11.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:11 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:11.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:11 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:11.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:11 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:11.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:11 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:11.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:11 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:11.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:11 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:11.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:11 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:11.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:11 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:11.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:11 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:12.711 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:12 smithi005 ceph-mon[65467]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-04T22:28:12.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:12 smithi005 ceph-mon[65467]: pgmap v373: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:28:12.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:12 smithi115 ceph-mon[51971]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-04T22:28:12.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:12 smithi115 ceph-mon[51971]: pgmap v373: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:28:13.711 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:13 smithi005 ceph-mon[65467]: Upgrade: Updating alertmanager.smithi005 2024-09-04T22:28:13.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:13 smithi005 ceph-mon[65467]: Deploying daemon alertmanager.smithi005 on smithi005 2024-09-04T22:28:13.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:13 smithi115 ceph-mon[51971]: Upgrade: Updating alertmanager.smithi005 2024-09-04T22:28:13.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:13 smithi115 ceph-mon[51971]: Deploying daemon alertmanager.smithi005 on smithi005 2024-09-04T22:28:14.711 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:14 smithi005 ceph-mon[65467]: pgmap v374: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:28:14.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:14 smithi115 ceph-mon[51971]: pgmap v374: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:28:16.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:16 smithi005 ceph-mon[65467]: pgmap v375: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:28:16.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:16 smithi115 ceph-mon[51971]: pgmap v375: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:28:18.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:18 smithi005 ceph-mon[65467]: pgmap v376: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:28:18.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:18 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:28:18.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:18 smithi115 ceph-mon[51971]: pgmap v376: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:28:18.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:18 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:28:20.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:20 smithi005 ceph-mon[65467]: pgmap v377: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-09-04T22:28:20.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:20 smithi115 ceph-mon[51971]: pgmap v377: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-09-04T22:28:22.711 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:22 smithi005 ceph-mon[65467]: pgmap v378: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:28:22.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:22 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:22.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:22 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:22.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:22 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:28:22.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:22 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:22.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:22 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:22.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:22 smithi115 ceph-mon[51971]: pgmap v378: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:28:22.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:22 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:22.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:22 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:22.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:22 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:28:22.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:22 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:22.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:22 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:23.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:23 smithi005 ceph-mon[65467]: pgmap v379: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:28:23.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:23 smithi115 ceph-mon[51971]: pgmap v379: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:28:26.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:26 smithi005 ceph-mon[65467]: pgmap v380: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:28:26.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:26 smithi115 ceph-mon[51971]: pgmap v380: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:28:28.604 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:28 smithi005 ceph-mon[65467]: pgmap v381: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:28:28.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:28 smithi115 ceph-mon[51971]: pgmap v381: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:28:28.763 INFO:teuthology.orchestra.run.smithi005.stdout:true 2024-09-04T22:28:29.520 INFO:teuthology.orchestra.run.smithi005.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-04T22:28:29.521 INFO:teuthology.orchestra.run.smithi005.stdout:alertmanager.smithi005 smithi005 *:9093,9094 running (8s) 0s ago 19m 15.1M - 0.25.0 c8568f914cd2 87c1b6004252 2024-09-04T22:28:29.521 INFO:teuthology.orchestra.run.smithi005.stdout:crash.smithi005 smithi005 running (8m) 0s ago 19m 6895k - 19.1.1-260-gf3418446 e9760d0a26a7 30e3c983ec4d 2024-09-04T22:28:29.521 INFO:teuthology.orchestra.run.smithi005.stdout:crash.smithi115 smithi115 running (8m) 49s ago 19m 6895k - 19.1.1-260-gf3418446 e9760d0a26a7 0089e389692f 2024-09-04T22:28:29.521 INFO:teuthology.orchestra.run.smithi005.stdout:grafana.smithi005 smithi005 *:3000 running (11m) 0s ago 19m 55.8M - 8.3.5 dad864ee21e9 b9c465ba4deb 2024-09-04T22:28:29.521 INFO:teuthology.orchestra.run.smithi005.stdout:mds.foofs.smithi005.vslipg smithi005 running (2m) 0s ago 13m 40.3M - 19.1.1-260-gf3418446 e9760d0a26a7 e8aeaf5f062a 2024-09-04T22:28:29.521 INFO:teuthology.orchestra.run.smithi005.stdout:mds.foofs.smithi115.sgjptr smithi115 running (102s) 49s ago 13m 13.2M - 19.1.1-260-gf3418446 e9760d0a26a7 8747103eecc1 2024-09-04T22:28:29.521 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.smithi005.hteciz smithi005 *:8443,9283,8765 running (10m) 0s ago 20m 512M - 19.1.1-260-gf3418446 e9760d0a26a7 669eb5d46ffc 2024-09-04T22:28:29.522 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.smithi115.lfvwip smithi115 *:8443,9283,8765 running (9m) 49s ago 19m 443M - 19.1.1-260-gf3418446 e9760d0a26a7 5fc647070f0c 2024-09-04T22:28:29.522 INFO:teuthology.orchestra.run.smithi005.stdout:mon.smithi005 smithi005 running (9m) 0s ago 21m 63.3M 2048M 19.1.1-260-gf3418446 e9760d0a26a7 8ac4e5344f95 2024-09-04T22:28:29.522 INFO:teuthology.orchestra.run.smithi005.stdout:mon.smithi115 smithi115 running (9m) 49s ago 18m 47.7M 2048M 19.1.1-260-gf3418446 e9760d0a26a7 cadad68d26fc 2024-09-04T22:28:29.522 INFO:teuthology.orchestra.run.smithi005.stdout:nfs.foo.0.0.smithi005.rcnjjx smithi005 *:2049 running (84s) 0s ago 13m 218M - 5.5 e9760d0a26a7 e1ca20022538 2024-09-04T22:28:29.522 INFO:teuthology.orchestra.run.smithi005.stdout:nfs.foo.1.0.smithi115.gxhqij smithi115 *:2049 running (79s) 49s ago 13m 62.0M - 5.5 e9760d0a26a7 474f9fb26bd5 2024-09-04T22:28:29.522 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.smithi005 smithi005 *:9100 running (59s) 0s ago 19m 7880k - 1.5.0 0da6a335fe13 0e165861a985 2024-09-04T22:28:29.522 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.smithi115 smithi115 *:9100 running (52s) 49s ago 18m 3649k - 1.5.0 0da6a335fe13 775f54d88794 2024-09-04T22:28:29.522 INFO:teuthology.orchestra.run.smithi005.stdout:osd.0 smithi005 running (7m) 0s ago 18m 526M 1937M 19.1.1-260-gf3418446 e9760d0a26a7 7565bcbd5640 2024-09-04T22:28:29.523 INFO:teuthology.orchestra.run.smithi005.stdout:osd.1 smithi005 running (6m) 0s ago 17m 395M 1937M 19.1.1-260-gf3418446 e9760d0a26a7 4b3d60bb2c25 2024-09-04T22:28:29.523 INFO:teuthology.orchestra.run.smithi005.stdout:osd.2 smithi005 running (6m) 0s ago 17m 382M 1937M 19.1.1-260-gf3418446 e9760d0a26a7 7da85200f683 2024-09-04T22:28:29.523 INFO:teuthology.orchestra.run.smithi005.stdout:osd.3 smithi005 running (5m) 0s ago 16m 370M 1937M 19.1.1-260-gf3418446 e9760d0a26a7 a644c2dcdeb3 2024-09-04T22:28:29.523 INFO:teuthology.orchestra.run.smithi005.stdout:osd.4 smithi115 running (4m) 49s ago 16m 354M 2704M 19.1.1-260-gf3418446 e9760d0a26a7 09cc24771318 2024-09-04T22:28:29.523 INFO:teuthology.orchestra.run.smithi005.stdout:osd.5 smithi115 running (3m) 49s ago 16m 331M 2704M 19.1.1-260-gf3418446 e9760d0a26a7 8d76fc0631fe 2024-09-04T22:28:29.523 INFO:teuthology.orchestra.run.smithi005.stdout:osd.6 smithi115 running (3m) 49s ago 15m 301M 2704M 19.1.1-260-gf3418446 e9760d0a26a7 e004cdc60fc1 2024-09-04T22:28:29.523 INFO:teuthology.orchestra.run.smithi005.stdout:osd.7 smithi115 running (2m) 49s ago 15m 344M 2704M 19.1.1-260-gf3418446 e9760d0a26a7 d2351a5f1dfb 2024-09-04T22:28:29.523 INFO:teuthology.orchestra.run.smithi005.stdout:prometheus.smithi005 smithi005 *:9095 running (28s) 0s ago 18m 55.2M - 2.43.0 a07b618ecd1d 4bf594eec080 2024-09-04T22:28:29.964 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-04T22:28:29.964 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": { 2024-09-04T22:28:29.964 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 2 2024-09-04T22:28:29.964 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:28:29.965 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": { 2024-09-04T22:28:29.965 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 2 2024-09-04T22:28:29.965 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:28:29.965 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": { 2024-09-04T22:28:29.965 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 8 2024-09-04T22:28:29.965 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:28:29.965 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": { 2024-09-04T22:28:29.965 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 2 2024-09-04T22:28:29.965 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:28:29.965 INFO:teuthology.orchestra.run.smithi005.stdout: "overall": { 2024-09-04T22:28:29.965 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 14 2024-09-04T22:28:29.965 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-04T22:28:29.965 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-04T22:28:30.165 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:29 smithi005 ceph-mon[65467]: from='client.34608 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:28:30.165 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:29 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:30.165 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:29 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:30.165 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:29 smithi005 ceph-mon[65467]: from='client.34612 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:28:30.166 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:29 smithi005 ceph-mon[65467]: pgmap v382: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-09-04T22:28:30.166 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:29 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:30.166 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:29 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:30.330 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-04T22:28:30.330 INFO:teuthology.orchestra.run.smithi005.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15", 2024-09-04T22:28:30.330 INFO:teuthology.orchestra.run.smithi005.stdout: "in_progress": true, 2024-09-04T22:28:30.330 INFO:teuthology.orchestra.run.smithi005.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-04T22:28:30.330 INFO:teuthology.orchestra.run.smithi005.stdout: "services_complete": [ 2024-09-04T22:28:30.330 INFO:teuthology.orchestra.run.smithi005.stdout: "mon", 2024-09-04T22:28:30.331 INFO:teuthology.orchestra.run.smithi005.stdout: "mds", 2024-09-04T22:28:30.331 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr", 2024-09-04T22:28:30.331 INFO:teuthology.orchestra.run.smithi005.stdout: "osd", 2024-09-04T22:28:30.331 INFO:teuthology.orchestra.run.smithi005.stdout: "nfs", 2024-09-04T22:28:30.331 INFO:teuthology.orchestra.run.smithi005.stdout: "crash" 2024-09-04T22:28:30.331 INFO:teuthology.orchestra.run.smithi005.stdout: ], 2024-09-04T22:28:30.331 INFO:teuthology.orchestra.run.smithi005.stdout: "progress": "18/23 daemons upgraded", 2024-09-04T22:28:30.331 INFO:teuthology.orchestra.run.smithi005.stdout: "message": "Currently upgrading alertmanager daemons", 2024-09-04T22:28:30.331 INFO:teuthology.orchestra.run.smithi005.stdout: "is_paused": false 2024-09-04T22:28:30.331 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-04T22:28:30.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:29 smithi115 ceph-mon[51971]: from='client.34608 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:28:30.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:29 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:30.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:29 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:30.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:29 smithi115 ceph-mon[51971]: from='client.34612 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:28:30.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:29 smithi115 ceph-mon[51971]: pgmap v382: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-09-04T22:28:30.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:29 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:30.398 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:29 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:30.747 INFO:teuthology.orchestra.run.smithi005.stdout:HEALTH_OK 2024-09-04T22:28:31.034 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:30 smithi005 ceph-mon[65467]: from='client.34616 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:28:31.035 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:30 smithi005 ceph-mon[65467]: from='client.? 172.21.15.5:0/615891680' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:31.035 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:30 smithi005 ceph-mon[65467]: from='client.34624 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:28:31.035 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:30 smithi005 ceph-mon[65467]: from='client.? 172.21.15.5:0/459513189' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-04T22:28:31.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:30 smithi115 ceph-mon[51971]: from='client.34616 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:28:31.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:30 smithi115 ceph-mon[51971]: from='client.? 172.21.15.5:0/615891680' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:31.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:30 smithi115 ceph-mon[51971]: from='client.34624 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:28:31.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:30 smithi115 ceph-mon[51971]: from='client.? 172.21.15.5:0/459513189' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-04T22:28:32.182 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:31 smithi005 ceph-mon[65467]: pgmap v383: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:28:32.397 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:31 smithi115 ceph-mon[51971]: pgmap v383: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:28:33.406 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:33 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:28:33.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:33 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:28:34.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:34 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:34.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:34 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:34.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:34 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:28:34.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:34 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:28:34.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:34 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:34.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:34 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:34.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:34 smithi005 ceph-mon[65467]: pgmap v384: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:28:34.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:34 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-04T22:28:34.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:34 smithi005 ceph-mon[65467]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-04T22:28:34.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:34 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi005:9093"}]: dispatch 2024-09-04T22:28:34.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:34 smithi005 ceph-mon[65467]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi005:9093"}]: dispatch 2024-09-04T22:28:34.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:34 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:34.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:34 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:28:34.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:34 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:34.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:34 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:34.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:34 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:34.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:34 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:34.463 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:34 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:34.464 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:34 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:34.464 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:34 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:34.464 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:34 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:34.464 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:34 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:34.464 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:34 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:34.464 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:34 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:34.464 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:34 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:34.464 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:34 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:34.464 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:34 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:34.464 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:34 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:34.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:34 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:34.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:34 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:34.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:34 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:28:34.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:34 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:28:34.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:34 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:34.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:34 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:34.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:34 smithi115 ceph-mon[51971]: pgmap v384: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:28:34.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:34 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-04T22:28:34.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:34 smithi115 ceph-mon[51971]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-04T22:28:34.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:34 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi005:9093"}]: dispatch 2024-09-04T22:28:34.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:34 smithi115 ceph-mon[51971]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi005:9093"}]: dispatch 2024-09-04T22:28:34.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:34 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:34.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:34 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:28:34.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:34 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:34.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:34 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:34.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:34 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:34.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:34 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:34.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:34 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:34.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:34 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:34.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:34 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:34.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:34 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:34.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:34 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:34.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:34 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:34.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:34 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:34.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:34 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:34.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:34 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:34.650 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:34 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:34.650 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:34 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:36.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:36 smithi115 ceph-mon[51971]: Upgrade: Updating grafana.smithi005 2024-09-04T22:28:36.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:36 smithi115 ceph-mon[51971]: Deploying daemon grafana.smithi005 on smithi005 2024-09-04T22:28:36.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:36 smithi115 ceph-mon[51971]: pgmap v385: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:28:36.711 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:36 smithi005 ceph-mon[65467]: Upgrade: Updating grafana.smithi005 2024-09-04T22:28:36.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:36 smithi005 ceph-mon[65467]: Deploying daemon grafana.smithi005 on smithi005 2024-09-04T22:28:36.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:36 smithi005 ceph-mon[65467]: pgmap v385: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:28:38.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:38 smithi115 ceph-mon[51971]: pgmap v386: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:28:38.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:38 smithi005 ceph-mon[65467]: pgmap v386: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:28:40.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:40 smithi115 ceph-mon[51971]: pgmap v387: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-09-04T22:28:40.711 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:40 smithi005 ceph-mon[65467]: pgmap v387: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-09-04T22:28:42.461 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:42 smithi005 ceph-mon[65467]: pgmap v388: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:28:42.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:42 smithi115 ceph-mon[51971]: pgmap v388: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:28:44.563 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:44 smithi005 ceph-mon[65467]: pgmap v389: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:28:44.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:44 smithi115 ceph-mon[51971]: pgmap v389: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:28:46.455 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:46 smithi005 ceph-mon[65467]: pgmap v390: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:28:46.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:46 smithi115 ceph-mon[51971]: pgmap v390: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:28:47.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:47 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:47.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:47 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:47.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:47 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:28:47.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:47 smithi005 ceph-mon[65467]: pgmap v391: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:28:47.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:47 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:47.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:47 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:47.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:47 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:28:47.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:47 smithi115 ceph-mon[51971]: pgmap v391: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:28:48.792 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:48 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:28:48.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:48 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:28:49.824 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:49 smithi005 ceph-mon[65467]: pgmap v392: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-09-04T22:28:49.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:49 smithi115 ceph-mon[51971]: pgmap v392: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-09-04T22:28:52.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:52 smithi115 ceph-mon[51971]: pgmap v393: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:28:52.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:52 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:52.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:52 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:52.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:52 smithi005 ceph-mon[65467]: pgmap v393: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:28:52.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:52 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:52.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:52 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:53.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:53 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:53.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:53 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:53.711 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:53 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:53.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:53 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:54.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:54 smithi115 ceph-mon[51971]: pgmap v394: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:28:54.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:54 smithi005 ceph-mon[65467]: pgmap v394: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:28:56.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: pgmap v395: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:28:56.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:56.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:56.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:28:56.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:28:56.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:56.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:56.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-04T22:28:56.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi005:3000"}]: dispatch 2024-09-04T22:28:56.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:56.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:28:56.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:56.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:56.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:56.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:56.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:56.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:56.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:56.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:56.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:56.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:56.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:56.649 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:56.650 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:56.650 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:56.650 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:56.650 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:56.650 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:56.650 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:56.650 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:56.650 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-04T22:28:56.650 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-04T22:28:56.650 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-04T22:28:56.650 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-04T22:28:56.650 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-04T22:28:56.650 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-04T22:28:56.651 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-04T22:28:56.651 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-04T22:28:56.651 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-04T22:28:56.651 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-04T22:28:56.651 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-04T22:28:56.651 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-04T22:28:56.651 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-04T22:28:56.651 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-04T22:28:56.652 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-04T22:28:56.652 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-04T22:28:56.652 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-04T22:28:56.652 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-04T22:28:56.652 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-09-04T22:28:56.652 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-04T22:28:56.652 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-04T22:28:56.652 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-04T22:28:56.652 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-04T22:28:56.652 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-04T22:28:56.652 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-04T22:28:56.652 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-04T22:28:56.653 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-04T22:28:56.653 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-04T22:28:56.653 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-04T22:28:56.653 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-04T22:28:56.653 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-04T22:28:56.653 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:28:56.653 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:28:56.653 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:28:56.653 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:56.653 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:56.654 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:28:56.654 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:28:56.654 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:28:56.654 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:56.654 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:56.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: pgmap v395: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:28:56.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:56.713 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:56.713 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:28:56.713 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:28:56.713 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:56.713 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:56.713 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-04T22:28:56.713 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi005:3000"}]: dispatch 2024-09-04T22:28:56.713 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:56.713 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:28:56.713 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:56.713 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:56.713 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:56.713 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:56.714 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:56.714 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:56.714 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:56.714 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:56.714 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:56.714 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:56.714 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:56.714 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:56.714 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:56.714 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:56.714 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:56.715 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:56.715 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:56.715 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:28:56.716 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:56.716 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-04T22:28:56.716 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-04T22:28:56.716 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-04T22:28:56.716 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-04T22:28:56.716 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-04T22:28:56.716 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-04T22:28:56.716 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-04T22:28:56.716 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-04T22:28:56.716 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-04T22:28:56.716 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-04T22:28:56.716 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-04T22:28:56.716 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-04T22:28:56.717 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-04T22:28:56.717 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-04T22:28:56.717 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-04T22:28:56.717 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-04T22:28:56.717 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-04T22:28:56.717 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-04T22:28:56.717 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-09-04T22:28:56.717 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-04T22:28:56.717 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-04T22:28:56.717 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-04T22:28:56.717 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-04T22:28:56.717 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-04T22:28:56.717 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-04T22:28:56.718 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-04T22:28:56.718 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-04T22:28:56.718 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-04T22:28:56.718 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-04T22:28:56.718 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-04T22:28:56.718 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-04T22:28:56.718 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:28:56.718 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:28:56.718 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:28:56.718 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:56.718 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:56.718 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:28:56.718 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:28:56.718 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:28:56.719 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:56.719 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:57.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:57 smithi115 ceph-mon[51971]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-04T22:28:57.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:57 smithi115 ceph-mon[51971]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi005:3000"}]: dispatch 2024-09-04T22:28:57.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:57 smithi115 ceph-mon[51971]: Upgrade: Finalizing container_image settings 2024-09-04T22:28:57.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:57 smithi115 ceph-mon[51971]: Upgrade: Complete! 2024-09-04T22:28:57.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:57 smithi005 ceph-mon[65467]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-04T22:28:57.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:57 smithi005 ceph-mon[65467]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi005:3000"}]: dispatch 2024-09-04T22:28:57.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:57 smithi005 ceph-mon[65467]: Upgrade: Finalizing container_image settings 2024-09-04T22:28:57.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:57 smithi005 ceph-mon[65467]: Upgrade: Complete! 2024-09-04T22:28:58.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:58 smithi115 ceph-mon[51971]: pgmap v396: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:28:58.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:28:58 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:28:58.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:58 smithi005 ceph-mon[65467]: pgmap v396: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:28:58.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:28:58 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:29:00.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:29:00 smithi115 ceph-mon[51971]: pgmap v397: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-09-04T22:29:00.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:29:00 smithi005 ceph-mon[65467]: pgmap v397: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-09-04T22:29:01.751 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -e sha1=f34184464782bd9f590f734f0d1d13c1b6a68f6d -- bash -c 'ceph orch ps' 2024-09-04T22:29:02.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:29:02 smithi115 ceph-mon[51971]: from='client.34632 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:29:02.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:29:02 smithi115 ceph-mon[51971]: pgmap v398: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:29:02.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:29:02 smithi005 ceph-mon[65467]: from='client.34632 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:29:02.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:29:02 smithi005 ceph-mon[65467]: pgmap v398: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:29:03.430 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:29:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:29:03.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:29:03 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:29:03.776 INFO:teuthology.orchestra.run.smithi005.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-04T22:29:03.777 INFO:teuthology.orchestra.run.smithi005.stdout:alertmanager.smithi005 smithi005 *:9093,9094 running (42s) 12s ago 20m 15.1M - 0.25.0 c8568f914cd2 87c1b6004252 2024-09-04T22:29:03.777 INFO:teuthology.orchestra.run.smithi005.stdout:crash.smithi005 smithi005 running (8m) 12s ago 20m 6895k - 19.1.1-260-gf3418446 e9760d0a26a7 30e3c983ec4d 2024-09-04T22:29:03.777 INFO:teuthology.orchestra.run.smithi005.stdout:crash.smithi115 smithi115 running (8m) 83s ago 19m 6895k - 19.1.1-260-gf3418446 e9760d0a26a7 0089e389692f 2024-09-04T22:29:03.777 INFO:teuthology.orchestra.run.smithi005.stdout:grafana.smithi005 smithi005 *:3000 running (17s) 12s ago 20m 45.9M - 9.4.12 2bacad6d85d8 56abe2c0fcba 2024-09-04T22:29:03.777 INFO:teuthology.orchestra.run.smithi005.stdout:mds.foofs.smithi005.vslipg smithi005 running (2m) 12s ago 14m 40.3M - 19.1.1-260-gf3418446 e9760d0a26a7 e8aeaf5f062a 2024-09-04T22:29:03.777 INFO:teuthology.orchestra.run.smithi005.stdout:mds.foofs.smithi115.sgjptr smithi115 running (2m) 83s ago 14m 13.2M - 19.1.1-260-gf3418446 e9760d0a26a7 8747103eecc1 2024-09-04T22:29:03.777 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.smithi005.hteciz smithi005 *:8443,9283,8765 running (11m) 12s ago 21m 519M - 19.1.1-260-gf3418446 e9760d0a26a7 669eb5d46ffc 2024-09-04T22:29:03.777 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.smithi115.lfvwip smithi115 *:8443,9283,8765 running (10m) 83s ago 19m 443M - 19.1.1-260-gf3418446 e9760d0a26a7 5fc647070f0c 2024-09-04T22:29:03.777 INFO:teuthology.orchestra.run.smithi005.stdout:mon.smithi005 smithi005 running (10m) 12s ago 21m 64.1M 2048M 19.1.1-260-gf3418446 e9760d0a26a7 8ac4e5344f95 2024-09-04T22:29:03.777 INFO:teuthology.orchestra.run.smithi005.stdout:mon.smithi115 smithi115 running (9m) 83s ago 19m 47.7M 2048M 19.1.1-260-gf3418446 e9760d0a26a7 cadad68d26fc 2024-09-04T22:29:03.778 INFO:teuthology.orchestra.run.smithi005.stdout:nfs.foo.0.0.smithi005.rcnjjx smithi005 *:2049 running (118s) 12s ago 14m 218M - 5.5 e9760d0a26a7 e1ca20022538 2024-09-04T22:29:03.778 INFO:teuthology.orchestra.run.smithi005.stdout:nfs.foo.1.0.smithi115.gxhqij smithi115 *:2049 running (113s) 83s ago 13m 62.0M - 5.5 e9760d0a26a7 474f9fb26bd5 2024-09-04T22:29:03.778 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.smithi005 smithi005 *:9100 running (93s) 12s ago 19m 7968k - 1.5.0 0da6a335fe13 0e165861a985 2024-09-04T22:29:03.778 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.smithi115 smithi115 *:9100 running (87s) 83s ago 19m 3649k - 1.5.0 0da6a335fe13 775f54d88794 2024-09-04T22:29:03.778 INFO:teuthology.orchestra.run.smithi005.stdout:osd.0 smithi005 running (8m) 12s ago 18m 527M 1937M 19.1.1-260-gf3418446 e9760d0a26a7 7565bcbd5640 2024-09-04T22:29:03.778 INFO:teuthology.orchestra.run.smithi005.stdout:osd.1 smithi005 running (7m) 12s ago 18m 396M 1937M 19.1.1-260-gf3418446 e9760d0a26a7 4b3d60bb2c25 2024-09-04T22:29:03.778 INFO:teuthology.orchestra.run.smithi005.stdout:osd.2 smithi005 running (6m) 12s ago 17m 382M 1937M 19.1.1-260-gf3418446 e9760d0a26a7 7da85200f683 2024-09-04T22:29:03.778 INFO:teuthology.orchestra.run.smithi005.stdout:osd.3 smithi005 running (5m) 12s ago 17m 370M 1937M 19.1.1-260-gf3418446 e9760d0a26a7 a644c2dcdeb3 2024-09-04T22:29:03.778 INFO:teuthology.orchestra.run.smithi005.stdout:osd.4 smithi115 running (5m) 83s ago 17m 354M 2704M 19.1.1-260-gf3418446 e9760d0a26a7 09cc24771318 2024-09-04T22:29:03.778 INFO:teuthology.orchestra.run.smithi005.stdout:osd.5 smithi115 running (4m) 83s ago 16m 331M 2704M 19.1.1-260-gf3418446 e9760d0a26a7 8d76fc0631fe 2024-09-04T22:29:03.778 INFO:teuthology.orchestra.run.smithi005.stdout:osd.6 smithi115 running (3m) 83s ago 16m 301M 2704M 19.1.1-260-gf3418446 e9760d0a26a7 e004cdc60fc1 2024-09-04T22:29:03.778 INFO:teuthology.orchestra.run.smithi005.stdout:osd.7 smithi115 running (3m) 83s ago 15m 344M 2704M 19.1.1-260-gf3418446 e9760d0a26a7 d2351a5f1dfb 2024-09-04T22:29:03.778 INFO:teuthology.orchestra.run.smithi005.stdout:prometheus.smithi005 smithi005 *:9095 running (62s) 12s ago 19m 55.8M - 2.43.0 a07b618ecd1d 4bf594eec080 2024-09-04T22:29:04.376 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:29:04 smithi005 ceph-mon[65467]: pgmap v399: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:29:04.399 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -e sha1=f34184464782bd9f590f734f0d1d13c1b6a68f6d -- bash -c 'ceph versions' 2024-09-04T22:29:04.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:29:04 smithi115 ceph-mon[51971]: pgmap v399: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:29:05.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:29:05 smithi115 ceph-mon[51971]: from='client.34636 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:29:05.658 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:29:05 smithi005 ceph-mon[65467]: from='client.34636 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:29:06.459 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-04T22:29:06.459 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": { 2024-09-04T22:29:06.459 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 2 2024-09-04T22:29:06.459 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:29:06.459 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": { 2024-09-04T22:29:06.459 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 2 2024-09-04T22:29:06.459 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:29:06.459 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": { 2024-09-04T22:29:06.459 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 8 2024-09-04T22:29:06.460 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:29:06.460 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": { 2024-09-04T22:29:06.460 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 2 2024-09-04T22:29:06.460 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:29:06.460 INFO:teuthology.orchestra.run.smithi005.stdout: "overall": { 2024-09-04T22:29:06.460 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 14 2024-09-04T22:29:06.460 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-04T22:29:06.460 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-04T22:29:06.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:29:06 smithi115 ceph-mon[51971]: pgmap v400: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:29:06.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:29:06 smithi005 ceph-mon[65467]: pgmap v400: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:29:07.100 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -e sha1=f34184464782bd9f590f734f0d1d13c1b6a68f6d -- bash -c 'echo "wait for servicemap items w/ changing names to refresh"' 2024-09-04T22:29:07.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:29:07 smithi115 ceph-mon[51971]: from='client.? 172.21.15.5:0/412895310' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:29:07.703 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:29:07 smithi005 ceph-mon[65467]: from='client.? 172.21.15.5:0/412895310' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:29:08.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:29:08 smithi115 ceph-mon[51971]: pgmap v401: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:29:08.700 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:29:08 smithi005 ceph-mon[65467]: pgmap v401: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:29:08.894 INFO:teuthology.orchestra.run.smithi005.stdout:wait for servicemap items w/ changing names to refresh 2024-09-04T22:29:09.493 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -e sha1=f34184464782bd9f590f734f0d1d13c1b6a68f6d -- bash -c 'sleep 60' 2024-09-04T22:29:10.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:29:10 smithi115 ceph-mon[51971]: pgmap v402: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-09-04T22:29:10.711 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:29:10 smithi005 ceph-mon[65467]: pgmap v402: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-09-04T22:29:12.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:29:12 smithi115 ceph-mon[51971]: pgmap v403: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:29:12.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:29:12 smithi005 ceph-mon[65467]: pgmap v403: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:29:14.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:29:14 smithi115 ceph-mon[51971]: pgmap v404: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:29:14.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:29:14 smithi005 ceph-mon[65467]: pgmap v404: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:29:16.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:29:16 smithi115 ceph-mon[51971]: pgmap v405: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:29:16.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:29:16 smithi005 ceph-mon[65467]: pgmap v405: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:29:18.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:29:18 smithi115 ceph-mon[51971]: pgmap v406: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:29:18.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:29:18 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:29:18.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:29:18 smithi005 ceph-mon[65467]: pgmap v406: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:29:18.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:29:18 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:29:20.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:29:20 smithi115 ceph-mon[51971]: pgmap v407: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-09-04T22:29:20.711 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:29:20 smithi005 ceph-mon[65467]: pgmap v407: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-09-04T22:29:21.961 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:29:21 smithi005 ceph-mon[65467]: pgmap v408: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:29:22.147 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:29:21 smithi115 ceph-mon[51971]: pgmap v408: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:29:24.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:29:24 smithi115 ceph-mon[51971]: pgmap v409: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:29:24.711 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:29:24 smithi005 ceph-mon[65467]: pgmap v409: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:29:26.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:29:26 smithi115 ceph-mon[51971]: pgmap v410: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:29:26.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:29:26 smithi005 ceph-mon[65467]: pgmap v410: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:29:28.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:29:28 smithi115 ceph-mon[51971]: pgmap v411: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:29:28.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:29:28 smithi005 ceph-mon[65467]: pgmap v411: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:29:30.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:29:30 smithi115 ceph-mon[51971]: pgmap v412: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-09-04T22:29:30.711 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:29:30 smithi005 ceph-mon[65467]: pgmap v412: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-09-04T22:29:32.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:29:32 smithi115 ceph-mon[51971]: pgmap v413: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:29:32.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:29:32 smithi005 ceph-mon[65467]: pgmap v413: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:29:33.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:29:33 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:29:33.711 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:29:33 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:29:34.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:29:34 smithi115 ceph-mon[51971]: pgmap v414: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:29:34.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:29:34 smithi005 ceph-mon[65467]: pgmap v414: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:29:36.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:29:36 smithi115 ceph-mon[51971]: pgmap v415: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:29:36.711 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:29:36 smithi005 ceph-mon[65467]: pgmap v415: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:29:38.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:29:38 smithi115 ceph-mon[51971]: pgmap v416: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:29:38.711 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:29:38 smithi005 ceph-mon[65467]: pgmap v416: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:29:40.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:29:40 smithi115 ceph-mon[51971]: pgmap v417: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-09-04T22:29:40.711 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:29:40 smithi005 ceph-mon[65467]: pgmap v417: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-09-04T22:29:42.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:29:42 smithi115 ceph-mon[51971]: pgmap v418: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:29:42.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:29:42 smithi005 ceph-mon[65467]: pgmap v418: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:29:44.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:29:44 smithi115 ceph-mon[51971]: pgmap v419: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:29:44.711 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:29:44 smithi005 ceph-mon[65467]: pgmap v419: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:29:46.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:29:46 smithi115 ceph-mon[51971]: pgmap v420: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:29:46.711 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:29:46 smithi005 ceph-mon[65467]: pgmap v420: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:29:48.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:29:48 smithi115 ceph-mon[51971]: pgmap v421: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:29:48.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:29:48 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:29:48.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:29:48 smithi005 ceph-mon[65467]: pgmap v421: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:29:48.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:29:48 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:29:50.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:29:50 smithi115 ceph-mon[51971]: pgmap v422: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-09-04T22:29:50.711 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:29:50 smithi005 ceph-mon[65467]: pgmap v422: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-09-04T22:29:52.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:29:52 smithi115 ceph-mon[51971]: pgmap v423: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:29:52.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:29:52 smithi005 ceph-mon[65467]: pgmap v423: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:29:54.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:29:54 smithi115 ceph-mon[51971]: pgmap v424: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:29:54.711 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:29:54 smithi005 ceph-mon[65467]: pgmap v424: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:29:56.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:29:56 smithi115 ceph-mon[51971]: pgmap v425: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:29:56.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:29:56 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:29:56.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:29:56 smithi005 ceph-mon[65467]: pgmap v425: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:29:56.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:29:56 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-04T22:29:57.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:29:57 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:29:57.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:29:57 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:29:57.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:29:57 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:29:57.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:29:57 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:29:57.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:29:57 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:29:57.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:29:57 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:29:57.898 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:29:57 smithi115 ceph-mon[51971]: pgmap v426: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:29:57.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:29:57 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:29:57.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:29:57 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:29:57.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:29:57 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-04T22:29:57.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:29:57 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-04T22:29:57.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:29:57 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:29:57.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:29:57 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' 2024-09-04T22:29:57.962 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:29:57 smithi005 ceph-mon[65467]: pgmap v426: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:30:00.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:30:00 smithi115 ceph-mon[51971]: pgmap v427: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-09-04T22:30:00.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:30:00 smithi115 ceph-mon[51971]: overall HEALTH_OK 2024-09-04T22:30:00.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:30:00 smithi005 ceph-mon[65467]: pgmap v427: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-09-04T22:30:00.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:30:00 smithi005 ceph-mon[65467]: overall HEALTH_OK 2024-09-04T22:30:02.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:30:02 smithi115 ceph-mon[51971]: pgmap v428: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:30:02.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:30:02 smithi005 ceph-mon[65467]: pgmap v428: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:30:03.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:30:03 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:30:03.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:30:03 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:30:04.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:30:04 smithi115 ceph-mon[51971]: pgmap v429: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:30:04.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:30:04 smithi005 ceph-mon[65467]: pgmap v429: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:30:06.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:30:06 smithi115 ceph-mon[51971]: pgmap v430: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:30:06.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:30:06 smithi005 ceph-mon[65467]: pgmap v430: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:30:08.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:30:08 smithi115 ceph-mon[51971]: pgmap v431: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:30:08.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:30:08 smithi005 ceph-mon[65467]: pgmap v431: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:30:10.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:30:10 smithi115 ceph-mon[51971]: pgmap v432: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-09-04T22:30:10.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:30:10 smithi005 ceph-mon[65467]: pgmap v432: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-09-04T22:30:11.801 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -e sha1=f34184464782bd9f590f734f0d1d13c1b6a68f6d -- bash -c 'ceph orch ps' 2024-09-04T22:30:12.434 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:30:12 smithi005 ceph-mon[65467]: pgmap v433: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:30:12.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:30:12 smithi115 ceph-mon[51971]: pgmap v433: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:30:13.772 INFO:teuthology.orchestra.run.smithi005.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-04T22:30:13.772 INFO:teuthology.orchestra.run.smithi005.stdout:alertmanager.smithi005 smithi005 *:9093,9094 running (112s) 82s ago 21m 15.1M - 0.25.0 c8568f914cd2 87c1b6004252 2024-09-04T22:30:13.773 INFO:teuthology.orchestra.run.smithi005.stdout:crash.smithi005 smithi005 running (10m) 82s ago 21m 6895k - 19.1.1-260-gf3418446 e9760d0a26a7 30e3c983ec4d 2024-09-04T22:30:13.773 INFO:teuthology.orchestra.run.smithi005.stdout:crash.smithi115 smithi115 running (9m) 2m ago 20m 6895k - 19.1.1-260-gf3418446 e9760d0a26a7 0089e389692f 2024-09-04T22:30:13.773 INFO:teuthology.orchestra.run.smithi005.stdout:grafana.smithi005 smithi005 *:3000 running (87s) 82s ago 21m 45.9M - 9.4.12 2bacad6d85d8 56abe2c0fcba 2024-09-04T22:30:13.773 INFO:teuthology.orchestra.run.smithi005.stdout:mds.foofs.smithi005.vslipg smithi005 running (3m) 82s ago 15m 40.3M - 19.1.1-260-gf3418446 e9760d0a26a7 e8aeaf5f062a 2024-09-04T22:30:13.773 INFO:teuthology.orchestra.run.smithi005.stdout:mds.foofs.smithi115.sgjptr smithi115 running (3m) 2m ago 15m 13.2M - 19.1.1-260-gf3418446 e9760d0a26a7 8747103eecc1 2024-09-04T22:30:13.773 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.smithi005.hteciz smithi005 *:8443,9283,8765 running (12m) 82s ago 22m 519M - 19.1.1-260-gf3418446 e9760d0a26a7 669eb5d46ffc 2024-09-04T22:30:13.773 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.smithi115.lfvwip smithi115 *:8443,9283,8765 running (11m) 2m ago 20m 443M - 19.1.1-260-gf3418446 e9760d0a26a7 5fc647070f0c 2024-09-04T22:30:13.773 INFO:teuthology.orchestra.run.smithi005.stdout:mon.smithi005 smithi005 running (11m) 82s ago 22m 64.1M 2048M 19.1.1-260-gf3418446 e9760d0a26a7 8ac4e5344f95 2024-09-04T22:30:13.773 INFO:teuthology.orchestra.run.smithi005.stdout:mon.smithi115 smithi115 running (10m) 2m ago 20m 47.7M 2048M 19.1.1-260-gf3418446 e9760d0a26a7 cadad68d26fc 2024-09-04T22:30:13.773 INFO:teuthology.orchestra.run.smithi005.stdout:nfs.foo.0.0.smithi005.rcnjjx smithi005 *:2049 running (3m) 82s ago 15m 218M - 5.5 e9760d0a26a7 e1ca20022538 2024-09-04T22:30:13.773 INFO:teuthology.orchestra.run.smithi005.stdout:nfs.foo.1.0.smithi115.gxhqij smithi115 *:2049 running (3m) 2m ago 15m 62.0M - 5.5 e9760d0a26a7 474f9fb26bd5 2024-09-04T22:30:13.773 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.smithi005 smithi005 *:9100 running (2m) 82s ago 21m 7968k - 1.5.0 0da6a335fe13 0e165861a985 2024-09-04T22:30:13.773 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.smithi115 smithi115 *:9100 running (2m) 2m ago 20m 3649k - 1.5.0 0da6a335fe13 775f54d88794 2024-09-04T22:30:13.774 INFO:teuthology.orchestra.run.smithi005.stdout:osd.0 smithi005 running (9m) 82s ago 19m 527M 1937M 19.1.1-260-gf3418446 e9760d0a26a7 7565bcbd5640 2024-09-04T22:30:13.774 INFO:teuthology.orchestra.run.smithi005.stdout:osd.1 smithi005 running (8m) 82s ago 19m 396M 1937M 19.1.1-260-gf3418446 e9760d0a26a7 4b3d60bb2c25 2024-09-04T22:30:13.774 INFO:teuthology.orchestra.run.smithi005.stdout:osd.2 smithi005 running (7m) 82s ago 19m 382M 1937M 19.1.1-260-gf3418446 e9760d0a26a7 7da85200f683 2024-09-04T22:30:13.774 INFO:teuthology.orchestra.run.smithi005.stdout:osd.3 smithi005 running (7m) 82s ago 18m 370M 1937M 19.1.1-260-gf3418446 e9760d0a26a7 a644c2dcdeb3 2024-09-04T22:30:13.774 INFO:teuthology.orchestra.run.smithi005.stdout:osd.4 smithi115 running (6m) 2m ago 18m 354M 2704M 19.1.1-260-gf3418446 e9760d0a26a7 09cc24771318 2024-09-04T22:30:13.774 INFO:teuthology.orchestra.run.smithi005.stdout:osd.5 smithi115 running (5m) 2m ago 17m 331M 2704M 19.1.1-260-gf3418446 e9760d0a26a7 8d76fc0631fe 2024-09-04T22:30:13.774 INFO:teuthology.orchestra.run.smithi005.stdout:osd.6 smithi115 running (5m) 2m ago 17m 301M 2704M 19.1.1-260-gf3418446 e9760d0a26a7 e004cdc60fc1 2024-09-04T22:30:13.774 INFO:teuthology.orchestra.run.smithi005.stdout:osd.7 smithi115 running (4m) 2m ago 17m 344M 2704M 19.1.1-260-gf3418446 e9760d0a26a7 d2351a5f1dfb 2024-09-04T22:30:13.774 INFO:teuthology.orchestra.run.smithi005.stdout:prometheus.smithi005 smithi005 *:9095 running (2m) 82s ago 20m 55.8M - 2.43.0 a07b618ecd1d 4bf594eec080 2024-09-04T22:30:14.387 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:30:14 smithi005 ceph-mon[65467]: pgmap v434: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:30:14.409 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -e sha1=f34184464782bd9f590f734f0d1d13c1b6a68f6d -- bash -c 'ceph orch upgrade status' 2024-09-04T22:30:14.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:30:14 smithi115 ceph-mon[51971]: pgmap v434: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:30:15.634 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:30:15 smithi115 ceph-mon[51971]: from='client.34644 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:30:15.653 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:30:15 smithi005 ceph-mon[65467]: from='client.34644 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:30:16.403 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-04T22:30:16.403 INFO:teuthology.orchestra.run.smithi005.stdout: "target_image": null, 2024-09-04T22:30:16.403 INFO:teuthology.orchestra.run.smithi005.stdout: "in_progress": false, 2024-09-04T22:30:16.403 INFO:teuthology.orchestra.run.smithi005.stdout: "which": "", 2024-09-04T22:30:16.404 INFO:teuthology.orchestra.run.smithi005.stdout: "services_complete": [], 2024-09-04T22:30:16.404 INFO:teuthology.orchestra.run.smithi005.stdout: "progress": null, 2024-09-04T22:30:16.404 INFO:teuthology.orchestra.run.smithi005.stdout: "message": "", 2024-09-04T22:30:16.404 INFO:teuthology.orchestra.run.smithi005.stdout: "is_paused": false 2024-09-04T22:30:16.404 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-04T22:30:16.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:30:16 smithi115 ceph-mon[51971]: pgmap v435: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:30:16.711 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:30:16 smithi005 ceph-mon[65467]: pgmap v435: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:30:16.976 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -e sha1=f34184464782bd9f590f734f0d1d13c1b6a68f6d -- bash -c 'ceph health detail' 2024-09-04T22:30:17.539 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:30:17 smithi005 ceph-mon[65467]: from='client.34648 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:30:17.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:30:17 smithi115 ceph-mon[51971]: from='client.34648 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:30:18.513 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:30:18 smithi005 ceph-mon[65467]: pgmap v436: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:30:18.513 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:30:18 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:30:18.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:30:18 smithi115 ceph-mon[51971]: pgmap v436: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:30:18.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:30:18 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:30:19.045 INFO:teuthology.orchestra.run.smithi005.stdout:HEALTH_OK 2024-09-04T22:30:19.643 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:30:19 smithi005 ceph-mon[65467]: from='client.? 172.21.15.5:0/3260536040' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-04T22:30:19.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:30:19 smithi115 ceph-mon[51971]: from='client.? 172.21.15.5:0/3260536040' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-04T22:30:19.667 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -e sha1=f34184464782bd9f590f734f0d1d13c1b6a68f6d -- bash -c 'ceph versions' 2024-09-04T22:30:20.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:30:20 smithi115 ceph-mon[51971]: pgmap v437: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-09-04T22:30:20.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:30:20 smithi005 ceph-mon[65467]: pgmap v437: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-09-04T22:30:21.697 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-04T22:30:21.697 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": { 2024-09-04T22:30:21.697 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 2 2024-09-04T22:30:21.697 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:30:21.697 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": { 2024-09-04T22:30:21.697 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 2 2024-09-04T22:30:21.697 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:30:21.697 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": { 2024-09-04T22:30:21.698 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 8 2024-09-04T22:30:21.698 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:30:21.698 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": { 2024-09-04T22:30:21.698 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 2 2024-09-04T22:30:21.698 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:30:21.698 INFO:teuthology.orchestra.run.smithi005.stdout: "overall": { 2024-09-04T22:30:21.698 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)": 14 2024-09-04T22:30:21.698 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-04T22:30:21.698 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-04T22:30:22.283 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -e sha1=f34184464782bd9f590f734f0d1d13c1b6a68f6d -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2024-09-04T22:30:22.589 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:30:22 smithi005 ceph-mon[65467]: pgmap v438: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:30:22.590 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:30:22 smithi005 ceph-mon[65467]: from='client.? 172.21.15.5:0/622688406' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:30:22.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:30:22 smithi115 ceph-mon[51971]: pgmap v438: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:30:22.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:30:22 smithi115 ceph-mon[51971]: from='client.? 172.21.15.5:0/622688406' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:30:24.367 INFO:teuthology.orchestra.run.smithi005.stdout:true 2024-09-04T22:30:24.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:30:24 smithi115 ceph-mon[51971]: pgmap v439: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:30:24.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:30:24 smithi115 ceph-mon[51971]: from='client.? 172.21.15.5:0/3959764556' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:30:24.665 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:30:24 smithi005 ceph-mon[65467]: pgmap v439: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:30:24.665 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:30:24 smithi005 ceph-mon[65467]: from='client.? 172.21.15.5:0/3959764556' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:30:24.931 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -e sha1=f34184464782bd9f590f734f0d1d13c1b6a68f6d -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2024-09-04T22:30:26.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:30:26 smithi005 ceph-mon[65467]: pgmap v440: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:30:26.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:30:26 smithi115 ceph-mon[51971]: pgmap v440: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:30:27.043 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.1.1-260-gf3418446 (f34184464782bd9f590f734f0d1d13c1b6a68f6d) squid (stable)" 2024-09-04T22:30:27.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:30:27 smithi115 ceph-mon[51971]: from='client.? 172.21.15.5:0/4202520155' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:30:27.711 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:30:27 smithi005 ceph-mon[65467]: from='client.? 172.21.15.5:0/4202520155' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-04T22:30:27.776 INFO:teuthology.task.sequential:In sequential, running task cephadm.wait_for_service... 2024-09-04T22:30:27.777 INFO:tasks.cephadm:Waiting for ceph service nfs.foo to start (timeout 300)... 2024-09-04T22:30:27.777 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- ceph orch ls -f json 2024-09-04T22:30:28.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:30:28 smithi115 ceph-mon[51971]: pgmap v441: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:30:28.711 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:30:28 smithi005 ceph-mon[65467]: pgmap v441: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:30:29.731 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-04T22:30:29.731 INFO:teuthology.orchestra.run.smithi005.stdout:[{"placement": {"count": 1}, "service_name": "alertmanager", "service_type": "alertmanager", "status": {"created": "2024-09-04T22:08:09.621862Z", "last_refresh": "2024-09-04T22:28:51.661511Z", "ports": [9093, 9094], "running": 1, "size": 1}}, {"placement": {"host_pattern": "*"}, "service_name": "crash", "service_type": "crash", "status": {"created": "2024-09-04T22:08:04.412505Z", "last_refresh": "2024-09-04T22:27:40.106962Z", "running": 2, "size": 2}}, {"placement": {"count": 1}, "service_name": "grafana", "service_type": "grafana", "spec": {"anonymous_access": true, "protocol": "https"}, "status": {"created": "2024-09-04T22:08:07.169498Z", "last_refresh": "2024-09-04T22:28:51.661672Z", "ports": [3000], "running": 1, "size": 1}}, {"placement": {"count": 2}, "service_id": "foofs", "service_name": "mds.foofs", "service_type": "mds", "status": {"created": "2024-09-04T22:14:37.455094Z", "last_refresh": "2024-09-04T22:27:40.107554Z", "running": 2, "size": 2}}, {"placement": {"count": 2}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2024-09-04T22:08:02.360534Z", "last_refresh": "2024-09-04T22:27:40.107056Z", "running": 2, "size": 2}}, {"placement": {"count": 2, "hosts": ["smithi005:172.21.15.5=smithi005", "smithi115:172.21.15.115=smithi115"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2024-09-04T22:08:53.974776Z", "last_refresh": "2024-09-04T22:27:40.107130Z", "running": 2, "size": 2}}, {"events": ["2024-09-04T22:29:56.900211Z service:nfs.foo [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "foo", "service_name": "nfs.foo", "service_type": "nfs", "spec": {"port": 2049}, "status": {"created": "2024-09-04T22:14:58.801374Z", "last_refresh": "2024-09-04T22:27:40.107625Z", "ports": [2049], "running": 2, "size": 2}}, {"placement": {"host_pattern": "*"}, "service_name": "node-exporter", "service_type": "node-exporter", "status": {"created": "2024-09-04T22:08:08.410251Z", "last_refresh": "2024-09-04T22:27:40.107200Z", "ports": [9100], "running": 2, "size": 2}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "e9760d0a26a7fddbeef4ac34fe459ff206acc1fc616e70634efad78bae5faf82", "container_image_name": "quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15", "last_refresh": "2024-09-04T22:27:40.107272Z", "running": 8, "size": 8}, "unmanaged": true}, {"placement": {"count": 1}, "service_name": "prometheus", "service_type": "prometheus", "status": {"created": "2024-09-04T22:08:05.648373Z", "last_refresh": "2024-09-04T22:28:51.661821Z", "ports": [9095], "running": 1, "size": 1}}] 2024-09-04T22:30:30.420 INFO:tasks.cephadm:nfs.foo has 2/2 2024-09-04T22:30:30.420 DEBUG:teuthology.parallel:result is None 2024-09-04T22:30:30.421 INFO:teuthology.run_tasks:Running task vip.exec... 2024-09-04T22:30:30.433 INFO:tasks.vip:Running commands on role host.a host ubuntu@smithi005.front.sepia.ceph.com 2024-09-04T22:30:30.433 DEBUG:teuthology.orchestra.run.smithi005:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'umount /mnt/foo' 2024-09-04T22:30:30.460 INFO:teuthology.orchestra.run.smithi005.stderr:+ umount /mnt/foo 2024-09-04T22:30:30.471 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-04T22:30:30.480 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@smithi005.front.sepia.ceph.com 2024-09-04T22:30:30.481 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- bash -c 'ceph nfs cluster ls | grep foo' 2024-09-04T22:30:30.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:30:30 smithi115 ceph-mon[51971]: pgmap v442: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-09-04T22:30:30.711 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:30:30 smithi005 ceph-mon[65467]: pgmap v442: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-09-04T22:30:31.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:30:31 smithi115 ceph-mon[51971]: from='client.34668 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-04T22:30:31.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:30:31 smithi005 ceph-mon[65467]: from='client.34668 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-04T22:30:32.460 INFO:teuthology.orchestra.run.smithi005.stdout: "foo" 2024-09-04T22:30:32.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:30:32 smithi115 ceph-mon[51971]: pgmap v443: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:30:32.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:30:32 smithi005 ceph-mon[65467]: pgmap v443: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:30:33.295 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- bash -c 'ceph nfs export ls foo --detailed' 2024-09-04T22:30:33.601 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:30:33 smithi005 ceph-mon[65467]: from='client.34672 -' entity='client.admin' cmd=[{"prefix": "nfs cluster ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:30:33.601 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:30:33 smithi005 ceph-mon[65467]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:30:33.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:30:33 smithi115 ceph-mon[51971]: from='client.34672 -' entity='client.admin' cmd=[{"prefix": "nfs cluster ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:30:33.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:30:33 smithi115 ceph-mon[51971]: from='mgr.34102 172.21.15.5:0/1420211609' entity='mgr.smithi005.hteciz' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-04T22:30:34.648 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:30:34 smithi115 ceph-mon[51971]: pgmap v444: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:30:34.660 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:30:34 smithi005 ceph-mon[65467]: pgmap v444: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:30:35.309 INFO:teuthology.orchestra.run.smithi005.stdout:[ 2024-09-04T22:30:35.309 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-04T22:30:35.309 INFO:teuthology.orchestra.run.smithi005.stdout: "access_type": "RW", 2024-09-04T22:30:35.309 INFO:teuthology.orchestra.run.smithi005.stdout: "clients": [], 2024-09-04T22:30:35.309 INFO:teuthology.orchestra.run.smithi005.stdout: "cluster_id": "foo", 2024-09-04T22:30:35.310 INFO:teuthology.orchestra.run.smithi005.stdout: "export_id": 1, 2024-09-04T22:30:35.310 INFO:teuthology.orchestra.run.smithi005.stdout: "fsal": { 2024-09-04T22:30:35.310 INFO:teuthology.orchestra.run.smithi005.stdout: "fs_name": "foofs", 2024-09-04T22:30:35.310 INFO:teuthology.orchestra.run.smithi005.stdout: "name": "CEPH", 2024-09-04T22:30:35.310 INFO:teuthology.orchestra.run.smithi005.stdout: "user_id": "nfs.foo.1" 2024-09-04T22:30:35.310 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-04T22:30:35.310 INFO:teuthology.orchestra.run.smithi005.stdout: "path": "/", 2024-09-04T22:30:35.310 INFO:teuthology.orchestra.run.smithi005.stdout: "protocols": [ 2024-09-04T22:30:35.310 INFO:teuthology.orchestra.run.smithi005.stdout: 4 2024-09-04T22:30:35.310 INFO:teuthology.orchestra.run.smithi005.stdout: ], 2024-09-04T22:30:35.310 INFO:teuthology.orchestra.run.smithi005.stdout: "pseudo": "/fake", 2024-09-04T22:30:35.310 INFO:teuthology.orchestra.run.smithi005.stdout: "security_label": true, 2024-09-04T22:30:35.310 INFO:teuthology.orchestra.run.smithi005.stdout: "squash": "none", 2024-09-04T22:30:35.311 INFO:teuthology.orchestra.run.smithi005.stdout: "transports": [ 2024-09-04T22:30:35.311 INFO:teuthology.orchestra.run.smithi005.stdout: "TCP" 2024-09-04T22:30:35.311 INFO:teuthology.orchestra.run.smithi005.stdout: ] 2024-09-04T22:30:35.311 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-04T22:30:35.311 INFO:teuthology.orchestra.run.smithi005.stdout:] 2024-09-04T22:30:35.909 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- bash -c 'rados -p .nfs --all ls -' 2024-09-04T22:30:36.461 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:30:36 smithi005 ceph-mon[65467]: pgmap v445: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:30:36.462 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:30:36 smithi005 ceph-mon[65467]: from='client.34676 -' entity='client.admin' cmd=[{"prefix": "nfs export ls", "cluster_id": "foo", "detailed": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:30:36.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:30:36 smithi115 ceph-mon[51971]: pgmap v445: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:30:36.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:30:36 smithi115 ceph-mon[51971]: from='client.34676 -' entity='client.admin' cmd=[{"prefix": "nfs export ls", "cluster_id": "foo", "detailed": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-04T22:30:37.596 INFO:teuthology.orchestra.run.smithi005.stdout:foo rec-0000000000000004:nfs.foo.1 2024-09-04T22:30:37.597 INFO:teuthology.orchestra.run.smithi005.stdout:foo grace 2024-09-04T22:30:37.597 INFO:teuthology.orchestra.run.smithi005.stdout:foo rec-0000000000000004:nfs.foo.0 2024-09-04T22:30:37.597 INFO:teuthology.orchestra.run.smithi005.stdout:foo conf-nfs.foo 2024-09-04T22:30:37.597 INFO:teuthology.orchestra.run.smithi005.stdout:foo export-1 2024-09-04T22:30:38.437 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-04T22:30:38.454 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@smithi005.front.sepia.ceph.com 2024-09-04T22:30:38.454 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 -- bash -c 'set -ex 2024-09-04T22:30:38.454 DEBUG:teuthology.orchestra.run.smithi005:> [[ `ceph config get mgr mgr/cephadm/migration_current` -gt 2 ]] 2024-09-04T22:30:38.455 DEBUG:teuthology.orchestra.run.smithi005:> ' 2024-09-04T22:30:38.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:30:38 smithi005 ceph-mon[65467]: pgmap v446: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:30:38.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:30:38 smithi005 ceph-mon[65467]: mgrmap e42: smithi005.hteciz(active, since 11m), standbys: smithi115.lfvwip 2024-09-04T22:30:38.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:30:38 smithi115 ceph-mon[51971]: pgmap v446: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-04T22:30:38.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:30:38 smithi115 ceph-mon[51971]: mgrmap e42: smithi005.hteciz(active, since 11m), standbys: smithi115.lfvwip 2024-09-04T22:30:40.168 INFO:teuthology.orchestra.run.smithi005.stderr:++ ceph config get mgr mgr/cephadm/migration_current 2024-09-04T22:30:40.422 INFO:teuthology.orchestra.run.smithi005.stderr:+ [[ 7 -gt 2 ]] 2024-09-04T22:30:40.699 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:30:40 smithi115 ceph-mon[51971]: pgmap v447: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-09-04T22:30:40.711 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:30:40 smithi005 ceph-mon[65467]: pgmap v447: 97 pgs: 97 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-09-04T22:30:41.073 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-09-04T22:30:41.374 INFO:tasks.cephadm:Teardown begin 2024-09-04T22:30:41.375 DEBUG:teuthology.orchestra.run.smithi005:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-04T22:30:41.408 DEBUG:teuthology.orchestra.run.smithi115:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-04T22:30:41.441 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-09-04T22:30:41.442 DEBUG:teuthology.orchestra.run.smithi005:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-04T22:30:41.467 DEBUG:teuthology.orchestra.run.smithi115:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-04T22:30:41.501 INFO:tasks.cephadm:Stopping all daemons... 2024-09-04T22:30:41.502 INFO:tasks.cephadm.mon.smithi005:Stopping mon.smithi005... 2024-09-04T22:30:41.502 DEBUG:teuthology.orchestra.run.smithi005:> sudo systemctl stop ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@mon.smithi005 2024-09-04T22:30:41.711 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:30:41 smithi005 ceph-mon[65467]: from='client.? 172.21.15.5:0/391849171' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/cephadm/migration_current"}]: dispatch 2024-09-04T22:30:41.711 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:30:41 smithi005 systemd[1]: Stopping Ceph mon.smithi005 for fc6cab94-6b09-11ef-bcd6-c7b262605968... 2024-09-04T22:30:41.897 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:30:41 smithi115 ceph-mon[51971]: from='client.? 172.21.15.5:0/391849171' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/cephadm/migration_current"}]: dispatch 2024-09-04T22:30:42.082 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:30:41 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-mon-smithi005[65463]: 2024-09-04T22:30:41.825+0000 7f408070b640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.smithi005 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-04T22:30:42.082 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:30:41 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-mon-smithi005[65463]: 2024-09-04T22:30:41.825+0000 7f408070b640 -1 mon.smithi005@0(leader) e3 *** Got Signal Terminated *** 2024-09-04T22:30:42.082 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:30:42 smithi005 podman[111775]: 2024-09-04 22:30:42.081170219 +0000 UTC m=+0.376982027 container died 8ac4e5344f95351c175ffb49c98837427682d59b47c143988a033960c722fe37 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-mon-smithi005, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS) 2024-09-04T22:30:42.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:30:42 smithi005 podman[111775]: 2024-09-04 22:30:42.492138407 +0000 UTC m=+0.787950196 container cleanup 8ac4e5344f95351c175ffb49c98837427682d59b47c143988a033960c722fe37 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-mon-smithi005, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-09-04T22:30:42.712 INFO:journalctl@ceph.mon.smithi005.smithi005.stdout:Sep 04 22:30:42 smithi005 bash[111775]: ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-mon-smithi005 2024-09-04T22:30:42.927 DEBUG:teuthology.orchestra.run.smithi005:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@mon.smithi005.service' 2024-09-04T22:30:42.973 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-04T22:30:42.973 INFO:tasks.cephadm.mon.smithi005:Stopped mon.smithi005 2024-09-04T22:30:42.973 INFO:tasks.cephadm.mon.smithi115:Stopping mon.smithi115... 2024-09-04T22:30:42.973 DEBUG:teuthology.orchestra.run.smithi115:> sudo systemctl stop ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@mon.smithi115 2024-09-04T22:30:43.264 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:30:43 smithi115 systemd[1]: Stopping Ceph mon.smithi115 for fc6cab94-6b09-11ef-bcd6-c7b262605968... 2024-09-04T22:30:43.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:30:43 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-mon-smithi115[51967]: 2024-09-04T22:30:43.262+0000 7fa6a6327640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.smithi115 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-04T22:30:43.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:30:43 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-mon-smithi115[51967]: 2024-09-04T22:30:43.262+0000 7fa6a6327640 -1 mon.smithi115@1(peon) e3 *** Got Signal Terminated *** 2024-09-04T22:30:43.647 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:30:43 smithi115 podman[77615]: 2024-09-04 22:30:43.355080266 +0000 UTC m=+0.188580795 container died cadad68d26fc66a346b426748727431d4600612b51548ddec5804877d43d7818 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-mon-smithi115, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844) 2024-09-04T22:30:44.073 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:30:43 smithi115 podman[77615]: 2024-09-04 22:30:43.854570806 +0000 UTC m=+0.688071377 container cleanup cadad68d26fc66a346b426748727431d4600612b51548ddec5804877d43d7818 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-mon-smithi115, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2) 2024-09-04T22:30:44.073 INFO:journalctl@ceph.mon.smithi115.smithi115.stdout:Sep 04 22:30:43 smithi115 bash[77615]: ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-mon-smithi115 2024-09-04T22:30:44.225 DEBUG:teuthology.orchestra.run.smithi115:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@mon.smithi115.service' 2024-09-04T22:30:44.267 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-04T22:30:44.268 INFO:tasks.cephadm.mon.smithi115:Stopped mon.smithi115 2024-09-04T22:30:44.268 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-09-04T22:30:44.268 DEBUG:teuthology.orchestra.run.smithi005:> sudo systemctl stop ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@osd.0 2024-09-04T22:30:44.581 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:30:44 smithi005 systemd[1]: Stopping Ceph osd.0 for fc6cab94-6b09-11ef-bcd6-c7b262605968... 2024-09-04T22:30:44.961 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:30:44 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-0[71549]: 2024-09-04T22:30:44.579+0000 7f1734358640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-04T22:30:44.962 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:30:44 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-0[71549]: 2024-09-04T22:30:44.579+0000 7f1734358640 -1 osd.0 169 *** Got signal Terminated *** 2024-09-04T22:30:44.962 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:30:44 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-0[71549]: 2024-09-04T22:30:44.579+0000 7f1734358640 -1 osd.0 169 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-04T22:30:50.315 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:30:50 smithi005 podman[111908]: 2024-09-04 22:30:49.999332692 +0000 UTC m=+5.534742722 container died 7565bcbd5640ea73c2b25d7d634e60ce263ed6abececbce944f7f0a03dd15d18 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-0, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-04T22:30:50.640 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:30:50 smithi005 podman[111908]: 2024-09-04 22:30:50.446733824 +0000 UTC m=+5.982143854 container cleanup 7565bcbd5640ea73c2b25d7d634e60ce263ed6abececbce944f7f0a03dd15d18 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844) 2024-09-04T22:30:50.640 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:30:50 smithi005 bash[111908]: ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-0 2024-09-04T22:30:50.961 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:30:50 smithi005 podman[111923]: 2024-09-04 22:30:50.639780556 +0000 UTC m=+0.634986194 container remove 7565bcbd5640ea73c2b25d7d634e60ce263ed6abececbce944f7f0a03dd15d18 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-04T22:30:51.335 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:30:51 smithi005 podman[112013]: 2024-09-04 22:30:50.979670803 +0000 UTC m=+0.016339912 image pull e9760d0a26a7fddbeef4ac34fe459ff206acc1fc616e70634efad78bae5faf82 quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15 2024-09-04T22:30:51.335 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:30:51 smithi005 podman[112013]: 2024-09-04 22:30:51.107326413 +0000 UTC m=+0.143995521 container create 3a5d369a240a1c3ee06726edd132e267402d289f19a213065d0b1dbd4b2e23df (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-0-deactivate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-09-04T22:30:51.335 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:30:51 smithi005 podman[112013]: 2024-09-04 22:30:51.334918408 +0000 UTC m=+0.371587519 container init 3a5d369a240a1c3ee06726edd132e267402d289f19a213065d0b1dbd4b2e23df (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-0-deactivate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-04T22:30:51.712 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:30:51 smithi005 podman[112013]: 2024-09-04 22:30:51.33838752 +0000 UTC m=+0.375056631 container start 3a5d369a240a1c3ee06726edd132e267402d289f19a213065d0b1dbd4b2e23df (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-0-deactivate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, ceph=True) 2024-09-04T22:30:51.712 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:30:51 smithi005 podman[112013]: 2024-09-04 22:30:51.426558267 +0000 UTC m=+0.463227392 container attach 3a5d369a240a1c3ee06726edd132e267402d289f19a213065d0b1dbd4b2e23df (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-0-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-09-04T22:30:51.712 INFO:journalctl@ceph.osd.0.smithi005.stdout:Sep 04 22:30:51 smithi005 podman[112013]: 2024-09-04 22:30:51.52615868 +0000 UTC m=+0.562827793 container died 3a5d369a240a1c3ee06726edd132e267402d289f19a213065d0b1dbd4b2e23df (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-0-deactivate, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-09-04T22:30:52.173 DEBUG:teuthology.orchestra.run.smithi005:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@osd.0.service' 2024-09-04T22:30:52.214 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-04T22:30:52.214 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-09-04T22:30:52.215 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-09-04T22:30:52.215 DEBUG:teuthology.orchestra.run.smithi005:> sudo systemctl stop ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@osd.1 2024-09-04T22:30:52.462 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:30:52 smithi005 systemd[1]: Stopping Ceph osd.1 for fc6cab94-6b09-11ef-bcd6-c7b262605968... 2024-09-04T22:30:52.961 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:30:52 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-1[74121]: 2024-09-04T22:30:52.558+0000 7f9f21cde640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-04T22:30:52.962 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:30:52 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-1[74121]: 2024-09-04T22:30:52.558+0000 7f9f21cde640 -1 osd.1 169 *** Got signal Terminated *** 2024-09-04T22:30:52.962 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:30:52 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-1[74121]: 2024-09-04T22:30:52.558+0000 7f9f21cde640 -1 osd.1 169 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-04T22:30:58.360 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:30:58 smithi005 podman[112116]: 2024-09-04 22:30:58.013370705 +0000 UTC m=+5.573907406 container died 4b3d60bb2c25a1cdb80b834a641ea046f827fa52d73ac960be7a3b85957c7434 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-1, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2) 2024-09-04T22:30:58.712 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:30:58 smithi005 podman[112116]: 2024-09-04 22:30:58.45878735 +0000 UTC m=+6.019324050 container cleanup 4b3d60bb2c25a1cdb80b834a641ea046f827fa52d73ac960be7a3b85957c7434 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-1, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-09-04T22:30:58.712 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:30:58 smithi005 bash[112116]: ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-1 2024-09-04T22:30:59.211 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:30:58 smithi005 podman[112164]: 2024-09-04 22:30:58.85210401 +0000 UTC m=+0.837397551 container remove 4b3d60bb2c25a1cdb80b834a641ea046f827fa52d73ac960be7a3b85957c7434 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-1, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-09-04T22:30:59.497 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:30:59 smithi005 podman[112256]: 2024-09-04 22:30:59.236201896 +0000 UTC m=+0.108706315 container create 7115c5e0049a0b0b3a5291b31be5528fdc423f47d80c891b82d9c4bf6157b7b1 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-09-04T22:30:59.497 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:30:59 smithi005 podman[112256]: 2024-09-04 22:30:59.144491395 +0000 UTC m=+0.016995826 image pull e9760d0a26a7fddbeef4ac34fe459ff206acc1fc616e70634efad78bae5faf82 quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15 2024-09-04T22:30:59.497 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:30:59 smithi005 podman[112256]: 2024-09-04 22:30:59.497088256 +0000 UTC m=+0.369592676 container init 7115c5e0049a0b0b3a5291b31be5528fdc423f47d80c891b82d9c4bf6157b7b1 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-1-deactivate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-09-04T22:30:59.962 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:30:59 smithi005 podman[112256]: 2024-09-04 22:30:59.500560244 +0000 UTC m=+0.373064673 container start 7115c5e0049a0b0b3a5291b31be5528fdc423f47d80c891b82d9c4bf6157b7b1 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-1-deactivate, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844) 2024-09-04T22:30:59.962 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:30:59 smithi005 podman[112256]: 2024-09-04 22:30:59.580490077 +0000 UTC m=+0.452994502 container attach 7115c5e0049a0b0b3a5291b31be5528fdc423f47d80c891b82d9c4bf6157b7b1 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-1-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True) 2024-09-04T22:30:59.962 INFO:journalctl@ceph.osd.1.smithi005.stdout:Sep 04 22:30:59 smithi005 podman[112256]: 2024-09-04 22:30:59.697294998 +0000 UTC m=+0.569799429 container died 7115c5e0049a0b0b3a5291b31be5528fdc423f47d80c891b82d9c4bf6157b7b1 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-1-deactivate, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-09-04T22:31:00.385 DEBUG:teuthology.orchestra.run.smithi005:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@osd.1.service' 2024-09-04T22:31:00.428 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-04T22:31:00.428 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-09-04T22:31:00.428 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-09-04T22:31:00.428 DEBUG:teuthology.orchestra.run.smithi005:> sudo systemctl stop ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@osd.2 2024-09-04T22:31:00.712 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:31:00 smithi005 systemd[1]: Stopping Ceph osd.2 for fc6cab94-6b09-11ef-bcd6-c7b262605968... 2024-09-04T22:31:01.212 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:31:00 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-2[76723]: 2024-09-04T22:31:00.786+0000 7f64aed93640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-04T22:31:01.212 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:31:00 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-2[76723]: 2024-09-04T22:31:00.786+0000 7f64aed93640 -1 osd.2 169 *** Got signal Terminated *** 2024-09-04T22:31:01.212 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:31:00 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-2[76723]: 2024-09-04T22:31:00.786+0000 7f64aed93640 -1 osd.2 169 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-04T22:31:06.608 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:31:06 smithi005 podman[112357]: 2024-09-04 22:31:06.272021896 +0000 UTC m=+5.604046889 container died 7da85200f6839a6059cbf52af8ad5738e2e42497a926e1cd1d5520496a9ce0f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-09-04T22:31:06.962 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:31:06 smithi005 podman[112357]: 2024-09-04 22:31:06.787201269 +0000 UTC m=+6.119226252 container cleanup 7da85200f6839a6059cbf52af8ad5738e2e42497a926e1cd1d5520496a9ce0f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.license=GPLv2, io.buildah.version=1.37.2) 2024-09-04T22:31:06.962 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:31:06 smithi005 bash[112357]: ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-2 2024-09-04T22:31:07.462 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:31:07 smithi005 podman[112372]: 2024-09-04 22:31:07.013581651 +0000 UTC m=+0.735695958 container remove 7da85200f6839a6059cbf52af8ad5738e2e42497a926e1cd1d5520496a9ce0f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-2, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-04T22:31:07.775 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:31:07 smithi005 podman[112463]: 2024-09-04 22:31:07.367370607 +0000 UTC m=+0.016424532 image pull e9760d0a26a7fddbeef4ac34fe459ff206acc1fc616e70634efad78bae5faf82 quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15 2024-09-04T22:31:07.776 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:31:07 smithi005 podman[112463]: 2024-09-04 22:31:07.480968904 +0000 UTC m=+0.130022829 container create e671bacb18415a3d7354dd98aea54aeed1b61ff59a63d0ea14534d52f309fb62 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-2-deactivate, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.license=GPLv2, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS) 2024-09-04T22:31:07.776 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:31:07 smithi005 podman[112463]: 2024-09-04 22:31:07.70037547 +0000 UTC m=+0.349429396 container init e671bacb18415a3d7354dd98aea54aeed1b61ff59a63d0ea14534d52f309fb62 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-2-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844) 2024-09-04T22:31:07.776 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:31:07 smithi005 podman[112463]: 2024-09-04 22:31:07.70366923 +0000 UTC m=+0.352723164 container start e671bacb18415a3d7354dd98aea54aeed1b61ff59a63d0ea14534d52f309fb62 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-2-deactivate, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-04T22:31:07.776 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:31:07 smithi005 podman[112463]: 2024-09-04 22:31:07.775353784 +0000 UTC m=+0.424407723 container attach e671bacb18415a3d7354dd98aea54aeed1b61ff59a63d0ea14534d52f309fb62 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-2-deactivate, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-04T22:31:08.212 INFO:journalctl@ceph.osd.2.smithi005.stdout:Sep 04 22:31:07 smithi005 podman[112463]: 2024-09-04 22:31:07.896449301 +0000 UTC m=+0.545503236 container died e671bacb18415a3d7354dd98aea54aeed1b61ff59a63d0ea14534d52f309fb62 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-2-deactivate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-04T22:31:08.514 DEBUG:teuthology.orchestra.run.smithi005:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@osd.2.service' 2024-09-04T22:31:08.556 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-04T22:31:08.557 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-09-04T22:31:08.557 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-09-04T22:31:08.557 DEBUG:teuthology.orchestra.run.smithi005:> sudo systemctl stop ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@osd.3 2024-09-04T22:31:08.792 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:31:08 smithi005 systemd[1]: Stopping Ceph osd.3 for fc6cab94-6b09-11ef-bcd6-c7b262605968... 2024-09-04T22:31:09.212 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:31:08 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-3[79429]: 2024-09-04T22:31:08.880+0000 7ff7ed7db640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-04T22:31:09.212 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:31:08 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-3[79429]: 2024-09-04T22:31:08.880+0000 7ff7ed7db640 -1 osd.3 169 *** Got signal Terminated *** 2024-09-04T22:31:09.212 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:31:08 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-3[79429]: 2024-09-04T22:31:08.880+0000 7ff7ed7db640 -1 osd.3 169 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-04T22:31:11.962 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:31:11 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-3[79429]: 2024-09-04T22:31:11.518+0000 7ff7e5de9640 -1 osd.3 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:47.802209+0000 front 2024-09-04T22:30:47.802420+0000 (oldest deadline 2024-09-04T22:31:10.702344+0000) 2024-09-04T22:31:12.327 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:31:12 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5[59212]: 2024-09-04T22:31:11.999+0000 7fc7f25ec640 -1 osd.5 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:48.399843+0000 front 2024-09-04T22:30:48.399948+0000 (oldest deadline 2024-09-04T22:31:11.899763+0000) 2024-09-04T22:31:12.327 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:11 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:11.983+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:48.265685+0000 front 2024-09-04T22:30:48.265785+0000 (oldest deadline 2024-09-04T22:31:11.765476+0000) 2024-09-04T22:31:12.962 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:31:12 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-3[79429]: 2024-09-04T22:31:12.503+0000 7ff7e5de9640 -1 osd.3 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:47.802209+0000 front 2024-09-04T22:30:47.802420+0000 (oldest deadline 2024-09-04T22:31:10.702344+0000) 2024-09-04T22:31:13.341 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:31:12 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5[59212]: 2024-09-04T22:31:12.965+0000 7fc7f25ec640 -1 osd.5 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:48.399843+0000 front 2024-09-04T22:30:48.399948+0000 (oldest deadline 2024-09-04T22:31:11.899763+0000) 2024-09-04T22:31:13.341 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:12 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:12.965+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:48.265685+0000 front 2024-09-04T22:30:48.265785+0000 (oldest deadline 2024-09-04T22:31:11.765476+0000) 2024-09-04T22:31:13.647 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:31:13 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4[56951]: 2024-09-04T22:31:13.514+0000 7f7d583fe640 -1 osd.4 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:49.319930+0000 front 2024-09-04T22:30:49.320071+0000 (oldest deadline 2024-09-04T22:31:13.420030+0000) 2024-09-04T22:31:13.961 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:31:13 smithi005 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-3[79429]: 2024-09-04T22:31:13.503+0000 7ff7e5de9640 -1 osd.3 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:47.802209+0000 front 2024-09-04T22:30:47.802420+0000 (oldest deadline 2024-09-04T22:31:10.702344+0000) 2024-09-04T22:31:14.147 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:31:13 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5[59212]: 2024-09-04T22:31:13.936+0000 7fc7f25ec640 -1 osd.5 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:48.399843+0000 front 2024-09-04T22:30:48.399948+0000 (oldest deadline 2024-09-04T22:31:11.899763+0000) 2024-09-04T22:31:14.147 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:13 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:13.987+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:48.265685+0000 front 2024-09-04T22:30:48.265785+0000 (oldest deadline 2024-09-04T22:31:11.765476+0000) 2024-09-04T22:31:14.148 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:13 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:31:13.789+0000 7f677d299640 -1 osd.6 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:49.359600+0000 front 2024-09-04T22:30:49.359638+0000 (oldest deadline 2024-09-04T22:31:13.459406+0000) 2024-09-04T22:31:14.733 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:31:14 smithi005 podman[112566]: 2024-09-04 22:31:14.464525105 +0000 UTC m=+5.674601660 container died a644c2dcdeb3f5617f754a508574d38ba8b62f64239fa635a7b461d725625827 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-3, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-04T22:31:14.809 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:31:14 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4[56951]: 2024-09-04T22:31:14.502+0000 7f7d583fe640 -1 osd.4 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:49.319930+0000 front 2024-09-04T22:30:49.320071+0000 (oldest deadline 2024-09-04T22:31:13.420030+0000) 2024-09-04T22:31:14.983 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:31:14 smithi005 podman[112566]: 2024-09-04 22:31:14.806095896 +0000 UTC m=+6.016172439 container cleanup a644c2dcdeb3f5617f754a508574d38ba8b62f64239fa635a7b461d725625827 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-3, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2) 2024-09-04T22:31:14.983 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:31:14 smithi005 bash[112566]: ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-3 2024-09-04T22:31:15.147 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:31:14 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5[59212]: 2024-09-04T22:31:14.952+0000 7fc7f25ec640 -1 osd.5 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:48.399843+0000 front 2024-09-04T22:30:48.399948+0000 (oldest deadline 2024-09-04T22:31:11.899763+0000) 2024-09-04T22:31:15.147 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:14 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:31:14.808+0000 7f677d299640 -1 osd.6 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:49.359600+0000 front 2024-09-04T22:30:49.359638+0000 (oldest deadline 2024-09-04T22:31:13.459406+0000) 2024-09-04T22:31:15.147 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:15 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:15.020+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:48.265685+0000 front 2024-09-04T22:30:48.265785+0000 (oldest deadline 2024-09-04T22:31:11.765476+0000) 2024-09-04T22:31:15.435 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:31:14 smithi005 podman[112582]: 2024-09-04 22:31:14.98246562 +0000 UTC m=+0.514848558 container remove a644c2dcdeb3f5617f754a508574d38ba8b62f64239fa635a7b461d725625827 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-3, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-09-04T22:31:15.712 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:31:15 smithi005 podman[112670]: 2024-09-04 22:31:15.337929881 +0000 UTC m=+0.016483359 image pull e9760d0a26a7fddbeef4ac34fe459ff206acc1fc616e70634efad78bae5faf82 quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15 2024-09-04T22:31:15.712 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:31:15 smithi005 podman[112670]: 2024-09-04 22:31:15.45841463 +0000 UTC m=+0.136968134 container create e4d83817e7727328523806b1bd19f13ec3da7639e73a7149cdc1f46058c2ba60 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-3-deactivate, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-04T22:31:15.840 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:31:15 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4[56951]: 2024-09-04T22:31:15.468+0000 7f7d583fe640 -1 osd.4 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:49.319930+0000 front 2024-09-04T22:30:49.320071+0000 (oldest deadline 2024-09-04T22:31:13.420030+0000) 2024-09-04T22:31:16.147 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:31:15 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5[59212]: 2024-09-04T22:31:15.924+0000 7fc7f25ec640 -1 osd.5 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:48.399843+0000 front 2024-09-04T22:30:48.399948+0000 (oldest deadline 2024-09-04T22:31:11.899763+0000) 2024-09-04T22:31:16.147 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:16 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:16.005+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:48.265685+0000 front 2024-09-04T22:30:48.265785+0000 (oldest deadline 2024-09-04T22:31:11.765476+0000) 2024-09-04T22:31:16.147 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:15 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:31:15.838+0000 7f677d299640 -1 osd.6 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:49.359600+0000 front 2024-09-04T22:30:49.359638+0000 (oldest deadline 2024-09-04T22:31:13.459406+0000) 2024-09-04T22:31:16.212 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:31:15 smithi005 podman[112670]: 2024-09-04 22:31:15.719247326 +0000 UTC m=+0.397800789 container init e4d83817e7727328523806b1bd19f13ec3da7639e73a7149cdc1f46058c2ba60 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-3-deactivate, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS) 2024-09-04T22:31:16.212 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:31:15 smithi005 podman[112670]: 2024-09-04 22:31:15.72262978 +0000 UTC m=+0.401183245 container start e4d83817e7727328523806b1bd19f13ec3da7639e73a7149cdc1f46058c2ba60 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-3-deactivate, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-09-04T22:31:16.212 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:31:15 smithi005 podman[112670]: 2024-09-04 22:31:15.819325418 +0000 UTC m=+0.497878881 container attach e4d83817e7727328523806b1bd19f13ec3da7639e73a7149cdc1f46058c2ba60 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-3-deactivate, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-09-04T22:31:16.212 INFO:journalctl@ceph.osd.3.smithi005.stdout:Sep 04 22:31:15 smithi005 podman[112670]: 2024-09-04 22:31:15.916331223 +0000 UTC m=+0.594884698 container died e4d83817e7727328523806b1bd19f13ec3da7639e73a7149cdc1f46058c2ba60 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-3-deactivate, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS) 2024-09-04T22:31:16.670 DEBUG:teuthology.orchestra.run.smithi005:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@osd.3.service' 2024-09-04T22:31:16.714 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-04T22:31:16.714 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-09-04T22:31:16.714 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-09-04T22:31:16.715 DEBUG:teuthology.orchestra.run.smithi115:> sudo systemctl stop ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@osd.4 2024-09-04T22:31:16.873 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:31:16 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4[56951]: 2024-09-04T22:31:16.517+0000 7f7d583fe640 -1 osd.4 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:49.319930+0000 front 2024-09-04T22:30:49.320071+0000 (oldest deadline 2024-09-04T22:31:13.420030+0000) 2024-09-04T22:31:16.873 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:31:16 smithi115 systemd[1]: Stopping Ceph osd.4 for fc6cab94-6b09-11ef-bcd6-c7b262605968... 2024-09-04T22:31:17.147 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:31:16 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5[59212]: 2024-09-04T22:31:16.888+0000 7fc7f25ec640 -1 osd.5 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:48.399843+0000 front 2024-09-04T22:30:48.399948+0000 (oldest deadline 2024-09-04T22:31:11.899763+0000) 2024-09-04T22:31:17.147 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:16 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:31:16.871+0000 7f677d299640 -1 osd.6 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:49.359600+0000 front 2024-09-04T22:30:49.359638+0000 (oldest deadline 2024-09-04T22:31:13.459406+0000) 2024-09-04T22:31:17.148 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:17 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:17.010+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:48.265685+0000 front 2024-09-04T22:30:48.265785+0000 (oldest deadline 2024-09-04T22:31:11.765476+0000) 2024-09-04T22:31:17.148 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:31:17 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4[56951]: 2024-09-04T22:31:17.021+0000 7f7d5fdf0640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-04T22:31:17.148 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:31:17 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4[56951]: 2024-09-04T22:31:17.021+0000 7f7d5fdf0640 -1 osd.4 169 *** Got signal Terminated *** 2024-09-04T22:31:17.148 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:31:17 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4[56951]: 2024-09-04T22:31:17.021+0000 7f7d5fdf0640 -1 osd.4 169 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-04T22:31:17.865 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:31:17 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4[56951]: 2024-09-04T22:31:17.521+0000 7f7d583fe640 -1 osd.4 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:49.319930+0000 front 2024-09-04T22:30:49.320071+0000 (oldest deadline 2024-09-04T22:31:13.420030+0000) 2024-09-04T22:31:18.147 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:31:17 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5[59212]: 2024-09-04T22:31:17.864+0000 7fc7f25ec640 -1 osd.5 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:48.399843+0000 front 2024-09-04T22:30:48.399948+0000 (oldest deadline 2024-09-04T22:31:11.899763+0000) 2024-09-04T22:31:18.148 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:17 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:31:17.871+0000 7f677d299640 -1 osd.6 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:49.359600+0000 front 2024-09-04T22:30:49.359638+0000 (oldest deadline 2024-09-04T22:31:13.459406+0000) 2024-09-04T22:31:18.148 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:18 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:18.020+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:48.265685+0000 front 2024-09-04T22:30:48.265785+0000 (oldest deadline 2024-09-04T22:31:11.765476+0000) 2024-09-04T22:31:18.828 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:31:18 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4[56951]: 2024-09-04T22:31:18.552+0000 7f7d583fe640 -1 osd.4 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:49.319930+0000 front 2024-09-04T22:30:49.320071+0000 (oldest deadline 2024-09-04T22:31:13.420030+0000) 2024-09-04T22:31:19.147 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:31:18 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5[59212]: 2024-09-04T22:31:18.827+0000 7fc7f25ec640 -1 osd.5 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:48.399843+0000 front 2024-09-04T22:30:48.399948+0000 (oldest deadline 2024-09-04T22:31:11.899763+0000) 2024-09-04T22:31:19.147 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:18 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:31:18.901+0000 7f677d299640 -1 osd.6 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:49.359600+0000 front 2024-09-04T22:30:49.359638+0000 (oldest deadline 2024-09-04T22:31:13.459406+0000) 2024-09-04T22:31:19.148 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:19 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:19.018+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:48.265685+0000 front 2024-09-04T22:30:48.265785+0000 (oldest deadline 2024-09-04T22:31:11.765476+0000) 2024-09-04T22:31:19.148 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:19 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:19.018+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:55.866381+0000 front 2024-09-04T22:30:55.866445+0000 (oldest deadline 2024-09-04T22:31:18.166163+0000) 2024-09-04T22:31:19.902 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:31:19 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5[59212]: 2024-09-04T22:31:19.787+0000 7fc7f25ec640 -1 osd.5 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:48.399843+0000 front 2024-09-04T22:30:48.399948+0000 (oldest deadline 2024-09-04T22:31:11.899763+0000) 2024-09-04T22:31:19.902 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:31:19 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4[56951]: 2024-09-04T22:31:19.597+0000 7f7d583fe640 -1 osd.4 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:49.319930+0000 front 2024-09-04T22:30:49.320071+0000 (oldest deadline 2024-09-04T22:31:13.420030+0000) 2024-09-04T22:31:19.902 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:31:19 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4[56951]: 2024-09-04T22:31:19.597+0000 7f7d583fe640 -1 osd.4 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:53.420695+0000 front 2024-09-04T22:30:53.420686+0000 (oldest deadline 2024-09-04T22:31:19.320525+0000) 2024-09-04T22:31:20.397 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:19 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:31:19.914+0000 7f677d299640 -1 osd.6 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:49.359600+0000 front 2024-09-04T22:30:49.359638+0000 (oldest deadline 2024-09-04T22:31:13.459406+0000) 2024-09-04T22:31:20.397 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:19 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:31:19.914+0000 7f677d299640 -1 osd.6 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:55.160310+0000 front 2024-09-04T22:30:55.160232+0000 (oldest deadline 2024-09-04T22:31:19.260030+0000) 2024-09-04T22:31:20.397 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:20 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:20.019+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:48.265685+0000 front 2024-09-04T22:30:48.265785+0000 (oldest deadline 2024-09-04T22:31:11.765476+0000) 2024-09-04T22:31:20.398 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:20 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:20.019+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:55.866381+0000 front 2024-09-04T22:30:55.866445+0000 (oldest deadline 2024-09-04T22:31:18.166163+0000) 2024-09-04T22:31:20.897 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:31:20 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5[59212]: 2024-09-04T22:31:20.748+0000 7fc7f25ec640 -1 osd.5 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:48.399843+0000 front 2024-09-04T22:30:48.399948+0000 (oldest deadline 2024-09-04T22:31:11.899763+0000) 2024-09-04T22:31:20.897 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:31:20 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5[59212]: 2024-09-04T22:31:20.748+0000 7fc7f25ec640 -1 osd.5 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:57.101511+0000 front 2024-09-04T22:30:57.101590+0000 (oldest deadline 2024-09-04T22:31:20.001394+0000) 2024-09-04T22:31:20.898 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:31:20 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4[56951]: 2024-09-04T22:31:20.612+0000 7f7d583fe640 -1 osd.4 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:49.319930+0000 front 2024-09-04T22:30:49.320071+0000 (oldest deadline 2024-09-04T22:31:13.420030+0000) 2024-09-04T22:31:20.898 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:31:20 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4[56951]: 2024-09-04T22:31:20.612+0000 7f7d583fe640 -1 osd.4 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:53.420695+0000 front 2024-09-04T22:30:53.420686+0000 (oldest deadline 2024-09-04T22:31:19.320525+0000) 2024-09-04T22:31:21.397 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:20 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:31:20.922+0000 7f677d299640 -1 osd.6 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:49.359600+0000 front 2024-09-04T22:30:49.359638+0000 (oldest deadline 2024-09-04T22:31:13.459406+0000) 2024-09-04T22:31:21.397 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:20 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:31:20.922+0000 7f677d299640 -1 osd.6 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:55.160310+0000 front 2024-09-04T22:30:55.160232+0000 (oldest deadline 2024-09-04T22:31:19.260030+0000) 2024-09-04T22:31:21.398 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:20 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:20.979+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:48.265685+0000 front 2024-09-04T22:30:48.265785+0000 (oldest deadline 2024-09-04T22:31:11.765476+0000) 2024-09-04T22:31:21.398 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:20 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:20.979+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:55.866381+0000 front 2024-09-04T22:30:55.866445+0000 (oldest deadline 2024-09-04T22:31:18.166163+0000) 2024-09-04T22:31:21.882 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:31:21 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5[59212]: 2024-09-04T22:31:21.760+0000 7fc7f25ec640 -1 osd.5 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:48.399843+0000 front 2024-09-04T22:30:48.399948+0000 (oldest deadline 2024-09-04T22:31:11.899763+0000) 2024-09-04T22:31:21.882 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:31:21 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5[59212]: 2024-09-04T22:31:21.760+0000 7fc7f25ec640 -1 osd.5 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:57.101511+0000 front 2024-09-04T22:30:57.101590+0000 (oldest deadline 2024-09-04T22:31:20.001394+0000) 2024-09-04T22:31:21.882 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:31:21 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4[56951]: 2024-09-04T22:31:21.588+0000 7f7d583fe640 -1 osd.4 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:49.319930+0000 front 2024-09-04T22:30:49.320071+0000 (oldest deadline 2024-09-04T22:31:13.420030+0000) 2024-09-04T22:31:21.883 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:31:21 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4[56951]: 2024-09-04T22:31:21.588+0000 7f7d583fe640 -1 osd.4 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:53.420695+0000 front 2024-09-04T22:30:53.420686+0000 (oldest deadline 2024-09-04T22:31:19.320525+0000) 2024-09-04T22:31:22.149 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:21 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:31:21.881+0000 7f677d299640 -1 osd.6 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:49.359600+0000 front 2024-09-04T22:30:49.359638+0000 (oldest deadline 2024-09-04T22:31:13.459406+0000) 2024-09-04T22:31:22.149 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:21 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:31:21.881+0000 7f677d299640 -1 osd.6 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:55.160310+0000 front 2024-09-04T22:30:55.160232+0000 (oldest deadline 2024-09-04T22:31:19.260030+0000) 2024-09-04T22:31:22.149 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:21 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:21.971+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:48.265685+0000 front 2024-09-04T22:30:48.265785+0000 (oldest deadline 2024-09-04T22:31:11.765476+0000) 2024-09-04T22:31:22.149 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:21 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:21.971+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:55.866381+0000 front 2024-09-04T22:30:55.866445+0000 (oldest deadline 2024-09-04T22:31:18.166163+0000) 2024-09-04T22:31:22.859 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:31:22 smithi115 podman[77814]: 2024-09-04 22:31:22.532802073 +0000 UTC m=+5.615479685 container died 09cc2477131854379de8cda29260e917a86c5693aecd0687a643b1aeede8cbfc (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-09-04T22:31:22.859 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:31:22 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5[59212]: 2024-09-04T22:31:22.740+0000 7fc7f25ec640 -1 osd.5 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:48.399843+0000 front 2024-09-04T22:30:48.399948+0000 (oldest deadline 2024-09-04T22:31:11.899763+0000) 2024-09-04T22:31:22.859 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:31:22 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5[59212]: 2024-09-04T22:31:22.740+0000 7fc7f25ec640 -1 osd.5 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:57.101511+0000 front 2024-09-04T22:30:57.101590+0000 (oldest deadline 2024-09-04T22:31:20.001394+0000) 2024-09-04T22:31:23.147 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:23 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:23.002+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:48.265685+0000 front 2024-09-04T22:30:48.265785+0000 (oldest deadline 2024-09-04T22:31:11.765476+0000) 2024-09-04T22:31:23.147 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:23 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:23.002+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:55.866381+0000 front 2024-09-04T22:30:55.866445+0000 (oldest deadline 2024-09-04T22:31:18.166163+0000) 2024-09-04T22:31:23.147 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:31:23 smithi115 podman[77814]: 2024-09-04 22:31:23.029631414 +0000 UTC m=+6.112309060 container cleanup 09cc2477131854379de8cda29260e917a86c5693aecd0687a643b1aeede8cbfc (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4, CEPH_POINT_RELEASE=, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD) 2024-09-04T22:31:23.147 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:31:23 smithi115 bash[77814]: ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4 2024-09-04T22:31:23.148 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:22 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:31:22.857+0000 7f677d299640 -1 osd.6 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:49.359600+0000 front 2024-09-04T22:30:49.359638+0000 (oldest deadline 2024-09-04T22:31:13.459406+0000) 2024-09-04T22:31:23.148 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:22 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:31:22.857+0000 7f677d299640 -1 osd.6 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:55.160310+0000 front 2024-09-04T22:30:55.160232+0000 (oldest deadline 2024-09-04T22:31:19.260030+0000) 2024-09-04T22:31:23.577 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:31:23 smithi115 podman[77832]: 2024-09-04 22:31:23.247980568 +0000 UTC m=+0.716425502 container remove 09cc2477131854379de8cda29260e917a86c5693aecd0687a643b1aeede8cbfc (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True) 2024-09-04T22:31:23.826 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:31:23 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5[59212]: 2024-09-04T22:31:23.744+0000 7fc7f25ec640 -1 osd.5 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:48.399843+0000 front 2024-09-04T22:30:48.399948+0000 (oldest deadline 2024-09-04T22:31:11.899763+0000) 2024-09-04T22:31:23.826 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:31:23 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5[59212]: 2024-09-04T22:31:23.744+0000 7fc7f25ec640 -1 osd.5 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:57.101511+0000 front 2024-09-04T22:30:57.101590+0000 (oldest deadline 2024-09-04T22:31:20.001394+0000) 2024-09-04T22:31:23.826 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:31:23 smithi115 podman[77918]: 2024-09-04 22:31:23.573824758 +0000 UTC m=+0.112045188 container create 49fef34cf49d66dd3441f22d603130f6ca8d0848a13fa7a56fea466ec0be79c9 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4-deactivate, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.build-date=20240731, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844) 2024-09-04T22:31:23.826 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:31:23 smithi115 podman[77918]: 2024-09-04 22:31:23.477935662 +0000 UTC m=+0.016156106 image pull e9760d0a26a7fddbeef4ac34fe459ff206acc1fc616e70634efad78bae5faf82 quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15 2024-09-04T22:31:23.827 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:31:23 smithi115 podman[77918]: 2024-09-04 22:31:23.801494755 +0000 UTC m=+0.339715195 container init 49fef34cf49d66dd3441f22d603130f6ca8d0848a13fa7a56fea466ec0be79c9 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4-deactivate, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-04T22:31:23.827 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:31:23 smithi115 podman[77918]: 2024-09-04 22:31:23.804787763 +0000 UTC m=+0.343008193 container start 49fef34cf49d66dd3441f22d603130f6ca8d0848a13fa7a56fea466ec0be79c9 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4-deactivate, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-09-04T22:31:24.147 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:31:23 smithi115 podman[77918]: 2024-09-04 22:31:23.893298749 +0000 UTC m=+0.431519188 container attach 49fef34cf49d66dd3441f22d603130f6ca8d0848a13fa7a56fea466ec0be79c9 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4-deactivate, ceph=True, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731) 2024-09-04T22:31:24.147 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:31:24 smithi115 podman[77918]: 2024-09-04 22:31:24.004802849 +0000 UTC m=+0.543023290 container died 49fef34cf49d66dd3441f22d603130f6ca8d0848a13fa7a56fea466ec0be79c9 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4-deactivate, io.buildah.version=1.37.2, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=) 2024-09-04T22:31:24.148 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:23 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:31:23.825+0000 7f677d299640 -1 osd.6 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:49.359600+0000 front 2024-09-04T22:30:49.359638+0000 (oldest deadline 2024-09-04T22:31:13.459406+0000) 2024-09-04T22:31:24.148 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:23 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:31:23.825+0000 7f677d299640 -1 osd.6 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:55.160310+0000 front 2024-09-04T22:30:55.160232+0000 (oldest deadline 2024-09-04T22:31:19.260030+0000) 2024-09-04T22:31:24.148 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:24 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:24.005+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:48.265685+0000 front 2024-09-04T22:30:48.265785+0000 (oldest deadline 2024-09-04T22:31:11.765476+0000) 2024-09-04T22:31:24.148 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:24 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:24.005+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:55.866381+0000 front 2024-09-04T22:30:55.866445+0000 (oldest deadline 2024-09-04T22:31:18.166163+0000) 2024-09-04T22:31:24.541 INFO:journalctl@ceph.osd.4.smithi115.stdout:Sep 04 22:31:24 smithi115 podman[77941]: 2024-09-04 22:31:24.538863975 +0000 UTC m=+0.528132818 container remove 49fef34cf49d66dd3441f22d603130f6ca8d0848a13fa7a56fea466ec0be79c9 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-4-deactivate, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2) 2024-09-04T22:31:24.560 DEBUG:teuthology.orchestra.run.smithi115:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@osd.4.service' 2024-09-04T22:31:24.598 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-04T22:31:24.598 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-09-04T22:31:24.598 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-09-04T22:31:24.599 DEBUG:teuthology.orchestra.run.smithi115:> sudo systemctl stop ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@osd.5 2024-09-04T22:31:24.820 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:31:24 smithi115 systemd[1]: Stopping Ceph osd.5 for fc6cab94-6b09-11ef-bcd6-c7b262605968... 2024-09-04T22:31:24.820 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:31:24 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5[59212]: 2024-09-04T22:31:24.750+0000 7fc7f25ec640 -1 osd.5 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:48.399843+0000 front 2024-09-04T22:30:48.399948+0000 (oldest deadline 2024-09-04T22:31:11.899763+0000) 2024-09-04T22:31:24.820 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:31:24 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5[59212]: 2024-09-04T22:31:24.750+0000 7fc7f25ec640 -1 osd.5 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:57.101511+0000 front 2024-09-04T22:30:57.101590+0000 (oldest deadline 2024-09-04T22:31:20.001394+0000) 2024-09-04T22:31:25.147 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:24 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:31:24.818+0000 7f677d299640 -1 osd.6 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:49.359600+0000 front 2024-09-04T22:30:49.359638+0000 (oldest deadline 2024-09-04T22:31:13.459406+0000) 2024-09-04T22:31:25.147 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:24 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:31:24.818+0000 7f677d299640 -1 osd.6 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:55.160310+0000 front 2024-09-04T22:30:55.160232+0000 (oldest deadline 2024-09-04T22:31:19.260030+0000) 2024-09-04T22:31:25.148 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:25 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:25.034+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:48.265685+0000 front 2024-09-04T22:30:48.265785+0000 (oldest deadline 2024-09-04T22:31:11.765476+0000) 2024-09-04T22:31:25.148 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:25 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:25.034+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:55.866381+0000 front 2024-09-04T22:30:55.866445+0000 (oldest deadline 2024-09-04T22:31:18.166163+0000) 2024-09-04T22:31:25.148 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:31:24 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5[59212]: 2024-09-04T22:31:24.950+0000 7fc7f5fd6640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-04T22:31:25.148 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:31:24 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5[59212]: 2024-09-04T22:31:24.950+0000 7fc7f5fd6640 -1 osd.5 169 *** Got signal Terminated *** 2024-09-04T22:31:25.148 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:31:24 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5[59212]: 2024-09-04T22:31:24.950+0000 7fc7f5fd6640 -1 osd.5 169 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-04T22:31:25.991 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:31:25 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5[59212]: 2024-09-04T22:31:25.733+0000 7fc7f25ec640 -1 osd.5 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:48.399843+0000 front 2024-09-04T22:30:48.399948+0000 (oldest deadline 2024-09-04T22:31:11.899763+0000) 2024-09-04T22:31:25.991 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:31:25 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5[59212]: 2024-09-04T22:31:25.733+0000 7fc7f25ec640 -1 osd.5 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:57.101511+0000 front 2024-09-04T22:30:57.101590+0000 (oldest deadline 2024-09-04T22:31:20.001394+0000) 2024-09-04T22:31:25.991 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:25 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:31:25.788+0000 7f677d299640 -1 osd.6 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:49.359600+0000 front 2024-09-04T22:30:49.359638+0000 (oldest deadline 2024-09-04T22:31:13.459406+0000) 2024-09-04T22:31:25.991 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:25 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:31:25.788+0000 7f677d299640 -1 osd.6 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:55.160310+0000 front 2024-09-04T22:30:55.160232+0000 (oldest deadline 2024-09-04T22:31:19.260030+0000) 2024-09-04T22:31:26.397 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:25 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:25.989+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:48.265685+0000 front 2024-09-04T22:30:48.265785+0000 (oldest deadline 2024-09-04T22:31:11.765476+0000) 2024-09-04T22:31:26.397 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:25 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:25.989+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:55.866381+0000 front 2024-09-04T22:30:55.866445+0000 (oldest deadline 2024-09-04T22:31:18.166163+0000) 2024-09-04T22:31:26.989 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:31:26 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5[59212]: 2024-09-04T22:31:26.723+0000 7fc7f25ec640 -1 osd.5 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:48.399843+0000 front 2024-09-04T22:30:48.399948+0000 (oldest deadline 2024-09-04T22:31:11.899763+0000) 2024-09-04T22:31:26.989 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:31:26 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5[59212]: 2024-09-04T22:31:26.723+0000 7fc7f25ec640 -1 osd.5 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:57.101511+0000 front 2024-09-04T22:30:57.101590+0000 (oldest deadline 2024-09-04T22:31:20.001394+0000) 2024-09-04T22:31:26.989 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:26 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:31:26.820+0000 7f677d299640 -1 osd.6 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:49.359600+0000 front 2024-09-04T22:30:49.359638+0000 (oldest deadline 2024-09-04T22:31:13.459406+0000) 2024-09-04T22:31:26.989 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:26 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:31:26.820+0000 7f677d299640 -1 osd.6 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:55.160310+0000 front 2024-09-04T22:30:55.160232+0000 (oldest deadline 2024-09-04T22:31:19.260030+0000) 2024-09-04T22:31:27.397 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:26 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:26.987+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:48.265685+0000 front 2024-09-04T22:30:48.265785+0000 (oldest deadline 2024-09-04T22:31:11.765476+0000) 2024-09-04T22:31:27.397 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:26 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:26.987+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:55.866381+0000 front 2024-09-04T22:30:55.866445+0000 (oldest deadline 2024-09-04T22:31:18.166163+0000) 2024-09-04T22:31:28.035 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:31:27 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5[59212]: 2024-09-04T22:31:27.700+0000 7fc7f25ec640 -1 osd.5 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:48.399843+0000 front 2024-09-04T22:30:48.399948+0000 (oldest deadline 2024-09-04T22:31:11.899763+0000) 2024-09-04T22:31:28.035 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:31:27 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5[59212]: 2024-09-04T22:31:27.700+0000 7fc7f25ec640 -1 osd.5 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:57.101511+0000 front 2024-09-04T22:30:57.101590+0000 (oldest deadline 2024-09-04T22:31:20.001394+0000) 2024-09-04T22:31:28.035 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:31:27 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5[59212]: 2024-09-04T22:31:27.700+0000 7fc7f25ec640 -1 osd.5 169 heartbeat_check: no reply from 172.21.15.5:6822 osd.2 since back 2024-09-04T22:31:05.302403+0000 front 2024-09-04T22:31:05.302496+0000 (oldest deadline 2024-09-04T22:31:27.002507+0000) 2024-09-04T22:31:28.035 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:27 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:31:27.848+0000 7f677d299640 -1 osd.6 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:49.359600+0000 front 2024-09-04T22:30:49.359638+0000 (oldest deadline 2024-09-04T22:31:13.459406+0000) 2024-09-04T22:31:28.035 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:27 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:31:27.848+0000 7f677d299640 -1 osd.6 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:55.160310+0000 front 2024-09-04T22:30:55.160232+0000 (oldest deadline 2024-09-04T22:31:19.260030+0000) 2024-09-04T22:31:28.397 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:28 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:28.033+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:48.265685+0000 front 2024-09-04T22:30:48.265785+0000 (oldest deadline 2024-09-04T22:31:11.765476+0000) 2024-09-04T22:31:28.397 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:28 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:28.033+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:55.866381+0000 front 2024-09-04T22:30:55.866445+0000 (oldest deadline 2024-09-04T22:31:18.166163+0000) 2024-09-04T22:31:29.064 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:28 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:31:28.827+0000 7f677d299640 -1 osd.6 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:49.359600+0000 front 2024-09-04T22:30:49.359638+0000 (oldest deadline 2024-09-04T22:31:13.459406+0000) 2024-09-04T22:31:29.064 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:28 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:31:28.827+0000 7f677d299640 -1 osd.6 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:55.160310+0000 front 2024-09-04T22:30:55.160232+0000 (oldest deadline 2024-09-04T22:31:19.260030+0000) 2024-09-04T22:31:29.065 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:31:28 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5[59212]: 2024-09-04T22:31:28.668+0000 7fc7f25ec640 -1 osd.5 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:48.399843+0000 front 2024-09-04T22:30:48.399948+0000 (oldest deadline 2024-09-04T22:31:11.899763+0000) 2024-09-04T22:31:29.065 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:31:28 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5[59212]: 2024-09-04T22:31:28.668+0000 7fc7f25ec640 -1 osd.5 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:57.101511+0000 front 2024-09-04T22:30:57.101590+0000 (oldest deadline 2024-09-04T22:31:20.001394+0000) 2024-09-04T22:31:29.065 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:31:28 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5[59212]: 2024-09-04T22:31:28.668+0000 7fc7f25ec640 -1 osd.5 169 heartbeat_check: no reply from 172.21.15.5:6822 osd.2 since back 2024-09-04T22:31:05.302403+0000 front 2024-09-04T22:31:05.302496+0000 (oldest deadline 2024-09-04T22:31:27.002507+0000) 2024-09-04T22:31:29.397 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:29 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:29.063+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:48.265685+0000 front 2024-09-04T22:30:48.265785+0000 (oldest deadline 2024-09-04T22:31:11.765476+0000) 2024-09-04T22:31:29.397 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:29 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:29.063+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:55.866381+0000 front 2024-09-04T22:30:55.866445+0000 (oldest deadline 2024-09-04T22:31:18.166163+0000) 2024-09-04T22:31:29.397 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:29 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:29.063+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6822 osd.2 since back 2024-09-04T22:31:04.567310+0000 front 2024-09-04T22:31:04.567398+0000 (oldest deadline 2024-09-04T22:31:28.667176+0000) 2024-09-04T22:31:29.897 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:31:29 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5[59212]: 2024-09-04T22:31:29.626+0000 7fc7f25ec640 -1 osd.5 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:48.399843+0000 front 2024-09-04T22:30:48.399948+0000 (oldest deadline 2024-09-04T22:31:11.899763+0000) 2024-09-04T22:31:29.897 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:31:29 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5[59212]: 2024-09-04T22:31:29.626+0000 7fc7f25ec640 -1 osd.5 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:57.101511+0000 front 2024-09-04T22:30:57.101590+0000 (oldest deadline 2024-09-04T22:31:20.001394+0000) 2024-09-04T22:31:29.897 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:31:29 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5[59212]: 2024-09-04T22:31:29.626+0000 7fc7f25ec640 -1 osd.5 169 heartbeat_check: no reply from 172.21.15.5:6822 osd.2 since back 2024-09-04T22:31:05.302403+0000 front 2024-09-04T22:31:05.302496+0000 (oldest deadline 2024-09-04T22:31:27.002507+0000) 2024-09-04T22:31:29.897 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:29 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:31:29.779+0000 7f677d299640 -1 osd.6 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:49.359600+0000 front 2024-09-04T22:30:49.359638+0000 (oldest deadline 2024-09-04T22:31:13.459406+0000) 2024-09-04T22:31:29.898 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:29 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:31:29.779+0000 7f677d299640 -1 osd.6 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:55.160310+0000 front 2024-09-04T22:30:55.160232+0000 (oldest deadline 2024-09-04T22:31:19.260030+0000) 2024-09-04T22:31:29.898 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:29 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:31:29.779+0000 7f677d299640 -1 osd.6 169 heartbeat_check: no reply from 172.21.15.5:6822 osd.2 since back 2024-09-04T22:31:05.160922+0000 front 2024-09-04T22:31:05.160969+0000 (oldest deadline 2024-09-04T22:31:29.260794+0000) 2024-09-04T22:31:30.348 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:30 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:30.070+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:48.265685+0000 front 2024-09-04T22:30:48.265785+0000 (oldest deadline 2024-09-04T22:31:11.765476+0000) 2024-09-04T22:31:30.349 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:30 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:30.070+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:55.866381+0000 front 2024-09-04T22:30:55.866445+0000 (oldest deadline 2024-09-04T22:31:18.166163+0000) 2024-09-04T22:31:30.349 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:30 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:30.070+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6822 osd.2 since back 2024-09-04T22:31:04.567310+0000 front 2024-09-04T22:31:04.567398+0000 (oldest deadline 2024-09-04T22:31:28.667176+0000) 2024-09-04T22:31:30.602 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:31:30 smithi115 podman[78026]: 2024-09-04 22:31:30.348591596 +0000 UTC m=+5.522981375 container died 8d76fc0631fe70c838ab6eb7b5e7934c0a3053699a70d4cce80720c6a0d1d9ab (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS) 2024-09-04T22:31:30.897 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:31:30 smithi115 podman[78026]: 2024-09-04 22:31:30.766900518 +0000 UTC m=+5.941290340 container cleanup 8d76fc0631fe70c838ab6eb7b5e7934c0a3053699a70d4cce80720c6a0d1d9ab (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-04T22:31:30.897 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:31:30 smithi115 bash[78026]: ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5 2024-09-04T22:31:30.897 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:30 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:31:30.801+0000 7f677d299640 -1 osd.6 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:49.359600+0000 front 2024-09-04T22:30:49.359638+0000 (oldest deadline 2024-09-04T22:31:13.459406+0000) 2024-09-04T22:31:30.897 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:30 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:31:30.801+0000 7f677d299640 -1 osd.6 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:55.160310+0000 front 2024-09-04T22:30:55.160232+0000 (oldest deadline 2024-09-04T22:31:19.260030+0000) 2024-09-04T22:31:30.897 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:30 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:31:30.801+0000 7f677d299640 -1 osd.6 169 heartbeat_check: no reply from 172.21.15.5:6822 osd.2 since back 2024-09-04T22:31:05.160922+0000 front 2024-09-04T22:31:05.160969+0000 (oldest deadline 2024-09-04T22:31:29.260794+0000) 2024-09-04T22:31:31.397 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:31:31 smithi115 podman[78043]: 2024-09-04 22:31:31.009981197 +0000 UTC m=+0.663210067 container remove 8d76fc0631fe70c838ab6eb7b5e7934c0a3053699a70d4cce80720c6a0d1d9ab (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, ceph=True, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-09-04T22:31:31.398 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:31 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:31.095+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:48.265685+0000 front 2024-09-04T22:30:48.265785+0000 (oldest deadline 2024-09-04T22:31:11.765476+0000) 2024-09-04T22:31:31.398 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:31 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:31.095+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:55.866381+0000 front 2024-09-04T22:30:55.866445+0000 (oldest deadline 2024-09-04T22:31:18.166163+0000) 2024-09-04T22:31:31.398 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:31 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:31.095+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6822 osd.2 since back 2024-09-04T22:31:04.567310+0000 front 2024-09-04T22:31:04.567398+0000 (oldest deadline 2024-09-04T22:31:28.667176+0000) 2024-09-04T22:31:31.700 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:31:31 smithi115 podman[78131]: 2024-09-04 22:31:31.352451389 +0000 UTC m=+0.016048005 image pull e9760d0a26a7fddbeef4ac34fe459ff206acc1fc616e70634efad78bae5faf82 quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15 2024-09-04T22:31:31.701 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:31:31 smithi115 podman[78131]: 2024-09-04 22:31:31.460727725 +0000 UTC m=+0.124324343 container create 8898d2a3c4c7f5e026d7a6729c948b643682412da22df0bd7376744016b7c1df (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS) 2024-09-04T22:31:31.701 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:31:31 smithi115 podman[78131]: 2024-09-04 22:31:31.697124082 +0000 UTC m=+0.360720691 container init 8898d2a3c4c7f5e026d7a6729c948b643682412da22df0bd7376744016b7c1df (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5-deactivate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD) 2024-09-04T22:31:31.701 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:31:31 smithi115 podman[78131]: 2024-09-04 22:31:31.700434023 +0000 UTC m=+0.364030651 container start 8898d2a3c4c7f5e026d7a6729c948b643682412da22df0bd7376744016b7c1df (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5-deactivate, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, GIT_BRANCH=HEAD) 2024-09-04T22:31:32.049 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:31:31 smithi115 podman[78131]: 2024-09-04 22:31:31.797046091 +0000 UTC m=+0.460642714 container attach 8898d2a3c4c7f5e026d7a6729c948b643682412da22df0bd7376744016b7c1df (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5-deactivate, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True, io.buildah.version=1.37.2, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-04T22:31:32.049 INFO:journalctl@ceph.osd.5.smithi115.stdout:Sep 04 22:31:31 smithi115 podman[78131]: 2024-09-04 22:31:31.891063582 +0000 UTC m=+0.554660202 container died 8898d2a3c4c7f5e026d7a6729c948b643682412da22df0bd7376744016b7c1df (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-5-deactivate, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-04T22:31:32.050 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:31 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:31:31.849+0000 7f677d299640 -1 osd.6 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:49.359600+0000 front 2024-09-04T22:30:49.359638+0000 (oldest deadline 2024-09-04T22:31:13.459406+0000) 2024-09-04T22:31:32.050 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:31 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:31:31.849+0000 7f677d299640 -1 osd.6 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:55.160310+0000 front 2024-09-04T22:30:55.160232+0000 (oldest deadline 2024-09-04T22:31:19.260030+0000) 2024-09-04T22:31:32.050 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:31 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:31:31.849+0000 7f677d299640 -1 osd.6 169 heartbeat_check: no reply from 172.21.15.5:6822 osd.2 since back 2024-09-04T22:31:05.160922+0000 front 2024-09-04T22:31:05.160969+0000 (oldest deadline 2024-09-04T22:31:29.260794+0000) 2024-09-04T22:31:32.397 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:32 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:32.048+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:48.265685+0000 front 2024-09-04T22:30:48.265785+0000 (oldest deadline 2024-09-04T22:31:11.765476+0000) 2024-09-04T22:31:32.397 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:32 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:32.048+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:55.866381+0000 front 2024-09-04T22:30:55.866445+0000 (oldest deadline 2024-09-04T22:31:18.166163+0000) 2024-09-04T22:31:32.397 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:32 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:32.048+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6822 osd.2 since back 2024-09-04T22:31:04.567310+0000 front 2024-09-04T22:31:04.567398+0000 (oldest deadline 2024-09-04T22:31:28.667176+0000) 2024-09-04T22:31:32.529 DEBUG:teuthology.orchestra.run.smithi115:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@osd.5.service' 2024-09-04T22:31:32.571 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-04T22:31:32.571 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-09-04T22:31:32.571 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-09-04T22:31:32.571 DEBUG:teuthology.orchestra.run.smithi115:> sudo systemctl stop ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@osd.6 2024-09-04T22:31:32.861 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:32 smithi115 systemd[1]: Stopping Ceph osd.6 for fc6cab94-6b09-11ef-bcd6-c7b262605968... 2024-09-04T22:31:33.147 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:33 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:33.037+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:48.265685+0000 front 2024-09-04T22:30:48.265785+0000 (oldest deadline 2024-09-04T22:31:11.765476+0000) 2024-09-04T22:31:33.147 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:33 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:33.037+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:55.866381+0000 front 2024-09-04T22:30:55.866445+0000 (oldest deadline 2024-09-04T22:31:18.166163+0000) 2024-09-04T22:31:33.147 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:33 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:33.037+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6822 osd.2 since back 2024-09-04T22:31:04.567310+0000 front 2024-09-04T22:31:04.567398+0000 (oldest deadline 2024-09-04T22:31:28.667176+0000) 2024-09-04T22:31:33.147 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:32 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:31:32.860+0000 7f677d299640 -1 osd.6 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:49.359600+0000 front 2024-09-04T22:30:49.359638+0000 (oldest deadline 2024-09-04T22:31:13.459406+0000) 2024-09-04T22:31:33.147 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:32 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:31:32.860+0000 7f677d299640 -1 osd.6 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:55.160310+0000 front 2024-09-04T22:30:55.160232+0000 (oldest deadline 2024-09-04T22:31:19.260030+0000) 2024-09-04T22:31:33.148 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:32 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:31:32.860+0000 7f677d299640 -1 osd.6 169 heartbeat_check: no reply from 172.21.15.5:6822 osd.2 since back 2024-09-04T22:31:05.160922+0000 front 2024-09-04T22:31:05.160969+0000 (oldest deadline 2024-09-04T22:31:29.260794+0000) 2024-09-04T22:31:33.148 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:32 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:31:32.903+0000 7f6780c83640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-04T22:31:33.148 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:32 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:31:32.903+0000 7f6780c83640 -1 osd.6 169 *** Got signal Terminated *** 2024-09-04T22:31:33.148 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:32 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:31:32.903+0000 7f6780c83640 -1 osd.6 169 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-04T22:31:34.286 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:33 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:31:33.898+0000 7f677d299640 -1 osd.6 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:49.359600+0000 front 2024-09-04T22:30:49.359638+0000 (oldest deadline 2024-09-04T22:31:13.459406+0000) 2024-09-04T22:31:34.286 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:33 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:31:33.898+0000 7f677d299640 -1 osd.6 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:55.160310+0000 front 2024-09-04T22:30:55.160232+0000 (oldest deadline 2024-09-04T22:31:19.260030+0000) 2024-09-04T22:31:34.286 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:33 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:31:33.898+0000 7f677d299640 -1 osd.6 169 heartbeat_check: no reply from 172.21.15.5:6822 osd.2 since back 2024-09-04T22:31:05.160922+0000 front 2024-09-04T22:31:05.160969+0000 (oldest deadline 2024-09-04T22:31:29.260794+0000) 2024-09-04T22:31:34.287 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:33 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:33.990+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:48.265685+0000 front 2024-09-04T22:30:48.265785+0000 (oldest deadline 2024-09-04T22:31:11.765476+0000) 2024-09-04T22:31:34.287 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:33 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:33.990+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:55.866381+0000 front 2024-09-04T22:30:55.866445+0000 (oldest deadline 2024-09-04T22:31:18.166163+0000) 2024-09-04T22:31:34.287 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:33 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:33.990+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6822 osd.2 since back 2024-09-04T22:31:04.567310+0000 front 2024-09-04T22:31:04.567398+0000 (oldest deadline 2024-09-04T22:31:28.667176+0000) 2024-09-04T22:31:35.147 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:35 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:35.003+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:48.265685+0000 front 2024-09-04T22:30:48.265785+0000 (oldest deadline 2024-09-04T22:31:11.765476+0000) 2024-09-04T22:31:35.147 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:35 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:35.003+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:55.866381+0000 front 2024-09-04T22:30:55.866445+0000 (oldest deadline 2024-09-04T22:31:18.166163+0000) 2024-09-04T22:31:35.147 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:35 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:35.003+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6822 osd.2 since back 2024-09-04T22:31:04.567310+0000 front 2024-09-04T22:31:04.567398+0000 (oldest deadline 2024-09-04T22:31:28.667176+0000) 2024-09-04T22:31:35.147 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:34 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:31:34.930+0000 7f677d299640 -1 osd.6 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:49.359600+0000 front 2024-09-04T22:30:49.359638+0000 (oldest deadline 2024-09-04T22:31:13.459406+0000) 2024-09-04T22:31:35.148 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:34 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:31:34.930+0000 7f677d299640 -1 osd.6 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:55.160310+0000 front 2024-09-04T22:30:55.160232+0000 (oldest deadline 2024-09-04T22:31:19.260030+0000) 2024-09-04T22:31:35.148 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:34 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:31:34.930+0000 7f677d299640 -1 osd.6 169 heartbeat_check: no reply from 172.21.15.5:6822 osd.2 since back 2024-09-04T22:31:05.160922+0000 front 2024-09-04T22:31:05.160969+0000 (oldest deadline 2024-09-04T22:31:29.260794+0000) 2024-09-04T22:31:36.397 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:36 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:36.040+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:48.265685+0000 front 2024-09-04T22:30:48.265785+0000 (oldest deadline 2024-09-04T22:31:11.765476+0000) 2024-09-04T22:31:36.397 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:36 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:36.040+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:55.866381+0000 front 2024-09-04T22:30:55.866445+0000 (oldest deadline 2024-09-04T22:31:18.166163+0000) 2024-09-04T22:31:36.397 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:36 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:36.040+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6822 osd.2 since back 2024-09-04T22:31:04.567310+0000 front 2024-09-04T22:31:04.567398+0000 (oldest deadline 2024-09-04T22:31:28.667176+0000) 2024-09-04T22:31:36.397 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:35 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:31:35.931+0000 7f677d299640 -1 osd.6 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:49.359600+0000 front 2024-09-04T22:30:49.359638+0000 (oldest deadline 2024-09-04T22:31:13.459406+0000) 2024-09-04T22:31:36.397 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:35 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:31:35.931+0000 7f677d299640 -1 osd.6 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:55.160310+0000 front 2024-09-04T22:30:55.160232+0000 (oldest deadline 2024-09-04T22:31:19.260030+0000) 2024-09-04T22:31:36.398 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:35 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:31:35.931+0000 7f677d299640 -1 osd.6 169 heartbeat_check: no reply from 172.21.15.5:6822 osd.2 since back 2024-09-04T22:31:05.160922+0000 front 2024-09-04T22:31:05.160969+0000 (oldest deadline 2024-09-04T22:31:29.260794+0000) 2024-09-04T22:31:37.147 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:37 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:37.014+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:48.265685+0000 front 2024-09-04T22:30:48.265785+0000 (oldest deadline 2024-09-04T22:31:11.765476+0000) 2024-09-04T22:31:37.147 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:37 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:37.014+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:55.866381+0000 front 2024-09-04T22:30:55.866445+0000 (oldest deadline 2024-09-04T22:31:18.166163+0000) 2024-09-04T22:31:37.147 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:37 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:37.014+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6822 osd.2 since back 2024-09-04T22:31:04.567310+0000 front 2024-09-04T22:31:04.567398+0000 (oldest deadline 2024-09-04T22:31:28.667176+0000) 2024-09-04T22:31:37.147 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:37 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:37.014+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6830 osd.3 since back 2024-09-04T22:31:11.468447+0000 front 2024-09-04T22:31:11.468390+0000 (oldest deadline 2024-09-04T22:31:36.168267+0000) 2024-09-04T22:31:37.148 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:36 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:31:36.887+0000 7f677d299640 -1 osd.6 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:49.359600+0000 front 2024-09-04T22:30:49.359638+0000 (oldest deadline 2024-09-04T22:31:13.459406+0000) 2024-09-04T22:31:37.148 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:36 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:31:36.887+0000 7f677d299640 -1 osd.6 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:55.160310+0000 front 2024-09-04T22:30:55.160232+0000 (oldest deadline 2024-09-04T22:31:19.260030+0000) 2024-09-04T22:31:37.148 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:36 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:31:36.887+0000 7f677d299640 -1 osd.6 169 heartbeat_check: no reply from 172.21.15.5:6822 osd.2 since back 2024-09-04T22:31:05.160922+0000 front 2024-09-04T22:31:05.160969+0000 (oldest deadline 2024-09-04T22:31:29.260794+0000) 2024-09-04T22:31:37.148 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:36 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:31:36.887+0000 7f677d299640 -1 osd.6 169 heartbeat_check: no reply from 172.21.15.5:6830 osd.3 since back 2024-09-04T22:31:10.762449+0000 front 2024-09-04T22:31:10.762413+0000 (oldest deadline 2024-09-04T22:31:36.662310+0000) 2024-09-04T22:31:38.147 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:37 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:31:37.866+0000 7f677d299640 -1 osd.6 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:49.359600+0000 front 2024-09-04T22:30:49.359638+0000 (oldest deadline 2024-09-04T22:31:13.459406+0000) 2024-09-04T22:31:38.147 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:37 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:31:37.866+0000 7f677d299640 -1 osd.6 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:55.160310+0000 front 2024-09-04T22:30:55.160232+0000 (oldest deadline 2024-09-04T22:31:19.260030+0000) 2024-09-04T22:31:38.147 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:37 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:31:37.866+0000 7f677d299640 -1 osd.6 169 heartbeat_check: no reply from 172.21.15.5:6822 osd.2 since back 2024-09-04T22:31:05.160922+0000 front 2024-09-04T22:31:05.160969+0000 (oldest deadline 2024-09-04T22:31:29.260794+0000) 2024-09-04T22:31:38.148 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:37 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6[61488]: 2024-09-04T22:31:37.866+0000 7f677d299640 -1 osd.6 169 heartbeat_check: no reply from 172.21.15.5:6830 osd.3 since back 2024-09-04T22:31:10.762449+0000 front 2024-09-04T22:31:10.762413+0000 (oldest deadline 2024-09-04T22:31:36.662310+0000) 2024-09-04T22:31:38.148 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:38 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:38.025+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:48.265685+0000 front 2024-09-04T22:30:48.265785+0000 (oldest deadline 2024-09-04T22:31:11.765476+0000) 2024-09-04T22:31:38.148 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:38 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:38.026+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:55.866381+0000 front 2024-09-04T22:30:55.866445+0000 (oldest deadline 2024-09-04T22:31:18.166163+0000) 2024-09-04T22:31:38.148 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:38 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:38.026+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6822 osd.2 since back 2024-09-04T22:31:04.567310+0000 front 2024-09-04T22:31:04.567398+0000 (oldest deadline 2024-09-04T22:31:28.667176+0000) 2024-09-04T22:31:38.148 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:38 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:38.026+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6830 osd.3 since back 2024-09-04T22:31:11.468447+0000 front 2024-09-04T22:31:11.468390+0000 (oldest deadline 2024-09-04T22:31:36.168267+0000) 2024-09-04T22:31:38.596 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:38 smithi115 podman[78232]: 2024-09-04 22:31:38.317859415 +0000 UTC m=+5.519035793 container died e004cdc60fc12eb5095962cb1ebe25ff00b29b5b595f2cc11ceeaeb362224845 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-09-04T22:31:38.897 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:38 smithi115 podman[78232]: 2024-09-04 22:31:38.761848056 +0000 UTC m=+5.963024420 container cleanup e004cdc60fc12eb5095962cb1ebe25ff00b29b5b595f2cc11ceeaeb362224845 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, io.buildah.version=1.37.2) 2024-09-04T22:31:38.897 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:38 smithi115 bash[78232]: ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6 2024-09-04T22:31:39.372 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:39 smithi115 podman[78279]: 2024-09-04 22:31:39.038106041 +0000 UTC m=+0.718302647 container remove e004cdc60fc12eb5095962cb1ebe25ff00b29b5b595f2cc11ceeaeb362224845 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.37.2) 2024-09-04T22:31:39.372 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:38 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:38.982+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:48.265685+0000 front 2024-09-04T22:30:48.265785+0000 (oldest deadline 2024-09-04T22:31:11.765476+0000) 2024-09-04T22:31:39.372 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:38 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:38.982+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:55.866381+0000 front 2024-09-04T22:30:55.866445+0000 (oldest deadline 2024-09-04T22:31:18.166163+0000) 2024-09-04T22:31:39.372 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:38 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:38.982+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6822 osd.2 since back 2024-09-04T22:31:04.567310+0000 front 2024-09-04T22:31:04.567398+0000 (oldest deadline 2024-09-04T22:31:28.667176+0000) 2024-09-04T22:31:39.372 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:38 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:38.982+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6830 osd.3 since back 2024-09-04T22:31:11.468447+0000 front 2024-09-04T22:31:11.468390+0000 (oldest deadline 2024-09-04T22:31:36.168267+0000) 2024-09-04T22:31:39.625 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:39 smithi115 podman[78367]: 2024-09-04 22:31:39.274270906 +0000 UTC m=+0.015667103 image pull e9760d0a26a7fddbeef4ac34fe459ff206acc1fc616e70634efad78bae5faf82 quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15 2024-09-04T22:31:39.625 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:39 smithi115 podman[78367]: 2024-09-04 22:31:39.419688051 +0000 UTC m=+0.161084241 container create 9b9b8b085c73fadf425ad1a3b962039cacf0f70f0d1d775d164331c69ca18a6a (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6-deactivate, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.vendor=CentOS) 2024-09-04T22:31:39.625 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:39 smithi115 podman[78367]: 2024-09-04 22:31:39.625140308 +0000 UTC m=+0.366536494 container init 9b9b8b085c73fadf425ad1a3b962039cacf0f70f0d1d775d164331c69ca18a6a (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6-deactivate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-09-04T22:31:39.897 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:39 smithi115 podman[78367]: 2024-09-04 22:31:39.628370727 +0000 UTC m=+0.369766917 container start 9b9b8b085c73fadf425ad1a3b962039cacf0f70f0d1d775d164331c69ca18a6a (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-09-04T22:31:39.897 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:39 smithi115 podman[78367]: 2024-09-04 22:31:39.708353277 +0000 UTC m=+0.449749472 container attach 9b9b8b085c73fadf425ad1a3b962039cacf0f70f0d1d775d164331c69ca18a6a (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6-deactivate, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True) 2024-09-04T22:31:39.898 INFO:journalctl@ceph.osd.6.smithi115.stdout:Sep 04 22:31:39 smithi115 podman[78367]: 2024-09-04 22:31:39.814485765 +0000 UTC m=+0.555881955 container died 9b9b8b085c73fadf425ad1a3b962039cacf0f70f0d1d775d164331c69ca18a6a (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-6-deactivate, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, CEPH_POINT_RELEASE=) 2024-09-04T22:31:40.346 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:40 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:40.011+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:48.265685+0000 front 2024-09-04T22:30:48.265785+0000 (oldest deadline 2024-09-04T22:31:11.765476+0000) 2024-09-04T22:31:40.346 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:40 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:40.011+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:55.866381+0000 front 2024-09-04T22:30:55.866445+0000 (oldest deadline 2024-09-04T22:31:18.166163+0000) 2024-09-04T22:31:40.346 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:40 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:40.011+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6822 osd.2 since back 2024-09-04T22:31:04.567310+0000 front 2024-09-04T22:31:04.567398+0000 (oldest deadline 2024-09-04T22:31:28.667176+0000) 2024-09-04T22:31:40.346 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:40 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:40.011+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6830 osd.3 since back 2024-09-04T22:31:11.468447+0000 front 2024-09-04T22:31:11.468390+0000 (oldest deadline 2024-09-04T22:31:36.168267+0000) 2024-09-04T22:31:40.373 DEBUG:teuthology.orchestra.run.smithi115:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@osd.6.service' 2024-09-04T22:31:40.412 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-04T22:31:40.412 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-09-04T22:31:40.412 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-09-04T22:31:40.412 DEBUG:teuthology.orchestra.run.smithi115:> sudo systemctl stop ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@osd.7 2024-09-04T22:31:40.647 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:40 smithi115 systemd[1]: Stopping Ceph osd.7 for fc6cab94-6b09-11ef-bcd6-c7b262605968... 2024-09-04T22:31:41.147 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:40 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:40.756+0000 7fe03ddd9640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-04T22:31:41.147 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:40 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:40.756+0000 7fe03ddd9640 -1 osd.7 169 *** Got signal Terminated *** 2024-09-04T22:31:41.148 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:40 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:40.756+0000 7fe03ddd9640 -1 osd.7 169 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-04T22:31:41.148 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:40 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:40.985+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:48.265685+0000 front 2024-09-04T22:30:48.265785+0000 (oldest deadline 2024-09-04T22:31:11.765476+0000) 2024-09-04T22:31:41.148 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:40 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:40.985+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:55.866381+0000 front 2024-09-04T22:30:55.866445+0000 (oldest deadline 2024-09-04T22:31:18.166163+0000) 2024-09-04T22:31:41.148 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:40 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:40.985+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6822 osd.2 since back 2024-09-04T22:31:04.567310+0000 front 2024-09-04T22:31:04.567398+0000 (oldest deadline 2024-09-04T22:31:28.667176+0000) 2024-09-04T22:31:41.148 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:40 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:40.985+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6830 osd.3 since back 2024-09-04T22:31:11.468447+0000 front 2024-09-04T22:31:11.468390+0000 (oldest deadline 2024-09-04T22:31:36.168267+0000) 2024-09-04T22:31:42.292 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:41 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:41.982+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:48.265685+0000 front 2024-09-04T22:30:48.265785+0000 (oldest deadline 2024-09-04T22:31:11.765476+0000) 2024-09-04T22:31:42.293 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:41 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:41.982+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:55.866381+0000 front 2024-09-04T22:30:55.866445+0000 (oldest deadline 2024-09-04T22:31:18.166163+0000) 2024-09-04T22:31:42.293 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:41 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:41.982+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6822 osd.2 since back 2024-09-04T22:31:04.567310+0000 front 2024-09-04T22:31:04.567398+0000 (oldest deadline 2024-09-04T22:31:28.667176+0000) 2024-09-04T22:31:42.293 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:41 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:41.982+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6830 osd.3 since back 2024-09-04T22:31:11.468447+0000 front 2024-09-04T22:31:11.468390+0000 (oldest deadline 2024-09-04T22:31:36.168267+0000) 2024-09-04T22:31:43.397 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:42 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:42.998+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:48.265685+0000 front 2024-09-04T22:30:48.265785+0000 (oldest deadline 2024-09-04T22:31:11.765476+0000) 2024-09-04T22:31:43.397 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:42 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:42.998+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:55.866381+0000 front 2024-09-04T22:30:55.866445+0000 (oldest deadline 2024-09-04T22:31:18.166163+0000) 2024-09-04T22:31:43.397 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:42 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:42.998+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6822 osd.2 since back 2024-09-04T22:31:04.567310+0000 front 2024-09-04T22:31:04.567398+0000 (oldest deadline 2024-09-04T22:31:28.667176+0000) 2024-09-04T22:31:43.397 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:42 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:42.998+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6830 osd.3 since back 2024-09-04T22:31:11.468447+0000 front 2024-09-04T22:31:11.468390+0000 (oldest deadline 2024-09-04T22:31:36.168267+0000) 2024-09-04T22:31:44.397 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:43 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:43.985+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:48.265685+0000 front 2024-09-04T22:30:48.265785+0000 (oldest deadline 2024-09-04T22:31:11.765476+0000) 2024-09-04T22:31:44.397 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:43 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:43.985+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:55.866381+0000 front 2024-09-04T22:30:55.866445+0000 (oldest deadline 2024-09-04T22:31:18.166163+0000) 2024-09-04T22:31:44.397 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:43 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:43.985+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6822 osd.2 since back 2024-09-04T22:31:04.567310+0000 front 2024-09-04T22:31:04.567398+0000 (oldest deadline 2024-09-04T22:31:28.667176+0000) 2024-09-04T22:31:44.397 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:43 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:43.985+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6830 osd.3 since back 2024-09-04T22:31:11.468447+0000 front 2024-09-04T22:31:11.468390+0000 (oldest deadline 2024-09-04T22:31:36.168267+0000) 2024-09-04T22:31:45.397 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:44 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:44.961+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-09-04T22:30:48.265685+0000 front 2024-09-04T22:30:48.265785+0000 (oldest deadline 2024-09-04T22:31:11.765476+0000) 2024-09-04T22:31:45.397 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:44 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:44.961+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-09-04T22:30:55.866381+0000 front 2024-09-04T22:30:55.866445+0000 (oldest deadline 2024-09-04T22:31:18.166163+0000) 2024-09-04T22:31:45.397 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:44 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:44.961+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6822 osd.2 since back 2024-09-04T22:31:04.567310+0000 front 2024-09-04T22:31:04.567398+0000 (oldest deadline 2024-09-04T22:31:28.667176+0000) 2024-09-04T22:31:45.397 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:44 smithi115 ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7[63747]: 2024-09-04T22:31:44.961+0000 7fe03a3ef640 -1 osd.7 169 heartbeat_check: no reply from 172.21.15.5:6830 osd.3 since back 2024-09-04T22:31:11.468447+0000 front 2024-09-04T22:31:11.468390+0000 (oldest deadline 2024-09-04T22:31:36.168267+0000) 2024-09-04T22:31:46.606 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:46 smithi115 podman[78469]: 2024-09-04 22:31:46.172151983 +0000 UTC m=+5.541738297 container died d2351a5f1dfb0d1c738cf93866febc0a7f3d6c113485060ff32c8eb8de36b073 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-04T22:31:46.897 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:46 smithi115 podman[78469]: 2024-09-04 22:31:46.606235016 +0000 UTC m=+5.975821329 container cleanup d2351a5f1dfb0d1c738cf93866febc0a7f3d6c113485060ff32c8eb8de36b073 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-09-04T22:31:46.897 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:46 smithi115 bash[78469]: ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7 2024-09-04T22:31:46.897 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:46 smithi115 podman[78495]: 2024-09-04 22:31:46.799369911 +0000 UTC m=+0.624762287 container remove d2351a5f1dfb0d1c738cf93866febc0a7f3d6c113485060ff32c8eb8de36b073 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2) 2024-09-04T22:31:47.487 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:47 smithi115 podman[78585]: 2024-09-04 22:31:47.117641636 +0000 UTC m=+0.015587410 image pull e9760d0a26a7fddbeef4ac34fe459ff206acc1fc616e70634efad78bae5faf82 quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15 2024-09-04T22:31:47.487 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:47 smithi115 podman[78585]: 2024-09-04 22:31:47.216892236 +0000 UTC m=+0.114838044 container create a6920be001a74731b8c3aeaf3466905dbcf758ca901ec3f3614f7ae717433dd5 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7-deactivate, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True) 2024-09-04T22:31:47.487 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:47 smithi115 podman[78585]: 2024-09-04 22:31:47.411372149 +0000 UTC m=+0.309317915 container init a6920be001a74731b8c3aeaf3466905dbcf758ca901ec3f3614f7ae717433dd5 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7-deactivate, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, io.buildah.version=1.37.2, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-04T22:31:47.487 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:47 smithi115 podman[78585]: 2024-09-04 22:31:47.414646617 +0000 UTC m=+0.312592384 container start a6920be001a74731b8c3aeaf3466905dbcf758ca901ec3f3614f7ae717433dd5 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-09-04T22:31:47.487 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:47 smithi115 podman[78585]: 2024-09-04 22:31:47.486287417 +0000 UTC m=+0.384233186 container attach a6920be001a74731b8c3aeaf3466905dbcf758ca901ec3f3614f7ae717433dd5 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7-deactivate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS) 2024-09-04T22:31:47.897 INFO:journalctl@ceph.osd.7.smithi115.stdout:Sep 04 22:31:47 smithi115 podman[78585]: 2024-09-04 22:31:47.603214668 +0000 UTC m=+0.501160450 container died a6920be001a74731b8c3aeaf3466905dbcf758ca901ec3f3614f7ae717433dd5 (image=quay.ceph.io/ceph-ci/ceph@sha256:02329fb7ab64ec8fa0af541ad6425b365a9ec135f611d8640311f357b0e94f15, name=ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968-osd-7-deactivate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, RELEASE=wip-guits-squid-2024-09-04-1129-squid-f341844, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-09-04T22:31:48.187 DEBUG:teuthology.orchestra.run.smithi115:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fc6cab94-6b09-11ef-bcd6-c7b262605968@osd.7.service' 2024-09-04T22:31:48.228 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-04T22:31:48.228 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-09-04T22:31:48.229 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 --force --keep-logs 2024-09-04T22:34:47.649 DEBUG:teuthology.orchestra.run.smithi115:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 --force --keep-logs 2024-09-04T22:35:07.755 DEBUG:teuthology.orchestra.run.smithi005:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-04T22:35:07.789 DEBUG:teuthology.orchestra.run.smithi115:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-04T22:35:07.816 INFO:tasks.cephadm:Archiving crash dumps... 2024-09-04T22:35:07.818 DEBUG:teuthology.misc:Transferring archived files from smithi005:/var/lib/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/crash to /home/teuthworker/archive/gabrioux-2024-09-04_19:47:28-orch:cephadm-wip-guits-squid-2024-09-04-1129-squid-distro-default-smithi/7889607/remote/smithi005/crash 2024-09-04T22:35:07.818 DEBUG:teuthology.orchestra.run.smithi005:> sudo tar c -f - -C /var/lib/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/crash -- . 2024-09-04T22:35:07.870 INFO:teuthology.orchestra.run.smithi005.stderr:tar: /var/lib/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/crash: Cannot open: No such file or directory 2024-09-04T22:35:07.870 INFO:teuthology.orchestra.run.smithi005.stderr:tar: Error is not recoverable: exiting now 2024-09-04T22:35:07.872 DEBUG:teuthology.misc:Transferring archived files from smithi115:/var/lib/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/crash to /home/teuthworker/archive/gabrioux-2024-09-04_19:47:28-orch:cephadm-wip-guits-squid-2024-09-04-1129-squid-distro-default-smithi/7889607/remote/smithi115/crash 2024-09-04T22:35:07.873 DEBUG:teuthology.orchestra.run.smithi115:> sudo tar c -f - -C /var/lib/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/crash -- . 2024-09-04T22:35:07.907 INFO:teuthology.orchestra.run.smithi115.stderr:tar: /var/lib/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/crash: Cannot open: No such file or directory 2024-09-04T22:35:07.907 INFO:teuthology.orchestra.run.smithi115.stderr:tar: Error is not recoverable: exiting now 2024-09-04T22:35:07.908 INFO:tasks.cephadm:Checking cluster log for badness... 2024-09-04T22:35:07.908 DEBUG:teuthology.orchestra.run.smithi005:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph.log | egrep CEPHADM_ | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v CEPHADM_REFRESH_FAILED | head -n 1 2024-09-04T22:35:07.941 INFO:tasks.cephadm:Compressing logs... 2024-09-04T22:35:07.942 DEBUG:teuthology.orchestra.run.smithi005:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-04T22:35:07.985 DEBUG:teuthology.orchestra.run.smithi115:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-04T22:35:08.010 INFO:teuthology.orchestra.run.smithi005.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-09-04T22:35:08.010 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph-osd.0.log 2024-09-04T22:35:08.011 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph-mgr.smithi005.hteciz.log 2024-09-04T22:35:08.011 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph-osd.1.log 2024-09-04T22:35:08.011 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph-osd.0.log: /var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph-mgr.smithi005.hteciz.log: gzip -5 --verbose -- /var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph-volume.log 2024-09-04T22:35:08.011 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph.audit.log 2024-09-04T22:35:08.012 INFO:teuthology.orchestra.run.smithi115.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph-mds.foofs.smithi115.sgjptr.log 2024-09-04T22:35:08.012 INFO:teuthology.orchestra.run.smithi115.stderr:: No such file or directory 2024-09-04T22:35:08.012 INFO:teuthology.orchestra.run.smithi115.stderr:gzip -5 --verbose -- /var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph-osd.7.log 2024-09-04T22:35:08.012 INFO:teuthology.orchestra.run.smithi115.stderr:/var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph-mds.foofs.smithi115.sgjptr.log: gzip -5 --verbose -- /var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph-volume.log 2024-09-04T22:35:08.013 INFO:teuthology.orchestra.run.smithi115.stderr:/var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph-osd.4.log 2024-09-04T22:35:08.013 INFO:teuthology.orchestra.run.smithi115.stderr: 88.0% -- replaced with /var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph-mds.foofs.smithi115.sgjptr.log.gz 2024-09-04T22:35:08.013 INFO:teuthology.orchestra.run.smithi115.stderr:/var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph.audit.log 2024-09-04T22:35:08.013 INFO:teuthology.orchestra.run.smithi115.stderr:/var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph-mgr.smithi115.lfvwip.log 2024-09-04T22:35:08.013 INFO:teuthology.orchestra.run.smithi115.stderr:/var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph-mon.smithi115.log 2024-09-04T22:35:08.013 INFO:teuthology.orchestra.run.smithi115.stderr:/var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph-mgr.smithi115.lfvwip.log: gzip -5 --verbose -- /var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph.cephadm.log 2024-09-04T22:35:08.013 INFO:teuthology.orchestra.run.smithi115.stderr:/var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph-mon.smithi115.log: gzip -5 --verbose -- /var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph-osd.6.log 2024-09-04T22:35:08.013 INFO:teuthology.orchestra.run.smithi115.stderr:/var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph-osd.5.log 2024-09-04T22:35:08.013 INFO:teuthology.orchestra.run.smithi115.stderr:/var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph-osd.6.log: 85.7% -- replaced with /var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph.cephadm.log.gz 2024-09-04T22:35:08.015 INFO:teuthology.orchestra.run.smithi115.stderr:gzip -5 --verbose -- /var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph.log 2024-09-04T22:35:08.015 INFO:teuthology.orchestra.run.smithi115.stderr:/var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph-osd.5.log: 91.7% -- replaced with /var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph.audit.log.gz 2024-09-04T22:35:08.015 INFO:teuthology.orchestra.run.smithi115.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-04T22:35:08.019 INFO:teuthology.orchestra.run.smithi115.stderr:/var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph.log: 87.1% -- replaced with /var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph.log.gz 2024-09-04T22:35:08.022 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph-mon.smithi005.log 2024-09-04T22:35:08.022 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph.cephadm.log 2024-09-04T22:35:08.024 INFO:teuthology.orchestra.run.smithi115.stderr:/var/log/ceph/cephadm.log: 91.2% -- replaced with /var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph-volume.log.gz 2024-09-04T22:35:08.025 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph-mon.smithi005.log: 91.2% -- replaced with /var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph-volume.log.gz 2024-09-04T22:35:08.025 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph-osd.2.log 2024-09-04T22:35:08.026 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph.cephadm.log: 85.9% -- replaced with /var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph.cephadm.log.gz 2024-09-04T22:35:08.026 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph-mds.foofs.smithi005.vslipg.log 2024-09-04T22:35:08.027 INFO:teuthology.orchestra.run.smithi115.stderr: 90.2% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-04T22:35:08.027 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph-osd.2.log: 91.6% -- replaced with /var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph.audit.log.gz 2024-09-04T22:35:08.039 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph.log 2024-09-04T22:35:08.052 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph-mds.foofs.smithi005.vslipg.log: gzip -5 --verbose -- /var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph-osd.3.log 2024-09-04T22:35:08.056 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph.log: 87.1% -- replaced with /var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph.log.gz 2024-09-04T22:35:08.059 INFO:teuthology.orchestra.run.smithi115.stderr: 89.8% -- replaced with /var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph-mgr.smithi115.lfvwip.log.gz 2024-09-04T22:35:08.059 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-04T22:35:08.073 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph-osd.3.log: /var/log/ceph/cephadm.log: 91.2% -- replaced with /var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph-mds.foofs.smithi005.vslipg.log.gz 2024-09-04T22:35:08.112 INFO:teuthology.orchestra.run.smithi005.stderr: 91.6% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-04T22:35:08.418 INFO:teuthology.orchestra.run.smithi005.stderr: 88.6% -- replaced with /var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph-mgr.smithi005.hteciz.log.gz 2024-09-04T22:35:08.468 INFO:teuthology.orchestra.run.smithi115.stderr: 92.6% -- replaced with /var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph-mon.smithi115.log.gz 2024-09-04T22:35:09.340 INFO:teuthology.orchestra.run.smithi005.stderr: 91.8% -- replaced with /var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph-mon.smithi005.log.gz 2024-09-04T22:35:20.449 INFO:teuthology.orchestra.run.smithi115.stderr: 93.9% -- replaced with /var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph-osd.4.log.gz 2024-09-04T22:35:22.683 INFO:teuthology.orchestra.run.smithi115.stderr: 94.3% -- replaced with /var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph-osd.6.log.gz 2024-09-04T22:35:23.013 INFO:teuthology.orchestra.run.smithi005.stderr: 94.4% -- replaced with /var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph-osd.2.log.gz 2024-09-04T22:35:25.853 INFO:teuthology.orchestra.run.smithi005.stderr: 93.9% -- replaced with /var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph-osd.0.log.gz 2024-09-04T22:35:26.203 INFO:teuthology.orchestra.run.smithi115.stderr: 94.2% -- replaced with /var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph-osd.5.log.gz 2024-09-04T22:35:26.307 INFO:teuthology.orchestra.run.smithi005.stderr: 94.0% -- replaced with /var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph-osd.3.log.gz 2024-09-04T22:35:26.763 INFO:teuthology.orchestra.run.smithi005.stderr: 94.2% -- replaced with /var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph-osd.1.log.gz 2024-09-04T22:35:26.766 INFO:teuthology.orchestra.run.smithi005.stderr: 2024-09-04T22:35:26.766 INFO:teuthology.orchestra.run.smithi005.stderr:real 0m18.768s 2024-09-04T22:35:26.766 INFO:teuthology.orchestra.run.smithi005.stderr:user 1m8.990s 2024-09-04T22:35:26.766 INFO:teuthology.orchestra.run.smithi005.stderr:sys 0m2.528s 2024-09-04T22:35:28.297 INFO:teuthology.orchestra.run.smithi115.stderr: 94.1% -- replaced with /var/log/ceph/fc6cab94-6b09-11ef-bcd6-c7b262605968/ceph-osd.7.log.gz 2024-09-04T22:35:28.299 INFO:teuthology.orchestra.run.smithi115.stderr: 2024-09-04T22:35:28.299 INFO:teuthology.orchestra.run.smithi115.stderr:real 0m20.300s 2024-09-04T22:35:28.299 INFO:teuthology.orchestra.run.smithi115.stderr:user 1m3.492s 2024-09-04T22:35:28.299 INFO:teuthology.orchestra.run.smithi115.stderr:sys 0m2.531s 2024-09-04T22:35:28.300 INFO:tasks.cephadm:Archiving logs... 2024-09-04T22:35:28.300 DEBUG:teuthology.misc:Transferring archived files from smithi005:/var/log/ceph to /home/teuthworker/archive/gabrioux-2024-09-04_19:47:28-orch:cephadm-wip-guits-squid-2024-09-04-1129-squid-distro-default-smithi/7889607/remote/smithi005/log 2024-09-04T22:35:28.301 DEBUG:teuthology.orchestra.run.smithi005:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-04T22:35:37.931 DEBUG:teuthology.misc:Transferring archived files from smithi115:/var/log/ceph to /home/teuthworker/archive/gabrioux-2024-09-04_19:47:28-orch:cephadm-wip-guits-squid-2024-09-04-1129-squid-distro-default-smithi/7889607/remote/smithi115/log 2024-09-04T22:35:37.932 DEBUG:teuthology.orchestra.run.smithi115:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-04T22:35:46.752 INFO:tasks.cephadm:Removing cluster... 2024-09-04T22:35:46.752 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 --force 2024-09-04T22:35:47.127 DEBUG:teuthology.orchestra.run.smithi115:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid fc6cab94-6b09-11ef-bcd6-c7b262605968 --force 2024-09-04T22:35:47.490 INFO:tasks.cephadm:Removing cephadm ... 2024-09-04T22:35:47.490 DEBUG:teuthology.orchestra.run.smithi005:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-04T22:35:47.506 DEBUG:teuthology.orchestra.run.smithi115:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-04T22:35:47.522 INFO:tasks.cephadm:Teardown complete 2024-09-04T22:35:47.522 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-04T22:35:47.539 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-04T22:35:47.539 DEBUG:teuthology.orchestra.run.smithi005:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-04T22:35:47.549 DEBUG:teuthology.orchestra.run.smithi115:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-04T22:35:47.561 INFO:teuthology.orchestra.run.smithi005.stderr:bash: line 1: ntpq: command not found 2024-09-04T22:35:47.566 INFO:teuthology.orchestra.run.smithi005.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-04T22:35:47.566 INFO:teuthology.orchestra.run.smithi005.stdout:=============================================================================== 2024-09-04T22:35:47.566 INFO:teuthology.orchestra.run.smithi005.stdout:^* hv01.front.sepia.ceph.com 3 6 377 51 +139us[ +183us] +/- 57ms 2024-09-04T22:35:47.566 INFO:teuthology.orchestra.run.smithi005.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 51 -198us[ -154us] +/- 59ms 2024-09-04T22:35:47.566 INFO:teuthology.orchestra.run.smithi005.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 48 +174us[ +174us] +/- 80ms 2024-09-04T22:35:47.567 INFO:teuthology.orchestra.run.smithi005.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-09-04T22:35:47.577 INFO:teuthology.orchestra.run.smithi115.stderr:bash: line 1: ntpq: command not found 2024-09-04T22:35:47.580 INFO:teuthology.orchestra.run.smithi115.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-04T22:35:47.580 INFO:teuthology.orchestra.run.smithi115.stdout:=============================================================================== 2024-09-04T22:35:47.580 INFO:teuthology.orchestra.run.smithi115.stdout:^* hv01.front.sepia.ceph.com 3 6 377 47 +121us[ +137us] +/- 57ms 2024-09-04T22:35:47.580 INFO:teuthology.orchestra.run.smithi115.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 47 -216us[ -201us] +/- 59ms 2024-09-04T22:35:47.581 INFO:teuthology.orchestra.run.smithi115.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 46 +161us[ +161us] +/- 80ms 2024-09-04T22:35:47.581 INFO:teuthology.orchestra.run.smithi115.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-09-04T22:35:47.581 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-04T22:35:47.593 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-04T22:35:47.593 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-04T22:35:47.618 DEBUG:teuthology.orchestra.run.smithi005:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-04T22:35:47.700 DEBUG:teuthology.orchestra.run.smithi115:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-04T22:35:47.774 DEBUG:teuthology.orchestra.run.smithi005:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-04T22:35:47.802 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-04T22:35:47.802 DEBUG:teuthology.orchestra.run.smithi115:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-04T22:35:47.830 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-04T22:35:47.831 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-04T22:35:47.843 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-04T22:35:47.877 INFO:teuthology.task.internal:Duration was 1960.619853 seconds 2024-09-04T22:35:47.877 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-04T22:35:47.910 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-04T22:35:47.910 DEBUG:teuthology.orchestra.run.smithi005:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-04T22:35:47.913 DEBUG:teuthology.orchestra.run.smithi115:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-04T22:35:47.950 INFO:teuthology.orchestra.run.smithi005.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-04T22:35:47.950 INFO:teuthology.orchestra.run.smithi115.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-04T22:35:48.253 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-04T22:35:48.253 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi005.front.sepia.ceph.com 2024-09-04T22:35:48.253 DEBUG:teuthology.orchestra.run.smithi005:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-04T22:35:48.314 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi115.front.sepia.ceph.com 2024-09-04T22:35:48.314 DEBUG:teuthology.orchestra.run.smithi115:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-04T22:35:48.336 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-04T22:35:48.337 DEBUG:teuthology.orchestra.run.smithi005:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-04T22:35:48.357 DEBUG:teuthology.orchestra.run.smithi115:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-04T22:35:48.403 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-04T22:35:48.403 DEBUG:teuthology.orchestra.run.smithi005:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-04T22:35:48.425 DEBUG:teuthology.orchestra.run.smithi115:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-04T22:36:03.033 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-04T22:36:03.045 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-04T22:36:03.045 DEBUG:teuthology.orchestra.run.smithi005:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-04T22:36:03.069 DEBUG:teuthology.orchestra.run.smithi115:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-04T22:36:03.100 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-04T22:36:03.111 DEBUG:teuthology.orchestra.run.smithi005:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-04T22:36:03.113 DEBUG:teuthology.orchestra.run.smithi115:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-04T22:36:03.134 INFO:teuthology.orchestra.run.smithi005.stdout:kernel.core_pattern = core 2024-09-04T22:36:03.166 INFO:teuthology.orchestra.run.smithi115.stdout:kernel.core_pattern = core 2024-09-04T22:36:03.197 DEBUG:teuthology.orchestra.run.smithi005:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-04T22:36:03.211 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-04T22:36:03.212 DEBUG:teuthology.orchestra.run.smithi115:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-04T22:36:03.253 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-04T22:36:03.253 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-04T22:36:03.267 INFO:teuthology.task.internal:Transferring archived files... 2024-09-04T22:36:03.268 DEBUG:teuthology.misc:Transferring archived files from smithi005:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/gabrioux-2024-09-04_19:47:28-orch:cephadm-wip-guits-squid-2024-09-04-1129-squid-distro-default-smithi/7889607/remote/smithi005 2024-09-04T22:36:03.268 DEBUG:teuthology.orchestra.run.smithi005:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-04T22:36:03.336 DEBUG:teuthology.misc:Transferring archived files from smithi115:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/gabrioux-2024-09-04_19:47:28-orch:cephadm-wip-guits-squid-2024-09-04-1129-squid-distro-default-smithi/7889607/remote/smithi115 2024-09-04T22:36:03.336 DEBUG:teuthology.orchestra.run.smithi115:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-04T22:36:03.380 INFO:teuthology.task.internal:Removing archive directory... 2024-09-04T22:36:03.380 DEBUG:teuthology.orchestra.run.smithi005:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-04T22:36:03.382 DEBUG:teuthology.orchestra.run.smithi115:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-04T22:36:03.429 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-04T22:36:03.442 INFO:teuthology.task.internal:Not uploading archives. 2024-09-04T22:36:03.442 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-04T22:36:03.465 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-04T22:36:03.465 DEBUG:teuthology.orchestra.run.smithi005:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-04T22:36:03.468 DEBUG:teuthology.orchestra.run.smithi115:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-04T22:36:03.480 INFO:teuthology.orchestra.run.smithi005.stdout: 262217 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 4 22:36 /home/ubuntu/cephtest 2024-09-04T22:36:03.485 INFO:teuthology.orchestra.run.smithi115.stdout: 262217 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 4 22:36 /home/ubuntu/cephtest 2024-09-04T22:36:03.486 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-04T22:36:03.498 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-04T22:36:03.570 INFO:teuthology.run:Summary data: description: orch:cephadm/mgr-nfs-upgrade/{0-centos_9.stream 1-bootstrap/17.2.0 1-start 2-nfs 3-upgrade-with-workload 4-final} duration: 1960.6198525428772 owner: scheduled_gabrioux@teuthology success: true 2024-09-04T22:36:03.570 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-04T22:36:03.660 INFO:teuthology.run:pass