Found 145 jobs Missing teuthology log /home/teuthworker/archive/yuriw-2023-07-14_23:47:33-orch-reef-distro-default-smithi/7339453/teuthology.log Found 7 distinct failure reasons Dead: None 22 jobs: ['7339453', '7339468', '7339398', '7339347', '7339443', '7339430', '7339455', '7339439', '7339410', '7339458', '7339394', '7339380', '7339402', '7339300', '7339344', '7339445', '7339412', '7339400', '7339441', '7339335', '7339449', '7339378'] Failure: Command failed on smithi134 with status 22: "sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 415661fe-233b-11ee-9b33-001a4aab830c -- bash -c 'ceph orch upgrade ls'" 6 jobs: ['7339253', '7339461', '7339312', '7339175', '7339364', '7339113'] suites intersection: ['4-wait', '5-upgrade-ls'] suites union: ['2-repo_digest/defaut', '2-repo_digest/repo_digest', '3-upgrade/simple', '3-upgrade/staggered', '4-wait', '5-upgrade-ls', 'agent/off', 'agent/on', 'mon_election/classic}', 'mon_election/connectivity}', 'orch/cephadm/upgrade/{1-start-distro/1-start-centos_8.stream_container-tools', 'orch/cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04'] Failure: smithi143.front.sepia.ceph.com: changed: false msg: All items completed results: - _ansible_item_label: key: vg_nvme value: pvs: /dev/nvme0n1 _ansible_no_log: false ansible_loop_var: item changed: false err: " /dev/vg_nvme: already exists in filesystem\n Run `vgcreate --help' for\ \ more information.\n" failed: true invocation: module_args: force: false pesize: '4' pv_options: '' pvresize: false pvs: - /dev/nvme0n1 state: present vg: vg_nvme vg_options: '' item: key: vg_nvme value: pvs: /dev/nvme0n1 msg: Creating volume group 'vg_nvme' failed rc: 3smithi018.front.sepia.ceph.com: changed: false msg: All items completed results: - _ansible_item_label: key: vg_nvme value: pvs: /dev/nvme0n1 _ansible_no_log: false ansible_loop_var: item changed: false err: " /dev/vg_nvme: already exists in filesystem\n Run `vgcreate --help' for\ \ more information.\n" failed: true invocation: module_args: force: false pesize: '4' pv_options: '' pvresize: false pvs: - /dev/nvme0n1 state: present vg: vg_nvme vg_options: '' item: key: vg_nvme value: pvs: /dev/nvme0n1 msg: Creating volume group 'vg_nvme' failed rc: 3 5 jobs: ['7339404', '7339414', '7339451', '7339459', '7339406'] suites intersection: [] suites union: ['0-nvme-loop', '1-start', '2-repo_digest/repo_digest', '2-services/nfs-keepalive-only', '2-thrash', '3-final}', '3-tasks/snaps-few-objects', '3-upgrade/simple', '4-wait', '5-upgrade-ls', 'agent/off', 'agent/on', 'fixed-2', 'mon_election/connectivity', 'mon_election/connectivity}', 'msgr/async-v1only', 'orch/cephadm/smoke-roleless/{0-distro/rhel_8.6_container_tools_3.0', 'orch/cephadm/smoke/{0-distro/centos_8.stream_container_tools_crun', 'orch/cephadm/thrash/{0-distro/centos_8.stream_container_tools', 'orch/cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04', 'orch/cephadm/workunits/{0-distro/centos_8.stream_container_tools', 'root}', 'start}', 'task/test_cephadm_repos}'] Failure: Command failed on smithi148 with status 100: "sudo apt update && sudo apt install -y apt-transport-https ca-certificates curl && sudo curl -fsSLo /usr/share/keyrings/kubernetes-archive-keyring.gpg https://packages.cloud.google.com/apt/doc/apt-key.gpg && echo 'deb [signed-by=/usr/share/keyrings/kubernetes-archive-keyring.gpg] https://apt.kubernetes.io/ kubernetes-xenial main' | sudo tee /etc/apt/sources.list.d/kubernetes.list && sudo apt update && sudo apt install -y kubelet kubeadm kubectl bridge-utils" 3 jobs: ['7339374', '7339181', '7339283'] suites intersection: ['0-kubeadm', '0-nvme-loop', '1-rook', 'k8s/1.21', 'orch/rook/smoke/{0-distro/ubuntu_20.04'] suites union: ['0-kubeadm', '0-nvme-loop', '1-rook', '2-workload/none', '2-workload/radosbench', 'cluster/1-node', 'cluster/3-node', 'k8s/1.21', 'net/calico', 'net/flannel', 'net/host', 'orch/rook/smoke/{0-distro/ubuntu_20.04', 'rook/1.7.2}', 'rook/master}'] Failure: reached maximum tries (301) after waiting for 300 seconds 2 jobs: ['7339187', '7339350'] suites intersection: ['0-nvme-loop', '1-start', '2-services/jaeger', '3-final}'] suites union: ['0-nvme-loop', '1-start', '2-services/jaeger', '3-final}', 'orch/cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools_crun', 'orch/cephadm/smoke-roleless/{0-distro/rhel_8.6_container_tools_3.0'] Failure: Test failure: test_cluster_info (tasks.cephfs.test_nfs.TestNFS) 1 jobs: ['7339169'] suites: ['agent/on', 'mon_election/connectivity', 'orch/cephadm/workunits/{0-distro/ubuntu_20.04', 'task/test_nfs}'] Failure: Command failed on smithi083 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7340b320cd33b16a99e21356b6b1d11b75f050a0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cc53adbe-2338-11ee-9b33-001a4aab830c -- ceph osd stat -f json' 1 jobs: ['7339232'] suites: ['0-nvme-loop', '1-start', '2-services/nfs-ingress-rgw-user', '3-final}', 'orch/cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools']