Found 25 jobs Found 4 distinct failure reasons Failure: Command failed on smithi033 with status 1: 'sudo yum upgrade -y linux-firmware' 2 jobs: ['7252026', '7252019'] suites intersection: ['1-start', '2-nfs', '3-upgrade-with-workload', '4-final}', 'orch/cephadm/mgr-nfs-upgrade/{0-centos_8.stream_container_tools'] suites union: ['1-bootstrap/16.2.4', '1-bootstrap/16.2.5', '1-start', '2-nfs', '3-upgrade-with-workload', '4-final}', 'orch/cephadm/mgr-nfs-upgrade/{0-centos_8.stream_container_tools'] Failure: Test failure: test_nfs_export_creation_at_symlink (tasks.cephfs.test_nfs.TestNFS) 2 jobs: ['7252024', '7252015'] suites intersection: ['agent/off', 'task/test_nfs}'] suites union: ['agent/off', 'mon_election/classic', 'mon_election/connectivity', 'orch/cephadm/workunits/{0-distro/centos_8.stream_container_tools_crun', 'orch/cephadm/workunits/{0-distro/ubuntu_20.04', 'task/test_nfs}'] Failure: Command failed on smithi002 with status 1: "grep '^nvme_loop' /proc/modules || sudo modprobe nvme_loop && sudo mkdir -p /sys/kernel/config/nvmet/hosts/hostnqn && sudo mkdir -p /sys/kernel/config/nvmet/ports/1 && echo loop | sudo tee /sys/kernel/config/nvmet/ports/1/addr_trtype" 18 jobs: ['7252017', '7252011', '7252007', '7252010', '7252025', '7252029', '7252016', '7252027', '7252031', '7252018', '7252020', '7252022', '7252009', '7252030', '7252013', '7252008', '7252021', '7252028'] suites intersection: ['0-nvme-loop', '1-start', '3-final}'] suites union: ['0-nvme-loop', '1-start', '2-services/nfs', '2-services/nfs-ingress', '2-services/nfs-ingress-rgw-bucket', '2-services/nfs-ingress-rgw-user', '2-services/nfs-ingress2', '2-services/nfs2', '3-final}', 'orch/cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools', 'orch/cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools_crun', 'orch/cephadm/smoke-roleless/{0-distro/rhel_8.6_container_tools_3.0', 'orch/cephadm/smoke-roleless/{0-distro/rhel_8.6_container_tools_rhel8', 'orch/cephadm/smoke-roleless/{0-distro/ubuntu_20.04'] Dead: b'2023-04-26T02:51:39.303 DEBUG:teuthology.exit:Finished running handlers' 3 jobs: ['7252014', '7252012', '7252023'] suites intersection: ['1-start', '2-nfs', '3-upgrade-with-workload', '4-final}', 'orch/cephadm/mgr-nfs-upgrade/{0-centos_8.stream_container_tools'] suites union: ['1-bootstrap/16.2.0', '1-bootstrap/16.2.4', '1-start', '2-nfs', '3-upgrade-with-workload', '4-final}', 'orch/cephadm/mgr-nfs-upgrade/{0-centos_8.stream_container_tools']