Found 101 jobs Found 4 distinct failure reasons Failure: No module named 'tasks.nvme_loop' 5 jobs: ['7540142', '7540140', '7540137', '7540135', '7540138'] suites intersection: [] suites union: ['0-nvme-loop', '1-start', '2-ops/rm-zap-flag}', '2-services/nfs-ingress-rgw-user', '2-thrash', '3-final}', '3-tasks/small-objects', 'agent/on', 'fixed-2', 'mode/packaged', 'mon_election/classic', 'mon_election/connectivity', 'msgr/async', 'msgr/async-v2only', 'orch:cephadm/osds/{0-distro/centos_8.stream_container_tools', 'orch:cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools_crun', 'orch:cephadm/thrash/{0-distro/ubuntu_20.04', 'orch:cephadm/with-work/{0-distro/rhel_8.6_container_tools_3.0', 'orch:cephadm/workunits/{0-distro/rhel_8.6_container_tools_3.0', 'root}', 'start', 'task/test_orch_cli_mon}', 'tasks/rados_api_tests}'] Failure: '2024-01-31T10:40:02.788496+00:00 smithi117 kernel: rcu: INFO: rcu_sched detected stalls on CPUs/tasks: ' in syslog 1 jobs: ['7540082'] suites: ['1-bootstrap/16.2.5', '1-start', '2-nfs', '3-upgrade-with-workload', '4-final}', 'orch:cephadm/mgr-nfs-upgrade/{0-centos_8.stream_container_tools'] Failure: Config file not found: "/home/teuthworker/src/git.ceph.com_ceph-c_88b1610fb3ba5c4d6621c47d65733b5ebf8cffac/qa/tasks/cephadm.conf". 3 jobs: ['7540139', '7540141', '7540143'] suites intersection: [] suites union: ['agent/off', 'agent/on', 'fixed-2', 'mode/root', 'mon_election/classic', 'mon_election/connectivity', 'msgr/async', 'orch:cephadm/with-work/{0-distro/rhel_8.6_container_tools_rhel8', 'orch:cephadm/workunits/{0-distro/rhel_8.6_container_tools_rhel8', 'orch:cephadm/workunits/{0-distro/ubuntu_20.04', 'start', 'task/test_rgw_multisite}', 'task/test_set_mon_crush_locations}', 'tasks/rados_python}'] Failure: Test failure: test_non_existent_cluster (tasks.cephfs.test_nfs.TestNFS) 1 jobs: ['7540049'] suites: ['orch:cephadm/nfs/{cluster/{1-node}', 'overrides/ignorelist_health', 'supported-random-distros$/{rhel_8}', 'tasks/nfs}']