Found 309 jobs Found 5 distinct failure reasons Failure: Command failed (workunit test rados/test.sh) on smithi171 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=0242368c2e5127183075788c21e28b3cc072f95b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh' 1 jobs: ['6709193'] suites: ['clusters/3-mons', 'mon_election/connectivity', 'msgr-failures/mon-delay', 'msgr/async-v1only', 'objectstore/bluestore-comp-zlib', 'rados', 'rados/monthrash/{ceph', 'supported-random-distro$/{centos_8}', 'thrashers/sync', 'workloads/rados_api_tests}'] Dead: b'2022-03-04T15:46:37.451 DEBUG:teuthology.exit:Finished running handlers' 5 jobs: ['6709044', '6709060', '6709201', '6709120', '6708968'] suites intersection: [] suites union: ['0-kubeadm', '0-nvme-loop', '1-rook', '2-workload/none', '2-workload/radosbench', '3-final', 'ceph', 'cluster/1-node', 'cluster/3-node', 'clusters/{fixed-2', 'd-thrash/default/{default', 'k8s/1.21', 'mon_election/connectivity', 'msgr-failures/few', 'msgr/async-v1only', 'net/calico', 'net/flannel', 'net/host', 'objectstore/bluestore-comp-lz4', 'openstack}', 'rados', 'rados/rook/smoke/{0-distro/ubuntu_20.04', 'rados/verify/{centos_latest', 'rook/1.7.2}', 'rook/master}', 'tasks/rados_api_tests', 'thrashosds-health}', 'validater/valgrind}'] Failure: reached maximum tries (120) after waiting for 120 seconds 1 jobs: ['6709068'] suites: ['0-nvme-loop', 'agent/on', 'fixed-2', 'mon_election/classic', 'rados/cephadm/smoke/{0-distro/ubuntu_20.04', 'start}'] Failure: Command failed on smithi196 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:0242368c2e5127183075788c21e28b3cc072f95b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 556fdd6a-9bfa-11ec-8c35-001a4aab830c -- ceph mon dump -f json' 1 jobs: ['6709140'] suites: ['0-nvme-loop', 'agent/off', 'fixed-2', 'mon_election/connectivity', 'rados/cephadm/smoke/{0-distro/rhel_8.4_container_tools_3.0', 'start}'] Failure: Command failed (workunit test scrub/osd-scrub-snaps.sh) on smithi183 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=0242368c2e5127183075788c21e28b3cc072f95b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/standalone/scrub/osd-scrub-snaps.sh' 1 jobs: ['6709128'] suites: ['rados/standalone/{supported-random-distro$/{rhel_8}', 'workloads/scrub}']