Found 220 jobs Found 5 distinct failure reasons Failure: Command failed on smithi097 with status 1: "/usr/bin/sudo TESTDIR=/home/ubuntu/cephtest adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/bash /home/ubuntu/cephtest/run_xfstests.sh -c 1 -f ext4 -t /dev/rbd0 -s /dev/rbd1 -x /tmp/excludei8wo3og9 -r -- '-g auto -g blockdev -x clone'" 2 jobs: ['6645526', '6645637'] suites intersection: ['conf', 'krbd/singleton/{bluestore-bitmap', 'ms_mode$/{legacy}', 'tasks/rbd_xfstests}'] suites union: ['conf', 'krbd/singleton/{bluestore-bitmap', 'ms_mode$/{legacy}', 'msgr-failures/few', 'msgr-failures/many', 'tasks/rbd_xfstests}'] Failure: Failed to fetch package version from https://shaman.ceph.com/api/search/?status=ready&project=kernel&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&ref=nightly_pre-single-major 1 jobs: ['6645528'] suites: ['clusters/separate-client', 'conf', 'filestore-xfs', 'kernels/pre-single-major', 'krbd/unmap/{ceph/ceph', 'tasks/unmap}'] Failure: Command failed on smithi178 with status 1: 'CEPH_REF=master CEPH_ID="0" PATH=$PATH:/usr/sbin adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /home/ubuntu/cephtest/virtualenv/bin/cram -v -- /home/ubuntu/cephtest/archive/cram.client.0/*.t' 3 jobs: ['6645608', '6645682', '6645536'] suites intersection: ['ceph/ceph', 'clusters/fixed-1', 'conf', 'krbd/basic/{bluestore-bitmap', 'tasks/krbd_discard}'] suites union: ['ceph/ceph', 'clusters/fixed-1', 'conf', 'krbd/basic/{bluestore-bitmap', 'ms_mode/crc', 'ms_mode/legacy', 'ms_mode/secure', 'tasks/krbd_discard}'] Failure: machine smithi165.front.sepia.ceph.com is locked by scheduled_yuriw@teuthology, not scheduled_teuthology@teuthology 1 jobs: ['6645708'] suites: ['clusters/3-node', 'conf', 'features/object-map', 'krbd/fsx/{ceph/ceph', 'ms_mode$/{prefer-crc}', 'objectstore/filestore-xfs', 'randomized-striping-off}', 'striping/default/{msgr-failures/many', 'tasks/fsx-1-client}'] Failure: "2022-01-29T16:04:08.170873+0000 mon.a (mon.0) 291 : cluster [WRN] Health check failed: 0 slow ops, oldest one blocked for 32 sec, osd.7 has slow ops (SLOW_OPS)" in cluster log 1 jobs: ['6645715'] suites: ['clusters/fixed-3', 'conf', 'krbd/rbd/{bluestore-bitmap', 'ms_mode/crc', 'msgr-failures/many', 'tasks/rbd_workunit_suites_dbench}']