Found 220 jobs Found 3 distinct failure reasons Failure: Command failed on gibba030 with status 1: "/usr/bin/sudo TESTDIR=/home/ubuntu/cephtest adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/bash /home/ubuntu/cephtest/run_xfstests.sh -c 1 -f ext4 -t /dev/rbd0 -s /dev/rbd1 -x /tmp/excludehauz130j -r -- '-g auto -g blockdev -x clone'" 1 jobs: ['6023620'] suites: ['conf', 'krbd/singleton/{bluestore-bitmap', 'ms_mode$/{secure}', 'msgr-failures/many', 'tasks/rbd_xfstests}'] Failure: Could not reconnect to ubuntu@gibba023.front.sepia.ceph.com 1 jobs: ['6023609'] suites: ['clusters/3-node', 'conf', 'features/object-map', 'krbd/fsx/{ceph/ceph', 'ms_mode$/{crc}', 'objectstore/bluestore-bitmap', 'randomized-striping-off}', 'striping/default/{msgr-failures/many', 'tasks/fsx-3-client}'] Failure: "2021-04-06T11:11:12.330765+0000 mon.a (mon.0) 137 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,c (MON_DOWN)" in cluster log 2 jobs: ['6023624', '6023567'] suites intersection: ['clusters/fixed-3', 'conf', 'install/ceph', 'krbd/rbd-nomount/{bluestore-bitmap', 'msgr-failures/many'] suites union: ['clusters/fixed-3', 'conf', 'install/ceph', 'krbd/rbd-nomount/{bluestore-bitmap', 'ms_mode/crc', 'ms_mode/secure', 'msgr-failures/many', 'tasks/krbd_fallocate}', 'tasks/rbd_concurrent}']