Found 97 jobs Found 3 distinct failure reasons Failure: Command failed on smithi073 with status 166: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_librbd_fsx --cluster ceph --id 2 -d -W -R -p 100 -P /home/ubuntu/cephtest/archive -r 512 -w 512 -t 512 -h 512 -l 250000000 -S 0 -N 10000 -K -U pool_client.2 image_client.2' 2 jobs: ['5657482', '5657457'] suites intersection: ['clusters/3-node', 'conf', 'krbd/fsx/{ceph/ceph', 'randomized-striping-off}', 'striping/default/{msgr-failures/many', 'tasks/fsx-3-client}'] suites union: ['clusters/3-node', 'conf', 'features/no-object-map', 'features/object-map', 'krbd/fsx/{ceph/ceph', 'objectstore/bluestore-bitmap', 'objectstore/filestore-xfs', 'randomized-striping-off}', 'striping/default/{msgr-failures/many', 'tasks/fsx-3-client}'] Failure: "2020-11-26T02:25:07.021797+0000 mon.b (mon.0) 48 : cluster [WRN] Health check failed: 1/3 mons down, quorum b,a (MON_DOWN)" in cluster log 1 jobs: ['5657479'] suites: ['ceph/ceph', 'clusters/fixed-3', 'conf', 'krbd/wac/wac/{bluestore-bitmap', 'tasks/wac', 'verify/no-resets}'] Failure: Command failed on smithi025 with status 3: "/usr/bin/sudo TESTDIR=/home/ubuntu/cephtest adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/bash /home/ubuntu/cephtest/run_xfstests.sh -c 1 -f ext4 -t /dev/rbd0 -s /dev/rbd1 -x /tmp/excludesmdy5txk -r -- '-g auto -g blockdev -x clone'" 2 jobs: ['5657414', '5657463'] suites intersection: ['conf', 'krbd/singleton/{bluestore-bitmap', 'tasks/rbd_xfstests}'] suites union: ['conf', 'krbd/singleton/{bluestore-bitmap', 'msgr-failures/few', 'msgr-failures/many', 'tasks/rbd_xfstests}']