Found 221 jobs Found 5 distinct failure reasons Failure: Command failed on smithi152 with status 128: 'rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/ceph/ceph /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 0df6ead8b5e8e9b3364cf925ea4ae7eeff639238' 3 jobs: ['6836122', '6836120', '6836121'] suites intersection: ['conf', 'ms_mode/crc$/{crc}'] suites union: ['ceph/ceph', 'clusters/fixed-1', 'clusters/fixed-3', 'conf', 'install/ceph', 'krbd/basic/{bluestore-bitmap', 'krbd/rbd-nomount/{bluestore-bitmap', 'krbd/rbd/{bluestore-bitmap', 'ms_mode/crc$/{crc}', 'msgr-failures/many', 'tasks/krbd_whole_object_zeroout}', 'tasks/rbd_image_read}', 'tasks/rbd_workunit_suites_fsx}'] Failure: Command failed on smithi111 with status 1: "/usr/bin/sudo TESTDIR=/home/ubuntu/cephtest adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/bash /home/ubuntu/cephtest/run_xfstests.sh -c 1 -f ext4 -t /dev/rbd0 -s /dev/rbd1 -x /tmp/excludegnzas9ap -r -- '-g auto -g blockdev -x clone'" 2 jobs: ['6835987', '6836098'] suites intersection: ['conf', 'krbd/singleton/{bluestore-bitmap', 'tasks/rbd_xfstests}'] suites union: ['conf', 'krbd/singleton/{bluestore-bitmap', 'ms_mode$/{crc-rxbounce}', 'ms_mode$/{secure}', 'msgr-failures/few', 'msgr-failures/many', 'tasks/rbd_xfstests}'] Failure: Command failed on smithi167 with status 151: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_librbd_fsx --cluster ceph --id 0 -d -W -R -p 100 -P /home/ubuntu/cephtest/archive -r 512 -w 512 -t 512 -h 512 -l 250000000 -S 0 -N 20000 -K -U pool_client.0 image_client.0' 1 jobs: ['6836057'] suites: ['clusters/3-node', 'conf', 'features/no-object-map', 'krbd/fsx/{ceph/ceph', 'ms_mode$/{legacy-rxbounce}', 'objectstore/filestore-xfs', 'randomized-striping-off}', 'striping/default/{msgr-failures/many', 'tasks/fsx-1-client}'] Failure: "2022-05-16T19:08:27.502220+0000 osd.1 (osd.1) 3 : cluster [WRN] 1 slow requests (by type [ 'started' : 1 ] most affected pool [ 'rbd' : 1 ])" in cluster log 1 jobs: ['6836138'] suites: ['clusters/fixed-3', 'conf', 'krbd/rbd/{bluestore-bitmap', 'ms_mode/crc$/{crc}', 'msgr-failures/many', 'tasks/rbd_workunit_kernel_untar_build}'] Failure: Command failed on smithi143 with status 1: 'sudo fuser -v /var/lib/dpkg/lock-frontend' 1 jobs: ['6836033'] suites: ['clusters/fixed-3', 'conf', 'install/ceph', 'krbd/rbd-nomount/{bluestore-bitmap', 'ms_mode/legacy$/{legacy-rxbounce}', 'msgr-failures/few', 'tasks/krbd_namespaces}']