Found 98 jobs Found 6 distinct failure reasons Failure: Command failed on smithi141 with status 166: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_librbd_fsx --cluster ceph --id 0 -d -W -R -p 100 -P /home/ubuntu/cephtest/archive -r 512 -w 512 -t 512 -h 512 -l 250000000 -S 0 -N 20000 -K -U pool_client.0 image_client.0' 3 jobs: ['5714292', '5714329', '5714304'] suites intersection: ['clusters/3-node', 'conf', 'krbd/fsx/{ceph/ceph', 'randomized-striping-off}', 'striping/default/{msgr-failures/many'] suites union: ['clusters/3-node', 'conf', 'features/no-object-map', 'features/object-map', 'krbd/fsx/{ceph/ceph', 'objectstore/bluestore-bitmap', 'objectstore/filestore-xfs', 'randomized-striping-off}', 'striping/default/{msgr-failures/many', 'tasks/fsx-1-client}', 'tasks/fsx-3-client}'] Failure: Command failed (workunit test rbd/krbd_data_pool.sh) on smithi198 with status 110: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=e1812491480eb0abebbd7d98daf4dc021d6b18d3 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/krbd_data_pool.sh' 2 jobs: ['5714334', '5714284'] suites intersection: ['clusters/fixed-3', 'conf', 'install/ceph', 'krbd/rbd-nomount/{bluestore-bitmap', 'tasks/krbd_data_pool}'] suites union: ['clusters/fixed-3', 'conf', 'install/ceph', 'krbd/rbd-nomount/{bluestore-bitmap', 'msgr-failures/few', 'msgr-failures/many', 'tasks/krbd_data_pool}'] Failure: Command failed on smithi114 with status 1: 'CEPH_REF=master CEPH_ID="0" PATH=$PATH:/usr/sbin adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /home/ubuntu/cephtest/virtualenv/bin/cram -v -- /home/ubuntu/cephtest/archive/cram.client.0/*.t' 2 jobs: ['5714350', '5714317'] suites intersection: ['clusters/separate-client', 'conf', 'filestore-xfs', 'krbd/unmap/{ceph/ceph', 'tasks/unmap}'] suites union: ['clusters/separate-client', 'conf', 'filestore-xfs', 'kernels/single-major-off', 'kernels/single-major-on', 'krbd/unmap/{ceph/ceph', 'tasks/unmap}'] Dead: b'2020-12-17T16:52:19.486 DEBUG:teuthology.exit:Finished running handlers' 2 jobs: ['5714370', '5714335'] suites intersection: ['ceph/ceph', 'clusters/fixed-3', 'conf', 'krbd/thrash/{bluestore-bitmap', 'thrashosds-health'] suites union: ['ceph/ceph', 'clusters/fixed-3', 'conf', 'krbd/thrash/{bluestore-bitmap', 'thrashers/backoff', 'thrashers/upmap', 'thrashosds-health', 'workloads/rbd_fio}', 'workloads/rbd_workunit_suites_ffsb}'] Timeout 3h running clone.client.0/qa/workunits/rbd/concurrent.sh 1 jobs: ['5714363'] suites: ['clusters/fixed-3', 'conf', 'install/ceph', 'krbd/rbd-nomount/{bluestore-bitmap', 'msgr-failures/many', 'tasks/rbd_concurrent}'] Failure: Command failed (workunit test rbd/krbd_stable_pages_required.sh) on smithi160 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=e1812491480eb0abebbd7d98daf4dc021d6b18d3 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/krbd_stable_pages_required.sh' 1 jobs: ['5714287'] suites: ['ceph/ceph', 'clusters/fixed-1', 'conf', 'krbd/wac/sysfs/{bluestore-bitmap', 'tasks/stable_pages_required}']