Found 100 jobs Found 6 distinct failure reasons Failure: Command failed (workunit test rbd/krbd_stable_pages_required.sh) on smithi169 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=2eacca1efb80d3af604f7e9be47cd3ad5d9bc63e TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/krbd_stable_pages_required.sh' 1 jobs: ['5749718'] suites: ['ceph/ceph', 'clusters/fixed-1', 'conf', 'krbd/wac/sysfs/{bluestore-bitmap', 'tasks/stable_pages_required}'] Dead: b'2021-01-03T07:48:47.371 DEBUG:teuthology.exit:Finished running handlers' 1 jobs: ['5749712'] suites: ['conf', 'krbd/singleton/{bluestore-bitmap', 'msgr-failures/few', 'tasks/rbd_xfstests}'] Failure: "2021-01-02T21:09:56.275871+0000 osd.3 (osd.3) 3 : cluster [WRN] slow request osd_op(client.4404.0:469717 2.3 2:cb07cb2a:::rbd_data.10dfc81bd98d.000000000000001a:head [set-alloc-hint object_size 4194304 write_size 4194304,write 8192~4096 in=4096b] snapc 0=[] RETRY=9 ondisk+retry+write+known_if_redirected e23) initiated 2021-01-02T21:09:26.231820+0000 currently waiting for sub ops" in cluster log 1 jobs: ['5749792'] suites: ['clusters/fixed-3', 'conf', 'krbd/rbd/{bluestore-bitmap', 'msgr-failures/many', 'tasks/rbd_fio}'] Timeout 3h running clone.client.0/qa/workunits/rbd/concurrent.sh 1 jobs: ['5749823'] suites: ['clusters/fixed-3', 'conf', 'install/ceph', 'krbd/rbd-nomount/{bluestore-bitmap', 'msgr-failures/many', 'tasks/rbd_concurrent}'] Failure: Command failed on smithi094 with status 3: "/usr/bin/sudo TESTDIR=/home/ubuntu/cephtest adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/bash /home/ubuntu/cephtest/run_xfstests.sh -c 1 -f ext4 -t /dev/rbd0 -s /dev/rbd1 -x /tmp/exclude9kiypsii -r -- '-g auto -g blockdev -x clone'" 1 jobs: ['5749794'] suites: ['conf', 'krbd/singleton/{bluestore-bitmap', 'msgr-failures/many', 'tasks/rbd_xfstests}'] Failure: Command failed on smithi044 with status 166: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_librbd_fsx --cluster ceph --id 0 -d -W -R -p 100 -P /home/ubuntu/cephtest/archive -r 512 -w 512 -t 512 -h 512 -l 250000000 -S 0 -N 20000 -K -U pool_client.0 image_client.0' 1 jobs: ['5749728'] suites: ['clusters/3-node', 'conf', 'features/no-object-map', 'krbd/fsx/{ceph/ceph', 'objectstore/bluestore-bitmap', 'randomized-striping-off}', 'striping/default/{msgr-failures/many', 'tasks/fsx-1-client}']