Found 96 jobs
Found 6 distinct failure reasons
Failure: Command failed on smithi187 with status 1: 'CEPH_REF=master CEPH_ID="0" PATH=$PATH:/usr/sbin adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /home/ubuntu/cephtest/virtualenv/bin/cram -v -- /home/ubuntu/cephtest/archive/cram.client.0/*.t'
5 jobs: ['5182826', '5182850', '5182764', '5182779', '5182839']
suites intersection: ['ceph/ceph', 'clusters/fixed-1', 'conf', 'krbd/basic/{bluestore-bitmap']
suites union: ['ceph/ceph', 'clusters/fixed-1', 'conf', 'krbd/basic/{bluestore-bitmap', 'tasks/krbd_deep_flatten}', 'tasks/krbd_discard}', 'tasks/krbd_parent_overlap}', 'tasks/krbd_read_only}', 'tasks/krbd_whole_object_zeroout}']

Failure: "2020-06-27T15:52:56.632060+0000 mon.b (mon.0) 165 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY)" in cluster log
22 jobs: ['5182823', '5182854', '5182785', '5182835', '5182806', '5182794', '5182848', '5182859', '5182857', '5182831', '5182788', '5182855', '5182810', '5182768', '5182798', '5182780', '5182772', '5182801', '5182821', '5182774', '5182825', '5182773']
suites intersection: ['conf']
suites union: ['ceph/ceph', 'clusters/3-node', 'clusters/fixed-3', 'conf', 'features/object-map', 'install/ceph', 'krbd/fsx/{ceph/ceph', 'krbd/rbd-nomount/{bluestore-bitmap', 'krbd/rbd/{bluestore-bitmap', 'krbd/singleton/{bluestore-bitmap', 'krbd/wac/wac/{bluestore-bitmap', 'msgr-failures/few', 'msgr-failures/many', 'objectstore/bluestore-bitmap', 'objectstore/filestore-xfs', 'randomized-striping-off}', 'randomized-striping-on}', 'striping/default/{msgr-failures/few', 'striping/default/{msgr-failures/many', 'striping/fancy/{msgr-failures/few', 'tasks/fsx-1-client}', 'tasks/fsx-3-client}', 'tasks/krbd_exclusive_option}', 'tasks/krbd_namespaces}', 'tasks/krbd_udev_enumerate}', 'tasks/rbd_image_read}', 'tasks/rbd_map_snapshot_io}', 'tasks/rbd_simple_big}', 'tasks/rbd_workunit_kernel_untar_build}', 'tasks/rbd_workunit_suites_dbench}', 'tasks/rbd_workunit_suites_ffsb}', 'tasks/rbd_workunit_suites_fsstress_ext4}', 'tasks/rbd_workunit_suites_fsstress}', 'tasks/rbd_workunit_suites_fsx}', 'tasks/rbd_workunit_suites_iozone}', 'tasks/rbd_workunit_trivial_sync}', 'tasks/rbd_xfstests}', 'tasks/wac', 'verify/many-resets}']

Failure: "2020-06-27T16:24:56.152814+0000 osd.6 (osd.6) 3 : cluster [WRN] slow request osd_op(client.4438.0:97 4.1f 4.9b14f8df (undecoded) ondisk+write+known_if_redirected e25) initiated 2020-06-27T16:24:25.505030+0000 currently delayed" in cluster log
3 jobs: ['5182858', '5182844', '5182808']
suites intersection: ['clusters/3-node', 'conf', 'features/no-object-map', 'krbd/fsx/{ceph/ceph']
suites union: ['clusters/3-node', 'conf', 'features/no-object-map', 'krbd/fsx/{ceph/ceph', 'objectstore/bluestore-bitmap', 'objectstore/filestore-xfs', 'randomized-striping-off}', 'randomized-striping-on}', 'striping/default/{msgr-failures/many', 'striping/fancy/{msgr-failures/few', 'tasks/fsx-1-client}', 'tasks/fsx-3-client}']

Failure: Scrubbing terminated -- not all pgs were active and clean.
2 jobs: ['5182828', '5182852']
suites intersection: ['ceph/ceph', 'clusters/fixed-3', 'conf', 'krbd/thrash/{bluestore-bitmap', 'thrashosds-health', 'workloads/rbd_fio}']
suites union: ['ceph/ceph', 'clusters/fixed-3', 'conf', 'krbd/thrash/{bluestore-bitmap', 'thrashers/mon-thrasher', 'thrashers/upmap', 'thrashosds-health', 'workloads/rbd_fio}']

Timeout 3h running clone.client.0/qa/workunits/rbd/concurrent.sh
1 jobs: ['5182842']
suites: ['clusters/fixed-3', 'conf', 'install/ceph', 'krbd/rbd-nomount/{bluestore-bitmap', 'msgr-failures/many', 'tasks/rbd_concurrent}']

Failure: Command failed on smithi104 with status 3: "/usr/bin/sudo TESTDIR=/home/ubuntu/cephtest adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/bash /home/ubuntu/cephtest/run_xfstests.sh -c 1 -f ext4 -t /dev/rbd0 -s /dev/rbd1 -x /tmp/exclude_hhr9rpp -r -- '-g auto -g blockdev -x clone'"
1 jobs: ['5182817']
suites: ['conf', 'krbd/singleton/{bluestore-bitmap', 'msgr-failures/many', 'tasks/rbd_xfstests}']