Found 220 jobs
Missing teuthology log /home/teuthworker/archive/teuthology-2021-10-01_03:20:03-krbd-master-testing-basic-gibba/6415553/teuthology.log
Found 4 distinct failure reasons
Failure: Command failed on gibba022 with status 100: 'sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=17.0.0-8011-g6939ea03-1focal cephadm=17.0.0-8011-g6939ea03-1focal ceph-mds=17.0.0-8011-g6939ea03-1focal ceph-mgr=17.0.0-8011-g6939ea03-1focal ceph-common=17.0.0-8011-g6939ea03-1focal ceph-fuse=17.0.0-8011-g6939ea03-1focal ceph-test=17.0.0-8011-g6939ea03-1focal ceph-volume=17.0.0-8011-g6939ea03-1focal radosgw=17.0.0-8011-g6939ea03-1focal python3-rados=17.0.0-8011-g6939ea03-1focal python3-rgw=17.0.0-8011-g6939ea03-1focal python3-cephfs=17.0.0-8011-g6939ea03-1focal python3-rbd=17.0.0-8011-g6939ea03-1focal libcephfs2=17.0.0-8011-g6939ea03-1focal libcephfs-dev=17.0.0-8011-g6939ea03-1focal librados2=17.0.0-8011-g6939ea03-1focal librbd1=17.0.0-8011-g6939ea03-1focal rbd-fuse=17.0.0-8011-g6939ea03-1focal'
124 jobs
suites intersection: ['conf']
suites union: ['ceph/ceph', 'clusters/3-node', 'clusters/fixed-1', 'clusters/fixed-3', 'clusters/separate-client', 'conf', 'features/no-object-map', 'features/object-map', 'filestore-xfs', 'install/ceph', 'kernels/single-major-off', 'krbd/basic/{bluestore-bitmap', 'krbd/fsx/{ceph/ceph', 'krbd/rbd-nomount/{bluestore-bitmap', 'krbd/rbd/{bluestore-bitmap', 'krbd/singleton/{bluestore-bitmap', 'krbd/thrash/{bluestore-bitmap', 'krbd/unmap/{ceph/ceph', 'krbd/wac/sysfs/{bluestore-bitmap', 'krbd/wac/wac/{bluestore-bitmap', 'ms_mode$/{crc}', 'ms_mode$/{legacy}', 'ms_mode$/{prefer-crc}', 'ms_mode$/{secure}', 'ms_mode/crc', 'ms_mode/legacy', 'ms_mode/secure', 'msgr-failures/few', 'msgr-failures/many', 'objectstore/bluestore-bitmap', 'objectstore/filestore-xfs', 'randomized-striping-off}', 'randomized-striping-on}', 'striping/default/{msgr-failures/few', 'striping/default/{msgr-failures/many', 'striping/fancy/{msgr-failures/few', 'tasks/fsx-1-client}', 'tasks/fsx-3-client}', 'tasks/krbd_data_pool}', 'tasks/krbd_deep_flatten}', 'tasks/krbd_discard}', 'tasks/krbd_exclusive_option}', 'tasks/krbd_fallocate}', 'tasks/krbd_huge_image}', 'tasks/krbd_huge_osdmap}', 'tasks/krbd_latest_osdmap_on_map}', 'tasks/krbd_modprobe}', 'tasks/krbd_msgr_segments}', 'tasks/krbd_namespaces}', 'tasks/krbd_parent_overlap}', 'tasks/krbd_read_only}', 'tasks/krbd_udev_enumerate}', 'tasks/krbd_udev_netlink_enobufs}', 'tasks/krbd_udev_netns}', 'tasks/krbd_udev_symlinks}', 'tasks/krbd_whole_object_zeroout}', 'tasks/rbd_concurrent}', 'tasks/rbd_fio}', 'tasks/rbd_huge_tickets}', 'tasks/rbd_image_read}', 'tasks/rbd_kernel}', 'tasks/rbd_map_snapshot_io}', 'tasks/rbd_map_unmap}', 'tasks/rbd_simple_big}', 'tasks/rbd_workunit_kernel_untar_build}', 'tasks/rbd_workunit_suites_dbench}', 'tasks/rbd_workunit_suites_ffsb}', 'tasks/rbd_workunit_suites_fsstress_ext4}', 'tasks/rbd_workunit_suites_fsstress}', 'tasks/rbd_workunit_suites_fsx}', 'tasks/rbd_workunit_suites_iozone}', 'tasks/rbd_workunit_trivial_sync}', 'tasks/rbd_xfstests}', 'tasks/stable_writes}', 'tasks/unmap}', 'tasks/wac', 'thrashers/backoff', 'thrashers/pggrow', 'thrashers/upmap', 'thrashosds-health', 'verify/many-resets}', 'verify/no-resets}', 'workloads/rbd_fio}', 'workloads/rbd_workunit_suites_ffsb}']

Dead: None
63 jobs

Failure: "2021-10-04T17:48:38.656828+0000 mon.a (mon.0) 198 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log
8 jobs: ['6415535', '6415541', '6415520', '6415549', '6415558', '6415537', '6415571', '6415534']
suites intersection: ['conf']
suites union: ['clusters/3-node', 'clusters/fixed-3', 'conf', 'features/object-map', 'install/ceph', 'krbd/fsx/{ceph/ceph', 'krbd/rbd-nomount/{bluestore-bitmap', 'krbd/rbd/{bluestore-bitmap', 'ms_mode$/{legacy}', 'ms_mode/crc', 'ms_mode/secure', 'msgr-failures/many', 'objectstore/filestore-xfs', 'randomized-striping-off}', 'striping/default/{msgr-failures/many', 'tasks/fsx-1-client}', 'tasks/krbd_latest_osdmap_on_map}', 'tasks/krbd_udev_netlink_enobufs}', 'tasks/krbd_udev_netns}', 'tasks/rbd_kernel}', 'tasks/rbd_map_snapshot_io}', 'tasks/rbd_map_unmap}', 'tasks/rbd_workunit_suites_iozone}']

Failure: "2021-10-04T18:46:09.121874+0000 osd.3 (osd.3) 3 : cluster [WRN] slow request osd_op(client.11782.0:844902 2.7 2:f2a68b2d:::rbd_header.2c2cafe6e55a:head [watch reconnect cookie 18446462598732841055 gen 7262] snapc 0=[] ondisk+write+known_if_redirected e23) initiated 2021-10-04T18:45:38.808778+0000 currently started" in cluster log
1 jobs: ['6415563']
suites: ['clusters/fixed-3', 'conf', 'install/ceph', 'krbd/rbd-nomount/{bluestore-bitmap', 'ms_mode/secure', 'msgr-failures/many', 'tasks/rbd_concurrent}']