Found 24 jobs Found 4 distinct failure reasons Failure: Failed to fetch package version from https://shaman.ceph.com/api/search/?status=ready&project=kernel&flavor=default&distros=centos%2F7%2Fx86_64&sha1=f2c54406b550c140f9946a87281e8dd06d225f4a 9 jobs: ['5239846', '5239832', '5239842', '5239836', '5239866', '5239840', '5239860', '5239872', '5239856'] suites intersection: ['conf/{client', 'mds', 'mon', 'mount/fuse', 'osd}', 'whitelist_health'] suites union: ['begin', 'centos_latest', 'ceph-thrash/default', 'clusters/3-mds', 'clusters/3-mds-2-standby', 'clusters/9-mds', 'clusters/9-mds-3-standby', 'conf/{client', 'fuse-default-perm-no}', 'inline/no', 'inline/yes', 'mds', 'mon', 'mon-debug', 'mount/fuse', 'msgr-failures/none', 'msgr-failures/osd-mds-delay', 'multimds/basic/{0-supported-random-distro$/{centos_latest}', 'multimds/basic/{0-supported-random-distro$/{rhel_latest}', 'multimds/thrash/{0-supported-random-distro$/{centos_latest}', 'multimds/thrash/{0-supported-random-distro$/{rhel_latest}', 'multimds/verify/{begin', 'objectstore-ec/bluestore-bitmap', 'objectstore-ec/bluestore-comp', 'objectstore-ec/bluestore-comp-ec-root', 'objectstore-ec/bluestore-ec-root', 'objectstore-ec/filestore-xfs', 'osd}', 'overrides/{basic/{frag_enable', 'overrides/{fuse-default-perm-no', 'q_check_counter/check_counter', 'tasks/cfuse_workunit_kernel_untar_build}', 'tasks/cfuse_workunit_suites_blogbench}', 'tasks/cfuse_workunit_suites_dbench', 'tasks/cfuse_workunit_suites_fsstress}', 'tasks/cfuse_workunit_suites_pjd}', 'thrash/{frag_enable', 'thrash_debug}', 'validater/lockdep}', 'validater/valgrind}', 'verify/{frag_enable', 'whitelist_health', 'whitelist_wrongly_marked_down}', 'whitelist_wrongly_marked_down}}'] Failure: "2020-07-22 12:24:49.533646 mds.b (mds.0) 1 : cluster [WRN] evicting unresponsive client smithi089: (4415), after waiting 49.903 seconds during MDS startup" in cluster log 1 jobs: ['5239850'] suites: ['begin', 'ceph-thrash/default', 'clusters/3-mds-2-standby', 'conf/{client', 'mds', 'mon', 'mount/kclient/{mount', 'ms-die-on-skipped}}', 'msgr-failures/osd-mds-delay', 'multimds/thrash/{0-supported-random-distro$/{centos_latest}', 'objectstore-ec/filestore-xfs', 'osd}', 'overrides/{distro/random/{k-testing', 'overrides/{fuse-default-perm-no', 'supported$/{ubuntu_16.04}}', 'tasks/cfuse_workunit_suites_pjd}', 'thrash/{frag_enable', 'thrash_debug}', 'whitelist_health', 'whitelist_wrongly_marked_down}'] Failure: "2020-07-22 12:33:26.077571 mon.b (mon.0) 193 : cluster [WRN] Health check failed: 1 MDSs report slow metadata IOs (MDS_SLOW_METADATA_IO)" in cluster log 1 jobs: ['5239854'] suites: ['begin', 'clusters/9-mds', 'conf/{client', 'fuse-default-perm-no}', 'inline/yes', 'mds', 'mon', 'mount/kclient/{mount', 'ms-die-on-skipped}}', 'multimds/basic/{0-supported-random-distro$/{ubuntu_16.04}', 'objectstore-ec/bluestore-comp-ec-root', 'osd}', 'overrides/{basic/{frag_enable', 'overrides/{distro/rhel/{k-distro', 'q_check_counter/check_counter', 'rhel_latest}', 'tasks/cfuse_workunit_suites_ffsb}', 'whitelist_health', 'whitelist_wrongly_marked_down}'] Failure: reached maximum tries (50) after waiting for 300 seconds 1 jobs: ['5239848'] suites: ['centos_latest', 'clusters/9-mds', 'conf/{client', 'mds', 'mon', 'mon-debug', 'mount', 'mount/kclient/{kernel-testing', 'ms-die-on-skipped}', 'multimds/verify/{begin', 'objectstore-ec/bluestore-comp-ec-root', 'osd}', 'overrides/{fuse-default-perm-no', 'tasks/cfuse_workunit_suites_fsstress', 'validater/valgrind}', 'verify/{frag_enable', 'whitelist_health', 'whitelist_wrongly_marked_down}}']