Found 24 jobs Found 4 distinct failure reasons Failure: Command failed on smithi084 with status 4: 'rm -f /tmp/kernel.x86_64.rpm && echo kernel-4.20.0_ceph_gd4c0c9bb2b1d-1.x86_64.rpm | wget -nv -O /tmp/kernel.x86_64.rpm --base=https://5.chacra.ceph.com/r/kernel/testing/d4c0c9bb2b1d2f91769af32d49121018ffe640fe/centos/7/flavors/default/x86_64/ --input-file=-' 4 jobs: ['5391315', '5391299', '5391301', '5391285'] suites intersection: ['conf/{client', 'mds', 'mon', 'osd}', 'whitelist_health'] suites union: ['begin', 'centos_latest', 'clusters/3-mds', 'clusters/9-mds', 'conf/{client', 'fuse-default-perm-no}', 'inline/no', 'mds', 'mon', 'mon-debug', 'mount', 'mount/kclient/{kernel-testing', 'mount/kclient/{mount', 'ms-die-on-skipped}', 'ms-die-on-skipped}}', 'multimds/basic/{0-supported-random-distro$/{ubuntu_latest}', 'multimds/verify/{begin', 'objectstore-ec/bluestore-bitmap', 'objectstore-ec/bluestore-comp', 'objectstore-ec/bluestore-ec-root', 'objectstore-ec/filestore-xfs', 'osd}', 'overrides/{basic/{frag_enable', 'overrides/{distro/random/{k-testing', 'overrides/{fuse-default-perm-no', 'q_check_counter/check_counter', 'supported$/{rhel_latest}}', 'tasks/cfuse_workunit_suites_fsstress', 'tasks/cfuse_workunit_suites_fsx}', 'validater/valgrind}', 'verify/{frag_enable', 'whitelist_health', 'whitelist_wrongly_marked_down}', 'whitelist_wrongly_marked_down}}'] Failure: SSH connection to smithi172 was lost: 'sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0' 1 jobs: ['5391311'] suites: ['begin', 'ceph-thrash/default', 'clusters/3-mds-2-standby', 'conf/{client', 'mds', 'mon', 'mount/kclient/{mount', 'ms-die-on-skipped}}', 'msgr-failures/osd-mds-delay', 'multimds/thrash/{0-supported-random-distro$/{centos_latest}', 'objectstore-ec/filestore-xfs', 'osd}', 'overrides/{distro/rhel/{k-distro', 'overrides/{fuse-default-perm-no', 'rhel_latest}', 'tasks/cfuse_workunit_suites_fsstress}', 'thrash/{frag_enable', 'thrash_debug}', 'whitelist_health', 'whitelist_wrongly_marked_down}'] Failure: "2020-09-02 00:28:29.788697 mds.d (mds.0) 1 : cluster [WRN] evicting unresponsive client smithi094: (4833), after waiting 46.5617 seconds during MDS startup" in cluster log 1 jobs: ['5391303'] suites: ['begin', 'ceph-thrash/default', 'clusters/9-mds-3-standby', 'conf/{client', 'mds', 'mon', 'mount/kclient/{mount', 'ms-die-on-skipped}}', 'msgr-failures/none', 'multimds/thrash/{0-supported-random-distro$/{ubuntu_latest}', 'objectstore-ec/bluestore-ec-root', 'osd}', 'overrides/{distro/random/{k-testing', 'overrides/{fuse-default-perm-no', 'supported$/{ubuntu_16.04}}', 'tasks/cfuse_workunit_suites_pjd}', 'thrash/{frag_enable', 'thrash_debug}', 'whitelist_health', 'whitelist_wrongly_marked_down}'] Failure: '/home/ubuntu/cephtest/archive/syslog/misc.log:2020-09-02T00:31:11.138539+00:00 smithi006 crond[39373]: (root) INFO (Job execution of per-minute job scheduled for 00:30 delayed into subsequent minute 00:31. Skipping job run.) ' in syslog 1 jobs: ['5391291'] suites: ['begin', 'clusters/3-mds', 'conf/{client', 'fuse-default-perm-no}', 'inline/no', 'mds', 'mon', 'mount/kclient/{mount', 'ms-die-on-skipped}}', 'multimds/basic/{0-supported-random-distro$/{centos_latest}', 'objectstore-ec/bluestore-comp-ec-root', 'osd}', 'overrides/{basic/{frag_enable', 'overrides/{distro/rhel/{k-distro', 'q_check_counter/check_counter', 'rhel_latest}', 'tasks/cfuse_workunit_suites_ffsb}', 'whitelist_health', 'whitelist_wrongly_marked_down}']