Found 43 jobs Found 4 distinct failure reasons Failure: Command failed on smithi187 with status 128: 'rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone git://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout baa1ea6a9656c3db06c66032fa80b476721947ba' 23 jobs: ['5195423', '5195422', '5195414', '5195412', '5195448', '5195434', '5195418', '5195407', '5195440', '5195420', '5195432', '5195425', '5195416', '5195431', '5195436', '5195439', '5195426', '5195417', '5195409', '5195447', '5195410', '5195428', '5195445'] suites intersection: ['conf/{client', 'log-config', 'mds', 'mon', 'osd-asserts', 'osd}', 'overrides/{frag_enable', 'whitelist_health', 'whitelist_wrongly_marked_down}'] suites union: ['clusters/1-mds-1-client', 'clusters/1-mds-2-client', 'conf/{client', 'inline/no', 'inline/yes', 'k-testing}', 'kcephfs/cephfs/{begin', 'kcephfs/mixed-clients/{begin', 'kcephfs/thrash/{begin', 'kclient-overrides/{distro/stock/{k-stock', 'kclient-overrides/{distro/testing/{flavor/centos_latest', 'kclient-overrides/{distro/testing/{flavor/ubuntu_latest', 'kclient/{mount', 'log-config', 'mds', 'mon', 'ms-die-on-skipped}', 'ms-die-on-skipped}}', 'objectstore-ec/bluestore-bitmap', 'objectstore-ec/bluestore-comp', 'objectstore-ec/bluestore-comp-ec-root', 'objectstore-ec/bluestore-ec-root', 'objectstore-ec/filestore-xfs', 'osd-asserts', 'osd}', 'overrides/{distro/stock/{k-stock', 'overrides/{distro/testing/{flavor/centos_latest', 'overrides/{distro/testing/{flavor/ubuntu_latest', 'overrides/{frag_enable', 'rhel_8}', 'tasks/kclient_workunit_direct_io}', 'tasks/kclient_workunit_kernel_untar_build}', 'tasks/kclient_workunit_misc}', 'tasks/kclient_workunit_suites_dbench}', 'tasks/kclient_workunit_suites_ffsb}', 'tasks/kclient_workunit_suites_fsstress}', 'tasks/kclient_workunit_suites_fsx}', 'tasks/kclient_workunit_suites_fsync}', 'tasks/kclient_workunit_suites_iozone}', 'tasks/kclient_workunit_suites_pjd}', 'tasks/kclient_workunit_trivial_sync}', 'tasks/kernel_cfuse_workunits_dbench_iozone}', 'tasks/kernel_cfuse_workunits_untarbuild_blogbench}', 'thrash-health-whitelist', 'thrashers/default', 'thrashers/mds', 'thrashers/mon', 'whitelist_health', 'whitelist_wrongly_marked_down}', 'workloads/kclient_workunit_suites_ffsb}', 'workloads/kclient_workunit_suites_iozone}'] Failure: Command failed on smithi165 with status 1: 'sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel' 6 jobs: ['5195429', '5195406', '5195446', '5195437', '5195421', '5195413'] suites intersection: ['clusters/1-mds-4-client', 'conf/{client', 'k-testing}', 'kcephfs/recovery/{begin', 'kclient/{mount', 'log-config', 'mds', 'mon', 'ms-die-on-skipped}}', 'osd-asserts', 'osd}', 'overrides/{distro/testing/{flavor/centos_latest', 'overrides/{frag_enable', 'whitelist_health', 'whitelist_wrongly_marked_down}'] suites union: ['clusters/1-mds-4-client', 'conf/{client', 'k-testing}', 'kcephfs/recovery/{begin', 'kclient/{mount', 'log-config', 'mds', 'mon', 'ms-die-on-skipped}}', 'objectstore-ec/bluestore-bitmap', 'objectstore-ec/bluestore-comp', 'objectstore-ec/bluestore-ec-root', 'objectstore-ec/filestore-xfs', 'osd-asserts', 'osd}', 'overrides/{distro/testing/{flavor/centos_latest', 'overrides/{frag_enable', 'tasks/client-limits}', 'tasks/data-scan}', 'tasks/journal-repair}', 'tasks/pool-perm}', 'tasks/volume-client}', 'whitelist_health', 'whitelist_wrongly_marked_down}'] Failure: "2020-07-02T11:27:27.015028+0000 mon.b (mon.0) 150 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY)" in cluster log 4 jobs: ['5195424', '5195444', '5195442', '5195443'] suites intersection: ['conf/{client', 'kclient/{mount', 'log-config', 'mds', 'mon', 'ms-die-on-skipped}}', 'osd-asserts', 'osd}', 'overrides/{frag_enable', 'whitelist_health', 'whitelist_wrongly_marked_down}'] suites union: ['clusters/1-mds-1-client', 'clusters/1-mds-4-client', 'conf/{client', 'inline/no', 'inline/yes', 'k-testing}', 'kcephfs/cephfs/{begin', 'kcephfs/recovery/{begin', 'kclient/{mount', 'log-config', 'mds', 'mon', 'ms-die-on-skipped}}', 'objectstore-ec/bluestore-comp', 'objectstore-ec/bluestore-comp-ec-root', 'objectstore-ec/bluestore-ec-root', 'osd-asserts', 'osd}', 'overrides/{distro/stock/{k-stock', 'overrides/{distro/testing/{flavor/centos_latest', 'overrides/{distro/testing/{flavor/ubuntu_latest', 'overrides/{frag_enable', 'rhel_8}', 'tasks/damage}', 'tasks/kclient_workunit_o_trunc}', 'tasks/kclient_workunit_snaps}', 'tasks/sessionmap}', 'whitelist_health', 'whitelist_wrongly_marked_down}'] Failure: Scrubbing terminated -- not all pgs were active and clean. 1 jobs: ['5195438'] suites: ['clusters/1-mds-1-client', 'conf/{client', 'k-testing}', 'kcephfs/thrash/{begin', 'kclient/{mount', 'log-config', 'mds', 'mon', 'ms-die-on-skipped}}', 'objectstore-ec/filestore-xfs', 'osd-asserts', 'osd}', 'overrides/{distro/testing/{flavor/ubuntu_latest', 'overrides/{frag_enable', 'thrash-health-whitelist', 'thrashers/mds', 'whitelist_health', 'whitelist_wrongly_marked_down}', 'workloads/kclient_workunit_suites_ffsb}']