Found 176 jobs Found 7 distinct failure reasons Failure: Command failed (workunit test rbd/test_librbd.sh) on smithi168 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=85e4344a7076525adb436c2bfe835bea1ef51cfd TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd.sh' 1 jobs: ['6509664'] suites: ['2-cluster/{fix-2', '3-supported-random-distro$/{ubuntu_latest}', '4-pool/cache', '5-cache-mode/rwl', '6-workloads/c_api_tests_with_defaults}', 'openstack}', 'rbd/persistent-writeback-cache/{1-base/install'] Failure: Found coredumps on ubuntu@smithi161.front.sepia.ceph.com 1 jobs: ['6509683'] suites: ['clients/{mirror-extra', 'cluster/{2-node', 'mirror}', 'msgr-failures/few', 'objectstore/bluestore-stupid', 'openstack}', 'rbd/mirror/{base/install', 'supported-random-distro$/{rhel_8}', 'workloads/rbd-mirror-bootstrap-workunit}'] Failure: No module named 'tasks.ceph' 2 jobs: ['6509742', '6509758'] suites intersection: ['clusters/{fixed-2', 'msgr-failures/few', 'openstack}', 'rbd/thrash/{base/install', 'thrashosds-health'] suites union: ['clusters/{fixed-2', 'msgr-failures/few', 'objectstore/bluestore-comp-lz4', 'objectstore/bluestore-comp-snappy', 'openstack}', 'rbd/thrash/{base/install', 'supported-random-distro$/{centos_8}', 'supported-random-distro$/{ubuntu_latest}', 'thrashers/cache', 'thrashers/default', 'thrashosds-health', 'workloads/rbd_fsx_cache_writearound}', 'workloads/rbd_fsx_cache_writeback}'] Timeout 3h running clone.client.0/qa/workunits/rbd/cli_generic.sh 2 jobs: ['6509633', '6509744'] suites intersection: ['clusters/{fixed-1', 'msgr-failures/few', 'openstack}', 'pool/small-cache-pool', 'supported-random-distro$/{rhel_8}', 'workloads/rbd_cli_generic}'] suites union: ['clusters/{fixed-1', 'features/format-1', 'features/layering', 'msgr-failures/few', 'objectstore/bluestore-stupid', 'objectstore/filestore-xfs', 'openstack}', 'pool/small-cache-pool', 'rbd/cli/{base/install', 'rbd/cli_v1/{base/install', 'supported-random-distro$/{rhel_8}', 'workloads/rbd_cli_generic}'] Failure: "2021-11-18T11:34:21.260375+0000 mon.a (mon.0) 227 : cluster [WRN] Health check failed: Degraded data redundancy: 89/5180 objects degraded (1.718%), 1 pg degraded (PG_DEGRADED)" in cluster log 1 jobs: ['6509684'] suites: ['clients/mirror', 'cluster/{2-node', 'msgr-failures/few', 'objectstore/bluestore-comp-zlib', 'openstack}', 'policy/none', 'rbd-mirror/four-per-cluster', 'rbd/mirror-thrash/{base/install', 'supported-random-distro$/{rhel_8}', 'workloads/rbd-mirror-fsx-workunit}'] Failure: Command failed on smithi140 with status 1: 'sudo yum -y install cephfs-java' 3 jobs: ['6509748', '6509767', '6509781'] suites intersection: ['openstack}'] suites union: ['clients/mirror', 'cluster/{2-node', 'cluster/{fixed-3', 'msgr-failures/few', 'objectstore/bluestore-stupid', 'openstack}', 'policy/none', 'pool/ceph_and_immutable_object_cache', 'rbd-mirror/four-per-cluster', 'rbd/immutable-object-cache/{clusters/{fix-2', 'rbd/mirror-thrash/{base/install', 'rbd/nbd/{base/install', 'supported-random-distro$/{centos_8}', 'supported-random-distro$/{rhel_8}', 'thrashers/default', 'thrashosds-health', 'workloads/qemu_on_immutable_object_cache_and_thrash}', 'workloads/rbd-mirror-snapshot-stress-workunit-fast-diff}', 'workloads/rbd_nbd}'] Failure: SSH connection to smithi136 was lost: 'sudo grub2-mkconfig -o /boot/grub2/grub.cfg' 1 jobs: ['6509768'] suites: ['clusters/{fixed-2', 'msgr-failures/few', 'objectstore/bluestore-comp-zlib', 'openstack}', 'rbd/thrash/{base/install', 'supported-random-distro$/{centos_8}', 'thrashers/cache', 'thrashosds-health', 'workloads/rbd_fsx_cache_writethrough}']