Found 178 jobs Found 5 distinct failure reasons Timeout 3h running clone.client.0/qa/workunits/rbd/cli_generic.sh 3 jobs: ['6543126', '6543123', '6543154'] suites intersection: ['clusters/{fixed-1', 'msgr-failures/few', 'openstack}', 'pool/small-cache-pool', 'workloads/rbd_cli_generic}'] suites union: ['clusters/{fixed-1', 'features/format-1', 'features/journaling', 'msgr-failures/few', 'objectstore/bluestore-bitmap', 'objectstore/bluestore-comp-snappy', 'objectstore/bluestore-low-osd-mem-target', 'openstack}', 'pool/small-cache-pool', 'rbd/cli/{base/install', 'rbd/cli_v1/{base/install', 'supported-random-distro$/{centos_8.stream}', 'supported-random-distro$/{centos_8}', 'supported-random-distro$/{ubuntu_latest}', 'workloads/rbd_cli_generic}'] Failure: "2021-12-03T19:50:05.135144+0000 mon.a (mon.0) 115 : cluster [WRN] Health check failed: Degraded data redundancy: 2/4 objects degraded (50.000%), 1 pg degraded (PG_DEGRADED)" in cluster log 4 jobs: ['6543005', '6543132', '6543062', '6543161'] suites intersection: ['msgr-failures/few', 'openstack}'] suites union: ['cachepool/none', 'clients/mirror', 'cluster/{2-node', 'clusters/{fixed-1', 'clusters/{fixed-3', 'config/copy-on-read', 'features/readbalance', 'min-compat-client/octopus', 'msgr-failures/few', 'objectstore/bluestore-bitmap', 'objectstore/bluestore-hybrid', 'objectstore/filestore-xfs', 'openstack}', 'policy/none', 'pool/ec-data-pool', 'pool/none', 'rbd-mirror/four-per-cluster', 'rbd/basic/{base/install', 'rbd/librbd/{cache/none', 'rbd/mirror-thrash/{base/install', 'rbd/qemu/{cache/writearound', 'supported-random-distro$/{centos_8.stream}', 'supported-random-distro$/{centos_8}', 'supported-random-distro$/{rhel_8}', 'tasks/rbd_lock_and_fence}', 'workloads/c_api_tests_with_defaults}', 'workloads/qemu_bonnie}', 'workloads/rbd-mirror-snapshot-stress-workunit-fast-diff}'] Failure: Command failed on smithi082 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:3a299908cdd2e72345e37b466454c48cbe0720ca pull' 1 jobs: ['6543039'] suites: ['cluster/{fixed-3', 'openstack}', 'rbd/iscsi/{base/install', 'supported-random-distro$/{centos_8}', 'workloads/cephadm_iscsi}'] Timeout 3h running clone.client.0/qa/workunits/rbd/qemu_rebuild_object_map.sh 1 jobs: ['6543057'] suites: ['clusters/{fixed-3', 'objectstore/bluestore-low-osd-mem-target', 'openstack}', 'qemu/xfstests', 'rbd/maintenance/{base/install', 'supported-random-distro$/{centos_8}', 'workloads/rebuild_object_map}'] Failure: Command failed on smithi169 with status 1: 'test -n "$(ls /tmp/ceph-immutable-object-cache )"' 1 jobs: ['6543155'] suites: ['openstack}', 'pool/ceph_and_immutable_object_cache', 'rbd/immutable-object-cache/{clusters/{fix-2', 'supported-random-distro$/{centos_8.stream}', 'workloads/qemu_on_immutable_object_cache_and_thrash}']