Found 34 jobs Found 4 distinct failure reasons Failure: "2023-10-31T12:49:48.016137+0000 mon.a (mon.0) 153 : cluster [WRN] Health check failed: Degraded data redundancy: 42/8962 objects degraded (0.469%), 2 pgs degraded (PG_DEGRADED)" in cluster log 7 jobs: ['7441989', '7441974', '7441976', '7441978', '7441963', '7441982', '7441972'] suites intersection: ['crimson-rados/perf/{clusters/{fixed-2}', 'crimson-supported-all-distro/centos_latest', 'crimson_qa_overrides', 'deploy/ceph', 'objectstore/bluestore', 'settings/optimized'] suites union: ['crimson-rados/perf/{clusters/{fixed-2}', 'crimson-supported-all-distro/centos_latest', 'crimson_qa_overrides', 'deploy/ceph', 'objectstore/bluestore', 'settings/optimized', 'workloads/fio_4M_rand_read}', 'workloads/radosbench_4K_rand_read}', 'workloads/radosbench_4K_seq_read}', 'workloads/radosbench_4M_rand_read}', 'workloads/radosbench_4M_seq_read}', 'workloads/radosbench_4M_write}', 'workloads/sample_radosbench}'] Timeout 3h running clone.client.0/qa/workunits/rbd/crimson/test_crimson_librbd.sh 2 jobs: ['7441964', '7441958'] suites intersection: ['crimson-rados/rbd/{clusters/fixed-1', 'crimson-supported-all-distro/centos_latest', 'crimson_qa_overrides', 'deploy/ceph'] suites union: ['crimson-rados/rbd/{clusters/fixed-1', 'crimson-supported-all-distro/centos_latest', 'crimson_qa_overrides', 'deploy/ceph', 'tasks/rbd_api_tests_old_format}', 'tasks/rbd_api_tests}'] Dead: b'2023-11-01T00:29:54.217 DEBUG:teuthology.exit:Finished running handlers' 1 jobs: ['7441987'] suites: ['crimson-rados/perf/{clusters/{fixed-2}', 'crimson-supported-all-distro/centos_latest', 'crimson_qa_overrides', 'deploy/ceph', 'objectstore/bluestore', 'settings/optimized', 'workloads/sample_fio}'] Timeout 3h running clone.client.0/qa/workunits/rbd/test_librbd_python.sh -m \ 1 jobs: ['7441986'] suites: ['crimson-rados/rbd/{clusters/fixed-1', 'crimson-supported-all-distro/centos_latest', 'crimson_qa_overrides', 'deploy/ceph', 'tasks/rbd_python_api_tests_old_format}']