Found 21 jobs Missing teuthology log /home/teuthworker/archive/sjust-2024-03-12_01:15:24-crimson-rados-wip-kefu-testing-2024-03-11-distro-default-smithi/7592316/teuthology.log Found 5 distinct failure reasons Timeout 120 running ceph --cluster ceph pg dump --format=json 14 jobs: ['7592324', '7592330', '7592325', '7592328', '7592319', '7592333', '7592321', '7592329', '7592318', '7592323', '7592335', '7592326', '7592322', '7592332'] suites intersection: ['crimson-supported-all-distro/centos_latest', 'crimson_qa_overrides', 'deploy/ceph'] suites union: ['1-pg-log-overrides/normal_pg_log', '2-recovery-overrides/{default}', 'clusters/{fixed-2}', 'crimson-rados/basic/{clusters/fixed-2', 'crimson-rados/rbd/{clusters/fixed-1', 'crimson-rados/thrash/{0-size-min-size-overrides/3-size-2-min-size', 'crimson-supported-all-distro/centos_latest', 'crimson_qa_overrides', 'deploy/ceph', 'objectstore/bluestore', 'tasks/rados_python}', 'tasks/rbd_cls_tests}', 'tasks/readwrite}', 'thrashers/default', 'thrashosds-health', 'workloads/admin_socket_objecter_requests}', 'workloads/pool-snaps-few-objects}', 'workloads/radosbench-high-concurrency}', 'workloads/radosbench}', 'workloads/small-objects-balanced}', 'workloads/small-objects-localized}', 'workloads/small-objects}', 'workloads/snaps-few-objects-balanced}', 'workloads/snaps-few-objects-localized}', 'workloads/snaps-few-objects}', 'workloads/write_fadvise_dontneed}'] Timeout 120 running ceph --cluster ceph tell 2.7 deep-scrub 3 jobs: ['7592320', '7592327', '7592334'] suites intersection: ['crimson-rados/rbd/{clusters/fixed-1', 'crimson-supported-all-distro/centos_latest', 'crimson_qa_overrides', 'deploy/ceph'] suites union: ['crimson-rados/rbd/{clusters/fixed-1', 'crimson-supported-all-distro/centos_latest', 'crimson_qa_overrides', 'deploy/ceph', 'tasks/rbd_api_tests_old_format}', 'tasks/rbd_lock_and_fence}', 'tasks/rbd_python_api_tests_old_format}'] Timeout 3h running clone.client.0/qa/workunits/rados/test.sh --crimson 1 jobs: ['7592315'] suites: ['crimson-rados/basic/{clusters/fixed-2', 'crimson-supported-all-distro/centos_latest', 'crimson_qa_overrides', 'deploy/ceph', 'tasks/rados_api_tests}'] Dead: None 1 jobs: ['7592316'] Timeout 120 running ceph --cluster ceph tell 1.0 deep-scrub 1 jobs: ['7592331'] suites: ['crimson-rados/rbd/{clusters/fixed-1', 'crimson-supported-all-distro/centos_latest', 'crimson_qa_overrides', 'deploy/ceph', 'tasks/rbd_python_api_tests}']