Found 245 jobs Missing teuthology log /home/teuthworker/archive/dis-2021-05-31_23:14:26-rbd-wip-dis-testing-distro-basic-smithi/6143993/teuthology.log Found 4 distinct failure reasons Failure: Command failed on smithi198 with status 1: 'test -f /home/ubuntu/cephtest/archive/qemu/client.0/success' 49 jobs suites intersection: ['openstack}'] suites union: ['2-clusters/{fixed-3', '3-objectstore/bluestore-bitmap', '3-objectstore/bluestore-comp-lz4', '3-objectstore/bluestore-comp-snappy', '3-objectstore/bluestore-comp-zlib', '3-objectstore/bluestore-comp-zstd', '3-objectstore/bluestore-hybrid', '3-objectstore/bluestore-low-osd-mem-target', '3-objectstore/bluestore-stupid', '3-objectstore/filestore-xfs', '4-supported-random-distro$/{centos_8}', '4-supported-random-distro$/{rhel_8}', '4-supported-random-distro$/{ubuntu_latest}', '5-pool/ec-data-pool', '5-pool/none', '5-pool/replicated-data-pool', '6-prepare/qcow2-file', '6-prepare/qcow2-http', '6-prepare/raw-file', '7-io-workloads/qemu_xfstests', '8-migrate-workloads/execute', '9-cleanup/cleanup}', 'clusters/{fixed-3', 'features/defaults', 'features/journaling', 'features/readbalance', 'msgr-failures/few', 'objectstore/bluestore-bitmap', 'objectstore/bluestore-comp-lz4', 'objectstore/bluestore-comp-snappy', 'objectstore/bluestore-comp-zlib', 'objectstore/bluestore-comp-zstd', 'objectstore/bluestore-hybrid', 'objectstore/bluestore-low-osd-mem-target', 'objectstore/bluestore-stupid', 'objectstore/filestore-xfs', 'openstack}', 'pool/ceph_and_immutable_object_cache', 'pool/ec-cache-pool', 'pool/ec-data-pool', 'pool/none', 'pool/replicated-data-pool', 'pool/small-cache-pool', 'qemu/xfstests', 'rbd/encryption/{cache/none', 'rbd/encryption/{cache/writearound', 'rbd/encryption/{cache/writeback', 'rbd/encryption/{cache/writethrough', 'rbd/immutable-object-cache/{clusters/{fix-2', 'rbd/maintenance/{base/install', 'rbd/migration/{1-base/install', 'rbd/qemu/{cache/none', 'rbd/qemu/{cache/writearound', 'rbd/qemu/{cache/writeback', 'rbd/qemu/{cache/writethrough', 'supported-random-distro$/{centos_8}', 'supported-random-distro$/{rhel_8}', 'supported-random-distro$/{ubuntu_latest}', 'workloads/dynamic_features_no_cache}', 'workloads/dynamic_features}', 'workloads/qemu_bonnie}', 'workloads/qemu_fsstress}', 'workloads/qemu_on_immutable_object_cache_and_thrash}', 'workloads/qemu_xfstests_luks1}', 'workloads/qemu_xfstests_luks2}', 'workloads/qemu_xfstests}', 'workloads/rebuild_object_map}'] Dead: None 1 jobs: ['6143993'] Failure: "2021-05-31T23:44:26.181362+0000 osd.9 (osd.9) 3 : cluster [WRN] slow request osd_op(client.4542.0:14615 2.7 2:f6dbf760:::rbd_object_map.11b89917abee:head [call lock.assert_locked in=44b,call rbd.object_map_update in=38b] snapc 0=[] ondisk+write+known_if_redirected e31) initiated 2021-05-31T23:43:55.329122+0000 currently delayed" in cluster log 2 jobs: ['6143984', '6144103'] suites intersection: ['openstack', 'rbd/singleton-bluestore/{all/issue-20295'] suites union: ['objectstore/bluestore-bitmap', 'objectstore/bluestore-comp-snappy', 'openstack', 'rbd/singleton-bluestore/{all/issue-20295', 'supported-random-distro$/{rhel_8}}', 'supported-random-distro$/{ubuntu_latest}}'] Timeout 3h running clone.client.0/qa/workunits/rbd/qemu_dynamic_features.sh 2 jobs: ['6143971', '6144080'] suites intersection: ['clusters/{fixed-3', 'openstack}', 'qemu/xfstests', 'rbd/maintenance/{base/install', 'supported-random-distro$/{ubuntu_latest}', 'workloads/dynamic_features_no_cache}'] suites union: ['clusters/{fixed-3', 'objectstore/bluestore-comp-lz4', 'objectstore/bluestore-stupid', 'openstack}', 'qemu/xfstests', 'rbd/maintenance/{base/install', 'supported-random-distro$/{ubuntu_latest}', 'workloads/dynamic_features_no_cache}']