Found 10 jobs Found 4 distinct failure reasons Timeout 3h running clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2 jobs: ['7433957', '7433947'] suites intersection: ['0-start', '1-tasks', 'rados_api', 'rados_loadgenbig', 'rbd_import_export', 'test_rbd_api', 'test_rbd_python}}', 'upgrade-sequence', 'workload/{ec-rados-default'] suites union: ['0-start', '1-tasks', 'mon_election/classic', 'mon_election/connectivity', 'rados_api', 'rados_loadgenbig', 'rbd_import_export', 'test_rbd_api', 'test_rbd_python}}', 'upgrade-sequence', 'upgrade:quincy-x/parallel/{0-random-distro$/{centos_8.stream_container_tools}', 'upgrade:quincy-x/parallel/{0-random-distro$/{rhel_8.6_container_tools_rhel8}', 'workload/{ec-rados-default'] Failure: HTTPSConnectionPool(host='shaman.ceph.com', port=443): Max retries exceeded with url: /api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=quincy (Caused by NewConnectionError(': Failed to establish a new connection: [Errno 110] Connection timed out')) 4 jobs: ['7433951', '7433941', '7433945', '7433953'] suites intersection: ['0-roles', '1-start', '3-stress-tasks/{radosbench', 'rbd-cls', 'rbd-import-export', 'rbd_api', 'readwrite', 'snaps-few-objects}'] suites union: ['0-roles', '1-start', '2-first-half-tasks/radosbench', '2-first-half-tasks/rbd-import-export', '2-first-half-tasks/rbd_api', '3-stress-tasks/{radosbench', '4-second-half-tasks/radosbench', '4-second-half-tasks/rbd-import-export', 'mon_election/classic}', 'mon_election/connectivity}', 'rbd-cls', 'rbd-import-export', 'rbd_api', 'readwrite', 'snaps-few-objects}', 'upgrade:quincy-x/stress-split/{0-distro/centos_8.stream_container_tools', 'upgrade:quincy-x/stress-split/{0-distro/rhel_8.6_container_tools_3.0', 'upgrade:quincy-x/stress-split/{0-distro/rhel_8.6_container_tools_rhel8'] Failure: Command failed on smithi130 with status 100: 'sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=17.2.6-1435-ge778460a-1focal ceph-mds=17.2.6-1435-ge778460a-1focal ceph-mgr=17.2.6-1435-ge778460a-1focal ceph-common=17.2.6-1435-ge778460a-1focal ceph-fuse=17.2.6-1435-ge778460a-1focal ceph-test=17.2.6-1435-ge778460a-1focal ceph-volume=17.2.6-1435-ge778460a-1focal radosgw=17.2.6-1435-ge778460a-1focal python3-rados=17.2.6-1435-ge778460a-1focal python3-rgw=17.2.6-1435-ge778460a-1focal python3-cephfs=17.2.6-1435-ge778460a-1focal python3-rbd=17.2.6-1435-ge778460a-1focal libcephfs2=17.2.6-1435-ge778460a-1focal librados2=17.2.6-1435-ge778460a-1focal librbd1=17.2.6-1435-ge778460a-1focal rbd-fuse=17.2.6-1435-ge778460a-1focal' 1 jobs: ['7433955'] suites: ['-', '1-ceph-install/quincy', '2', 'objectstore/filestore-xfs', 'start}', 'ubuntu_20.04}', 'upgrade', 'upgrade:quincy-x/filestore-remove-check/{0-cluster/{openstack'] Failure: ['Failed to download key at http://download.ceph.com/keys/release.asc: Request failed: '] 2 jobs: ['7433943', '7433959'] suites intersection: ['0-roles', '1-start', '3-stress-tasks/{radosbench', '4-second-half-tasks/rbd-import-export', 'mon_election/classic}', 'rbd-cls', 'rbd-import-export', 'rbd_api', 'readwrite', 'snaps-few-objects}', 'upgrade:quincy-x/stress-split/{0-distro/ubuntu_20.04'] suites union: ['0-roles', '1-start', '2-first-half-tasks/readwrite', '2-first-half-tasks/snaps-few-objects', '3-stress-tasks/{radosbench', '4-second-half-tasks/rbd-import-export', 'mon_election/classic}', 'rbd-cls', 'rbd-import-export', 'rbd_api', 'readwrite', 'snaps-few-objects}', 'upgrade:quincy-x/stress-split/{0-distro/ubuntu_20.04']