Found 155 jobs Found 8 distinct failure reasons Failure: Command failed on smithi070 with status 100: 'sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=18.0.0-6820-gf0804064-1focal cephadm=18.0.0-6820-gf0804064-1focal ceph-mds=18.0.0-6820-gf0804064-1focal ceph-mgr=18.0.0-6820-gf0804064-1focal ceph-common=18.0.0-6820-gf0804064-1focal ceph-fuse=18.0.0-6820-gf0804064-1focal ceph-test=18.0.0-6820-gf0804064-1focal ceph-volume=18.0.0-6820-gf0804064-1focal radosgw=18.0.0-6820-gf0804064-1focal python3-rados=18.0.0-6820-gf0804064-1focal python3-rgw=18.0.0-6820-gf0804064-1focal python3-cephfs=18.0.0-6820-gf0804064-1focal python3-rbd=18.0.0-6820-gf0804064-1focal libcephfs2=18.0.0-6820-gf0804064-1focal libcephfs-dev=18.0.0-6820-gf0804064-1focal librados2=18.0.0-6820-gf0804064-1focal librbd1=18.0.0-6820-gf0804064-1focal rbd-fuse=18.0.0-6820-gf0804064-1focal' 3 jobs: ['7434223', '7434099', '7434163'] suites intersection: [] suites union: ['agent/off', 'fixed-2', 'mode/packaged', 'mode/root', 'mon_election/classic', 'mon_election/connectivity', 'msgr/async', 'msgr/async-v2only', 'orch/cephadm/with-work/{0-distro/ubuntu_20.04', 'orch/cephadm/workunits/{0-distro/ubuntu_20.04', 'start', 'task/test_orch_cli}', 'tasks/rados_python}', 'tasks/rotate-keys}'] Failure: ['Failed to download key at http://download.ceph.com/keys/autobuild.asc: Request failed: ', 'Failed to download key at http://download.ceph.com/keys/release.asc: Request failed: '] 20 jobs: ['7434091', '7434145', '7434049', '7434105', '7434247', '7434047', '7434189', '7434260', '7434256', '7434161', '7434107', '7434133', '7434057', '7434259', '7434035', '7434089', '7434221', '7434183', '7434181', '7434102'] suites intersection: [] suites union: ['0-kubeadm', '0-nvme-loop', '1-rook', '1-start', '2-node-mgr', '2-repo_digest/defaut', '2-repo_digest/repo_digest', '2-services/client-keyring', '2-services/nfs', '2-services/nfs-haproxy-proto', '2-services/nfs-ingress-rgw-bucket', '2-services/nfs-ingress-rgw-user', '2-services/nfs2', '2-thrash', '2-workload/none', '2-workload/radosbench', '3-final}', '3-tasks/snaps-few-objects', '3-upgrade/simple', '3-upgrade/staggered', '4-wait', '5-upgrade-ls', 'agent/off', 'agent/on', 'cluster/1-node', 'cluster/3-node', 'fixed-2', 'k8s/1.21', 'mon_election/classic', 'mon_election/connectivity', 'mon_election/connectivity}', 'msgr/async-v2only', 'net/calico', 'net/flannel', 'net/host', 'orch/cephadm/orchestrator_cli/{0-random-distro$/{ubuntu_20.04}', 'orch/cephadm/smoke-roleless/{0-distro/ubuntu_20.04', 'orch/cephadm/smoke/{0-distro/ubuntu_20.04', 'orch/cephadm/thrash/{0-distro/ubuntu_20.04', 'orch/cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04', 'orch/cephadm/workunits/{0-distro/ubuntu_20.04', 'orch/rook/smoke/{0-distro/ubuntu_20.04', 'orchestrator_cli}', 'rook/1.7.2}', 'rook/master}', 'root}', 'start}', 'task/test_ca_signed_key}'] Failure: HTTPSConnectionPool(host='2.chacra.ceph.com', port=443): Max retries exceeded with url: /repos/ceph/quincy/e778460a8e3193b796994c235f1cab5f2dc62ddf/centos/8/flavors/default/repo (Caused by NewConnectionError(': Failed to establish a new connection: [Errno 110] Connection timed out')) 51 jobs suites intersection: [] suites union: ['0-nvme-loop', '1-ranks/1', '1-ranks/2', '1-start', '1-volume/{0-create', '2-allow_standby_replay/no', '2-allow_standby_replay/yes', '2-client', '2-node-mgr', '2-ops/repave-all}', '2-ops/rm-zap-wait}', '2-services/basic', '2-services/jaeger', '2-services/mirror', '2-services/nfs-ingress', '2-services/nfs-ingress-rgw-bucket', '2-services/nfs-ingress-rgw-user', '2-services/nvmeof', '2-services/rgw', '2-thrash', '3-final}', '3-inline/no', '3-inline/yes', '3-tasks/radosbench', '3-tasks/small-objects', '3-tasks/snaps-few-objects', '3-upgrade-mgr-staggered', '4-config-upgrade/{fail_fs}', '4-verify}', '5-upgrade-with-workload', '6-verify}}', 'agent/off', 'agent/on', 'base/install', 'centos_8.stream_container_tools', 'cluster/{fixed-3', 'conf/{client', 'conf/{disable-pool-app}', 'fail_fs/no', 'fail_fs/yes', 'fixed-2', 'ignorelist_wrongly_marked_down', 'mds', 'mode/packaged', 'mode/root', 'mon', 'mon_election/classic', 'mon_election/connectivity', 'msgr/async', 'msgr/async-v1only', 'msgr/async-v2only', 'openstack}', 'orch/cephadm/mds_upgrade_sequence/{bluestore-bitmap', 'orch/cephadm/orchestrator_cli/{0-random-distro$/{centos_8.stream_container_tools_crun}', 'orch/cephadm/osds/{0-distro/centos_8.stream_container_tools', 'orch/cephadm/osds/{0-distro/centos_8.stream_container_tools_crun', 'orch/cephadm/rbd_iscsi/{0-single-container-host', 'orch/cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools', 'orch/cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools_crun', 'orch/cephadm/smoke-roleless/{0-distro/rhel_8.6_container_tools_3.0', 'orch/cephadm/smoke-roleless/{0-distro/rhel_8.6_container_tools_rhel8', 'orch/cephadm/smoke-roleless/{0-distro/ubuntu_20.04', 'orch/cephadm/smoke-singlehost/{0-random-distro$/{centos_8.stream_container_tools_crun}', 'orch/cephadm/smoke-singlehost/{0-random-distro$/{ubuntu_20.04}', 'orch/cephadm/smoke-small/{0-distro/centos_8.stream_container_tools_crun', 'orch/cephadm/smoke/{0-distro/centos_8.stream_container_tools_crun', 'orch/cephadm/smoke/{0-distro/rhel_8.6_container_tools_3.0', 'orch/cephadm/smoke/{0-distro/rhel_8.6_container_tools_rhel8', 'orch/cephadm/thrash/{0-distro/centos_8.stream_container_tools_crun', 'orch/cephadm/thrash/{0-distro/rhel_8.6_container_tools_rhel8', 'orch/cephadm/with-work/{0-distro/centos_8.stream_container_tools', 'orch/cephadm/with-work/{0-distro/centos_8.stream_container_tools_crun', 'orch/cephadm/with-work/{0-distro/rhel_8.6_container_tools_3.0', 'orch/cephadm/workunits/{0-distro/rhel_8.6_container_tools_3.0', 'orch/cephadm/workunits/{0-distro/rhel_8.6_container_tools_rhel8', 'orchestrator_cli}', 'osd}', 'overrides/{ignorelist_health', 'pg-warn', 'roles', 'root}', 'start', 'start}', 'syntax}', 'task/test_ca_signed_key}', 'task/test_extra_daemon_features}', 'task/test_iscsi_container/{centos_8.stream_container_tools', 'task/test_set_mon_crush_locations}', 'tasks/rados_api_tests}', 'tasks/rotate-keys}', 'tasks/{0-from/quincy', 'test_iscsi_container}}', 'workloads/cephadm_iscsi}'] Failure: Command failed on smithi186 with status 7: 'curl --silent -L https://2.chacra.ceph.com/binaries/ceph/main/f0804064d67a2a63dbabf1801ff452580a050cfc/centos/8/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm' 12 jobs: ['7434248', '7434175', '7434229', '7434139', '7434117', '7434165', '7434025', '7434021', '7434067', '7434159', '7434177', '7434103'] suites intersection: [] suites union: ['0-nvme-loop', '1-start', '2-ops/repave-all}', '2-services/jaeger', '2-services/mirror', '2-services/nfs-haproxy-proto', '2-services/nfs-ingress', '2-services/nfs-keepalive-only', '2-thrash', '3-final}', '3-tasks/radosbench', 'agent/off', 'agent/on', 'fixed-2', 'mon_election/classic', 'mon_election/connectivity', 'msgr/async', 'orch/cephadm/osds/{0-distro/rhel_8.6_container_tools_3.0', 'orch/cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools_crun', 'orch/cephadm/smoke-roleless/{0-distro/rhel_8.6_container_tools_3.0', 'orch/cephadm/smoke-roleless/{0-distro/rhel_8.6_container_tools_rhel8', 'orch/cephadm/smoke-small/{0-distro/centos_8.stream_container_tools_crun', 'orch/cephadm/smoke/{0-distro/rhel_8.6_container_tools_rhel8', 'orch/cephadm/thrash/{0-distro/rhel_8.6_container_tools_3.0', 'orch/cephadm/workunits/{0-distro/centos_8.stream_container_tools', 'root}', 'start}', 'task/test_orch_cli_mon}'] Failure: Command failed (workunit test suites/fsstress.sh) on smithi186 with status 4: 'mkdir -p -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && cd -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=f0804064d67a2a63dbabf1801ff452580a050cfc TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="1" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.1 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.1 CEPH_MNT=/home/ubuntu/cephtest/mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.1/qa/workunits/suites/fsstress.sh' 1 jobs: ['7434051'] suites: ['1-ranks/1', '1-volume/{0-create', '2-allow_standby_replay/no', '2-client', '3-inline/no', '3-upgrade-mgr-staggered', '4-config-upgrade/{fail_fs}', '4-verify}', '5-upgrade-with-workload', '6-verify}}', 'centos_8.stream_container_tools', 'conf/{client', 'fail_fs/no', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'orch/cephadm/mds_upgrade_sequence/{bluestore-bitmap', 'osd}', 'overrides/{ignorelist_health', 'pg-warn', 'roles', 'syntax}', 'tasks/{0-from/quincy'] Failure: Command failed on smithi105 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e39acb30-7007-11ee-8db6-212e2dc638e7 -e sha1=f0804064d67a2a63dbabf1801ff452580a050cfc -- bash -c \'ceph versions | jq -e \'"\'"\'.overall | length == 1\'"\'"\'\'' 2 jobs: ['7434053', '7434185'] suites intersection: ['1-bootstrap/17.2.0', '1-start', '2-nfs', '3-upgrade-with-workload', '4-final}', 'orch/cephadm/mgr-nfs-upgrade/{0-centos_8.stream_container_tools'] suites union: ['1-bootstrap/17.2.0', '1-start', '2-nfs', '3-upgrade-with-workload', '4-final}', 'orch/cephadm/mgr-nfs-upgrade/{0-centos_8.stream_container_tools'] Failure: Command failed on smithi161 with status 1: 'sudo yum -y install cephfs-java' 1 jobs: ['7434073'] suites: ['agent/on', 'mon_election/classic', 'orch/cephadm/workunits/{0-distro/centos_8.stream_container_tools_crun', 'task/test_orch_cli_mon}'] Failure: No module named 'tasks.cephadm' 1 jobs: ['7434055'] suites: ['orch/cephadm/nfs/{cluster/{1-node}', 'overrides/ignorelist_health', 'supported-random-distros$/{centos_latest}', 'tasks/nfs}']