Found 98 jobs Found 7 distinct failure reasons Failure: Command failed on smithi050 with status 1: 'sudo yum -y install cephfs-java' 1 jobs: ['7460566'] suites: ['agent/off', 'mon_election/classic', 'orch:cephadm/workunits/{0-distro/rhel_8.6_container_tools_rhel8', 'task/test_cephadm}'] Failure: Config file not found: "/home/teuthworker/src/git.ceph.com_ceph-c_50bc6740f385afe4f36770e739358479a73d8add/qa/tasks/cephadm.conf". 8 jobs: ['7460523', '7460525', '7460535', '7460559', '7460511', '7460532', '7460510', '7460522'] suites intersection: [] suites union: ['0-nvme-loop', '1-ranks/2', '1-start', '1-volume/{0-create', '2-allow_standby_replay/yes', '2-client', '2-ops/rm-zap-flag}', '2-services/client-keyring', '2-services/nfs', '2-services/nfs-ingress', '2-services/nfs-keepalive-only', '3-final}', '3-inline/no', '3-upgrade-mgr-staggered', '4-config-upgrade/{fail_fs}', '4-verify}', '5-upgrade-with-workload', '6-verify}}', 'agent/off', 'centos_8.stream_container_tools', 'conf/{client', 'fail_fs/no', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mon_election/classic', 'orch:cephadm/mds_upgrade_sequence/{bluestore-bitmap', 'orch:cephadm/osds/{0-distro/centos_8.stream_container_tools_crun', 'orch:cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools_crun', 'orch:cephadm/smoke-roleless/{0-distro/rhel_8.6_container_tools_3.0', 'orch:cephadm/smoke-roleless/{0-distro/rhel_8.6_container_tools_rhel8', 'orch:cephadm/smoke-roleless/{0-distro/ubuntu_20.04', 'orch:cephadm/workunits/{0-distro/centos_8.stream_container_tools', 'orch:cephadm/workunits/{0-distro/rhel_8.6_container_tools_rhel8', 'osd}', 'overrides/{ignorelist_health', 'pg-warn', 'roles', 'syntax}', 'task/test_extra_daemon_features}', 'task/test_iscsi_container/{centos_8.stream_container_tools', 'tasks/{0-from/quincy', 'test_iscsi_container}}'] Failure: No module named 'tasks.cephadm' 5 jobs: ['7460561', '7460550', '7460545', '7460540', '7460569'] suites intersection: [] suites union: ['1-start', '2-repo_digest/repo_digest', '2-thrash', '3-tasks/snaps-few-objects', '3-upgrade/simple', '4-wait', '5-upgrade-ls', 'agent/off', 'agent/on', 'fixed-2', 'mode/packaged', 'mode/root', 'mon_election/classic', 'mon_election/connectivity', 'mon_election/connectivity}', 'msgr/async', 'msgr/async-v1only', 'orch:cephadm/thrash/{0-distro/centos_8.stream_container_tools_crun', 'orch:cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04', 'orch:cephadm/with-work/{0-distro/centos_8.stream_container_tools_crun', 'orch:cephadm/with-work/{0-distro/ubuntu_20.04', 'orch:cephadm/workunits/{0-distro/centos_8.stream_container_tools', 'root}', 'start', 'task/test_set_mon_crush_locations}', 'tasks/rados_python}'] Failure: Command failed on smithi046 with status 22: 'sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:50bc6740f385afe4f36770e739358479a73d8add shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 967efd1a-8477-11ee-8dbe-212e2dc638e7 -- ceph rgw realm bootstrap -i -' 2 jobs: ['7460546', '7460513'] suites intersection: [] suites union: ['1-bootstrap/17.2.0', '1-start', '2-nfs', '3-upgrade-with-workload', '4-final}', 'agent/off', 'mon_election/classic', 'orch:cephadm/mgr-nfs-upgrade/{0-centos_8.stream_container_tools', 'orch:cephadm/workunits/{0-distro/ubuntu_20.04', 'task/test_rgw_multisite}'] Failure: Command failed (workunit test cephadm/test_iscsi_setup.sh) on smithi081 with status 24: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=50bc6740f385afe4f36770e739358479a73d8add TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_iscsi_setup.sh' 1 jobs: ['7460592'] suites: ['agent/on', 'mon_election/connectivity', 'orch:cephadm/workunits/{0-distro/rhel_8.6_container_tools_rhel8', 'task/test_iscsi_container/{centos_8.stream_container_tools', 'test_iscsi_container}}'] Failure: Command failed (workunit test cephadm/test_repos.sh) on smithi045 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=50bc6740f385afe4f36770e739358479a73d8add TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_repos.sh' 1 jobs: ['7460573'] suites: ['agent/on', 'mon_election/connectivity', 'orch:cephadm/workunits/{0-distro/ubuntu_20.04', 'task/test_cephadm_repos}'] Failure: Command failed on smithi084 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7d6a7638-8477-11ee-8dbe-212e2dc638e7 -e sha1=50bc6740f385afe4f36770e739358479a73d8add -- bash -c \'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e \'"\'"\'.up_to_date | length == 7\'"\'"\'\'' 1 jobs: ['7460548'] suites: ['2-repo_digest/defaut', '3-upgrade/staggered', '4-wait', '5-upgrade-ls', 'agent/on', 'mon_election/classic}', 'orch:cephadm/upgrade/{1-start-distro/1-start-centos_8.stream_container-tools']