Found 159 jobs Found 6 distinct failure reasons Failure: Command failed on smithi131 with status 1: 'sudo yum -y install ceph' 21 jobs: ['7484579', '7484680', '7484638', '7484631', '7484590', '7484589', '7484651', '7484707', '7484715', '7484580', '7484701', '7484716', '7484637', '7484710', '7484697', '7484643', '7484567', '7484646', '7484698', '7484582', '7484613'] suites intersection: [] suites union: ['1-start', '2-node-mgr', '2-thrash', '3-tasks/rados_api_tests', '3-tasks/radosbench', '3-tasks/small-objects', '3-tasks/snaps-few-objects', 'agent/off', 'agent/on', 'fixed-2', 'mode/packaged', 'mode/root', 'mon_election/classic', 'mon_election/connectivity', 'msgr/async', 'msgr/async-v1only', 'msgr/async-v2only', 'orch/cephadm/orchestrator_cli/{0-random-distro$/{rhel_8.6_container_tools_3.0}', 'orch/cephadm/orchestrator_cli/{0-random-distro$/{rhel_8.6_container_tools_rhel8}', 'orch/cephadm/thrash/{0-distro/rhel_8.6_container_tools_3.0', 'orch/cephadm/thrash/{0-distro/rhel_8.6_container_tools_rhel8', 'orch/cephadm/with-work/{0-distro/rhel_8.6_container_tools_3.0', 'orch/cephadm/with-work/{0-distro/rhel_8.6_container_tools_rhel8', 'orch/cephadm/workunits/{0-distro/rhel_8.6_container_tools_3.0', 'orch/cephadm/workunits/{0-distro/rhel_8.6_container_tools_rhel8', 'orchestrator_cli}', 'root}', 'start', 'task/test_adoption}', 'task/test_ca_signed_key}', 'task/test_extra_daemon_features}', 'task/test_host_drain}', 'task/test_orch_cli_mon}', 'task/test_orch_cli}', 'task/test_rgw_multisite}', 'task/test_set_mon_crush_locations}', 'tasks/rados_api_tests}', 'tasks/rotate-keys}'] Failure: Command failed on smithi023 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9eab968a-963b-11ee-95a3-87774f69a715 -e sha1=9dcc13bb80dcc1cdea72b04d80505b4649a2b882 -- bash -c \'ceph versions | jq -e \'"\'"\'.overall | length == 1\'"\'"\'\'' 17 jobs: ['7484649', '7484629', '7484674', '7484679', '7484695', '7484603', '7484615', '7484571', '7484648', '7484662', '7484621', '7484628', '7484599', '7484690', '7484704', '7484585', '7484575'] suites intersection: [] suites union: ['1-bootstrap/17.2.0', '1-ranks/1', '1-ranks/2', '1-start', '1-volume/{0-create', '2-allow_standby_replay/no', '2-allow_standby_replay/yes', '2-client', '2-nfs', '2-repo_digest/defaut', '2-repo_digest/repo_digest', '3-inline/no', '3-inline/yes', '3-upgrade-mgr-staggered', '3-upgrade-with-workload', '3-upgrade/simple', '3-upgrade/staggered', '4-config-upgrade/{fail_fs}', '4-final}', '4-verify}', '4-wait', '5-upgrade-ls', '5-upgrade-with-workload', '6-verify}}', 'agent/off', 'agent/on', 'centos_8.stream_container_tools', 'conf/{client', 'fail_fs/no', 'fail_fs/yes', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mon_election/classic}', 'mon_election/connectivity}', 'orch/cephadm/mds_upgrade_sequence/{bluestore-bitmap', 'orch/cephadm/mgr-nfs-upgrade/{0-centos_8.stream_container_tools', 'orch/cephadm/upgrade/{1-start-distro/1-start-centos_8.stream_container-tools', 'orch/cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04', 'osd}', 'overrides/{ignorelist_health', 'pg-warn', 'roles', 'syntax}', 'tasks/{0-from/quincy'] Failure: Command failed on smithi032 with status 1: 'sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest' 2 jobs: ['7484647', '7484568'] suites intersection: ['fixed-2', 'mode/root', 'mon_election/connectivity', 'msgr/async-v1only', 'start', 'tasks/rados_python}'] suites union: ['fixed-2', 'mode/root', 'mon_election/connectivity', 'msgr/async-v1only', 'orch/cephadm/with-work/{0-distro/rhel_8.6_container_tools_3.0', 'orch/cephadm/with-work/{0-distro/rhel_8.6_container_tools_rhel8', 'start', 'tasks/rados_python}'] Dead: b'2023-12-09T15:04:10.410 DEBUG:teuthology.exit:Finished running handlers' 1 jobs: ['7484708'] suites: ['1-bootstrap/17.2.0', '1-start', '2-nfs', '3-upgrade-with-workload', '4-final}', 'orch/cephadm/mgr-nfs-upgrade/{0-centos_8.stream_container_tools'] Failure: Command failed on smithi053 with status 100: "sudo apt update && sudo apt install -y apt-transport-https ca-certificates curl && sudo curl -fsSLo /usr/share/keyrings/kubernetes-archive-keyring.gpg https://packages.cloud.google.com/apt/doc/apt-key.gpg && echo 'deb [signed-by=/usr/share/keyrings/kubernetes-archive-keyring.gpg] https://apt.kubernetes.io/ kubernetes-xenial main' | sudo tee /etc/apt/sources.list.d/kubernetes.list && sudo apt update && sudo apt install -y kubelet kubeadm kubectl bridge-utils" 4 jobs: ['7484705', '7484626', '7484665', '7484586'] suites intersection: ['0-kubeadm', '0-nvme-loop', '1-rook', 'k8s/1.21', 'orch/rook/smoke/{0-distro/ubuntu_20.04'] suites union: ['0-kubeadm', '0-nvme-loop', '1-rook', '2-workload/none', '2-workload/radosbench', 'cluster/1-node', 'cluster/3-node', 'k8s/1.21', 'net/calico', 'net/flannel', 'net/host', 'orch/rook/smoke/{0-distro/ubuntu_20.04', 'rook/1.7.2}', 'rook/master}'] Failure: Command failed on smithi111 with status 22: 'sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:9dcc13bb80dcc1cdea72b04d80505b4649a2b882 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 04cf99d2-9643-11ee-95a3-87774f69a715 -- ceph rgw realm bootstrap -i -' 2 jobs: ['7484717', '7484570'] suites intersection: ['agent/off', 'mon_election/connectivity', 'task/test_rgw_multisite}'] suites union: ['agent/off', 'mon_election/connectivity', 'orch/cephadm/workunits/{0-distro/centos_8.stream_container_tools', 'orch/cephadm/workunits/{0-distro/ubuntu_20.04', 'task/test_rgw_multisite}']