Found 97 jobs
Found 12 distinct failure reasons
Failure: Command failed on smithi149 with status 2: 'sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a1a6e532-97c8-11ed-9e55-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_4 --force'
20 jobs: ['7129940', '7129935', '7129954', '7129899', '7129923', '7129890', '7129924', '7129916', '7129965', '7129910', '7129943', '7129962', '7129895', '7129958', '7129929', '7129966', '7129917', '7129949', '7129891', '7129906']
suites intersection: []
suites union: ['0-nvme-loop', '1-bootstrap/16.2.0', '1-bootstrap/16.2.4', '1-bootstrap/16.2.5', '1-ranks/1', '1-ranks/2', '1-start', '1-volume/{0-create', '2-allow_standby_replay/no', '2-allow_standby_replay/yes', '2-client', '2-nfs', '2-repo_digest/defaut', '2-repo_digest/repo_digest', '3-inline/no', '3-inline/yes', '3-upgrade-mgr-staggered', '3-upgrade-with-workload', '3-upgrade/simple', '3-upgrade/staggered', '4-config-upgrade/{fail_fs}', '4-final}', '4-verify}', '4-wait', '5-upgrade-ls', '5-upgrade-with-workload', '6-verify}}', 'agent/off', 'agent/on', 'centos_8.stream_container_tools', 'conf/{client', 'fail_fs/no', 'fail_fs/yes', 'fixed-2', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mon_election/classic', 'mon_election/classic}', 'mon_election/connectivity', 'mon_election/connectivity}', 'orch:cephadm/mds_upgrade_sequence/{bluestore-bitmap', 'orch:cephadm/mgr-nfs-upgrade/{0-centos_8.stream_container_tools', 'orch:cephadm/smoke/{0-distro/centos_8.stream_container_tools', 'orch:cephadm/smoke/{0-distro/centos_8.stream_container_tools_crun', 'orch:cephadm/smoke/{0-distro/rhel_8.6_container_tools_3.0', 'orch:cephadm/smoke/{0-distro/rhel_8.6_container_tools_rhel8', 'orch:cephadm/smoke/{0-distro/ubuntu_20.04', 'orch:cephadm/upgrade/{1-start-distro/1-start-centos_8.stream_container-tools', 'orch:cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04', 'osd}', 'overrides/{ignorelist_health', 'pg-warn', 'roles', 'start}', 'syntax}', 'tasks/{0-from/pacific', 'tasks/{0-from/v16.2.4']

Failure: reached maximum tries (120) after waiting for 120 seconds
18 jobs: ['7129938', '7129909', '7129889', '7129886', '7129945', '7129961', '7129921', '7129919', '7129931', '7129903', '7129898', '7129905', '7129914', '7129948', '7129957', '7129927', '7129950', '7129934']
suites intersection: ['0-nvme-loop', '1-start']
suites union: ['0-nvme-loop', '1-start', '2-ops/repave-all}', '2-ops/rm-zap-add}', '2-ops/rm-zap-flag}', '2-ops/rm-zap-wait}', '2-ops/rmdir-reactivate}', '2-services/basic', '2-services/client-keyring', '2-services/iscsi', '2-services/jaeger', '2-services/mirror', '2-services/nfs', '2-services/nfs-ingress', '2-services/nfs-ingress-rgw-bucket', '2-services/nfs-ingress-rgw-user', '2-services/nfs-ingress2', '2-services/nfs2', '2-services/rgw', '2-services/rgw-ingress', '3-final}', 'orch:cephadm/osds/{0-distro/centos_8.stream_container_tools', 'orch:cephadm/osds/{0-distro/centos_8.stream_container_tools_crun', 'orch:cephadm/osds/{0-distro/rhel_8.6_container_tools_3.0', 'orch:cephadm/osds/{0-distro/rhel_8.6_container_tools_rhel8', 'orch:cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools', 'orch:cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools_crun', 'orch:cephadm/smoke-roleless/{0-distro/rhel_8.6_container_tools_3.0', 'orch:cephadm/smoke-roleless/{0-distro/rhel_8.6_container_tools_rhel8', 'orch:cephadm/smoke-roleless/{0-distro/ubuntu_20.04']

Dead: b"TypeError: argument of type 'NoneType' is not iterable"
5 jobs: ['7129977', '7129978', '7129963', '7129980', '7129981']
suites intersection: []
suites union: ['0-nvme-loop', '1-ranks/1', '1-start', '1-volume/{0-create', '2-allow_standby_replay/no', '2-client', '2-ops/rm-zap-flag}', '2-thrash', '3-inline/yes', '3-tasks/radosbench', '3-upgrade-mgr-staggered', '4-config-upgrade/{fail_fs}', '4-verify}', '5-upgrade-with-workload', '6-verify}}', 'agent/on', 'centos_8.stream_container_tools', 'conf/{client', 'fail_fs/yes', 'fixed-2', 'ignorelist_wrongly_marked_down', 'mds', 'mode/root', 'mon', 'mon_election/connectivity', 'msgr/async', 'msgr/async-v2only', 'orch:cephadm/mds_upgrade_sequence/{bluestore-bitmap', 'orch:cephadm/osds/{0-distro/centos_8.stream_container_tools', 'orch:cephadm/thrash/{0-distro/rhel_8.6_container_tools_rhel8', 'orch:cephadm/with-work/{0-distro/rhel_8.6_container_tools_rhel8', 'orch:cephadm/workunits/{0-distro/rhel_8.6_container_tools_rhel8', 'osd}', 'overrides/{ignorelist_health', 'pg-warn', 'roles', 'root}', 'start', 'syntax}', 'task/test_orch_cli}', 'tasks/rados_python}', 'tasks/{0-from/pacific']

Failure: {'smithi178.front.sepia.ceph.com': {'changed': False, 'msg': 'Failed to connect to the host via ssh: ssh: connect to host smithi178.front.sepia.ceph.com port 22: No route to host', 'unreachable': True}}
1 jobs: ['7129979']
suites: ['0-nvme-loop', '1-start', '2-services/nfs-ingress-rgw-bucket', '3-final}', 'orch:cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools_crun']

Failure: Test failure: test_non_existent_cluster (tasks.cephfs.test_nfs.TestNFS)
2 jobs: ['7129897', '7129933']
suites intersection: ['task/test_nfs}']
suites union: ['agent/off', 'agent/on', 'mon_election/classic', 'mon_election/connectivity', 'orch:cephadm/workunits/{0-distro/centos_8.stream_container_tools', 'orch:cephadm/workunits/{0-distro/rhel_8.6_container_tools_rhel8', 'task/test_nfs}']

Dead: b'2023-01-19T19:40:19.823 DEBUG:teuthology.exit:Finished running handlers'
1 jobs: ['7129976']
suites: ['fixed-2', 'mode/packaged', 'mon_election/classic', 'msgr/async-v2only', 'orch:cephadm/with-work/{0-distro/rhel_8.6_container_tools_3.0', 'start', 'tasks/rados_api_tests}']

Failure: Cannot connect to remote host smithi148
10 jobs: ['7129972', '7129971', '7129973', '7129964', '7129970', '7129967', '7129974', '7129969', '7129952', '7129968']
suites intersection: []
suites union: ['0-nvme-loop', '1-start', '2-ops/rm-zap-add}', '2-services/jaeger', '2-services/mirror', '3-final}', 'agent/off', 'agent/on', 'fixed-2', 'mode/packaged', 'mode/root', 'mon_election/classic', 'mon_election/connectivity', 'msgr/async', 'msgr/async-v1only', 'msgr/async-v2only', 'orch:cephadm/osds/{0-distro/ubuntu_20.04', 'orch:cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools', 'orch:cephadm/smoke-roleless/{0-distro/ubuntu_20.04', 'orch:cephadm/smoke/{0-distro/ubuntu_20.04', 'orch:cephadm/with-work/{0-distro/centos_8.stream_container_tools', 'orch:cephadm/with-work/{0-distro/centos_8.stream_container_tools_crun', 'orch:cephadm/with-work/{0-distro/ubuntu_20.04', 'orch:cephadm/workunits/{0-distro/centos_8.stream_container_tools_crun', 'orch:cephadm/workunits/{0-distro/rhel_8.6_container_tools_3.0', 'start', 'start}', 'task/test_iscsi_pids_limit/{centos_8.stream_container_tools', 'task/test_nfs}', 'tasks/rados_api_tests}', 'tasks/rados_python}', 'tasks/rotate-keys}', 'test_iscsi_pids_limit}}']

Failure: 
1 jobs: ['7129951']
suites: ['1-start', '2-thrash', '3-tasks/rados_api_tests', 'fixed-2', 'msgr/async-v1only', 'orch:cephadm/thrash/{0-distro/rhel_8.6_container_tools_3.0', 'root}']

Failure: Command failed on smithi032 with status 1: 'TESTDIR=/home/ubuntu/cephtest bash -s'
1 jobs: ['7129887']
suites: ['agent/on', 'mon_election/connectivity', 'orch:cephadm/workunits/{0-distro/rhel_8.6_container_tools_3.0', 'task/test_iscsi_pids_limit/{centos_8.stream_container_tools', 'test_iscsi_pids_limit}}']

Failure: SSH connection to smithi078 was lost: 'sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true'
1 jobs: ['7129975']
suites: ['1-start', '2-thrash', '3-tasks/small-objects', 'fixed-2', 'msgr/async', 'orch:cephadm/thrash/{0-distro/ubuntu_20.04', 'root}']

Failure: SSH connection to smithi008 was lost: 'sudo cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8c2873fed10920a9f11c8fd09e87e77c92bfa3c8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c1d8e91a-97cb-11ed-9e55-001a4aab830c -- bash -c \'set -ex\nfor f in osd.0 osd.1 osd.2 osd.3 osd.4 osd.5 osd.6 osd.7 mgr.y mgr.x\ndo\n    echo "rotating key for $f"\n    K=$(ceph auth get-key $f)\n    NK="$K"\n    ceph orch daemon rotate-key $f\n    while [ "$K" == "$NK" ]; do\n        sleep 5\n        NK=$(ceph auth get-key $f)\n    done\ndone\n\''
1 jobs: ['7129959']
suites: ['fixed-2', 'mode/packaged', 'mon_election/classic', 'msgr/async-v1only', 'orch:cephadm/with-work/{0-distro/rhel_8.6_container_tools_rhel8', 'start', 'tasks/rotate-keys}']

Failure: SSH connection to smithi006 was lost: 'sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic-hwe-20.04'
1 jobs: ['7129982']
suites: ['agent/off', 'mon_election/classic', 'orch:cephadm/workunits/{0-distro/ubuntu_20.04', 'task/test_orch_cli_mon}']