Found 74 jobs Missing teuthology log /home/teuthworker/archive/teuthology-2024-02-22_02:25:13-upgrade:reef-x-main-distro-default-smithi/7570585/teuthology.log Found 5 distinct failure reasons Failure: SSH connection to smithi082 was lost: "sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3fcc2418-d15f-11ee-95bf-87774f69a715 -e sha1=ed736fab6e085a92a26ee35dbee96d20fcd1b10b -- bash -c 'while ! ceph mon versions | grep $sha1 ; do sleep 2 ; done'" 60 jobs suites intersection: [] suites union: ['0-roles', '0-start', '1-start', '1-tasks', '2-first-half-tasks/radosbench', '2-first-half-tasks/rbd-cls', '2-first-half-tasks/rbd-import-export', '2-first-half-tasks/rbd_api', '2-first-half-tasks/readwrite', '2-first-half-tasks/snaps-few-objects', '3-stress-tasks/{radosbench', '4-second-half-tasks/radosbench', '4-second-half-tasks/rbd-import-export', 'mon_election/classic}', 'mon_election/connectivity', 'mon_election/connectivity}', 'rados_api', 'rados_loadgenbig', 'rbd-cls', 'rbd-import-export', 'rbd_api', 'rbd_import_export', 'readwrite', 'snaps-few-objects}', 'test_rbd_api', 'test_rbd_python}}', 'upgrade-sequence', 'upgrade:reef-x/parallel/{0-random-distro$/{ubuntu_22.04}', 'upgrade:reef-x/stress-split/{0-distro/centos_9.stream', 'upgrade:reef-x/stress-split/{0-distro/centos_9.stream_runc', 'upgrade:reef-x/stress-split/{0-distro/ubuntu_22.04', 'workload/{ec-rados-default'] Failure: SSH connection to smithi158 was lost: "sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6032a252-d12f-11ee-95bd-87774f69a715 -e sha1=ed736fab6e085a92a26ee35dbee96d20fcd1b10b -- bash -c 'while ! ceph mon versions | grep $sha1 ; do sleep 2 ; done'" 11 jobs: ['7570545', '7570591', '7570573', '7570583', '7570525', '7570528', '7570588', '7570590', '7570566', '7570592', '7570541'] suites intersection: [] suites union: ['0-roles', '0-start', '1-start', '1-tasks', '2-first-half-tasks/rbd-cls', '2-first-half-tasks/rbd-import-export', '2-first-half-tasks/rbd_api', '2-first-half-tasks/readwrite', '2-first-half-tasks/snaps-few-objects', '3-stress-tasks/{radosbench', '4-second-half-tasks/radosbench', '4-second-half-tasks/rbd-import-export', 'mon_election/classic', 'mon_election/classic}', 'mon_election/connectivity}', 'rados_api', 'rados_loadgenbig', 'rbd-cls', 'rbd-import-export', 'rbd_api', 'rbd_import_export', 'readwrite', 'snaps-few-objects}', 'test_rbd_api', 'test_rbd_python}}', 'upgrade-sequence', 'upgrade:reef-x/parallel/{0-random-distro$/{centos_9.stream_runc}', 'upgrade:reef-x/stress-split/{0-distro/centos_9.stream', 'upgrade:reef-x/stress-split/{0-distro/centos_9.stream_runc', 'upgrade:reef-x/stress-split/{0-distro/ubuntu_22.04', 'workload/{ec-rados-default'] Failure: machine smithi115.front.sepia.ceph.com is not locked 1 jobs: ['7570597'] suites: ['0-roles', '1-start', '2-first-half-tasks/readwrite', '3-stress-tasks/{radosbench', '4-second-half-tasks/rbd-import-export', 'mon_election/connectivity}', 'rbd-cls', 'rbd-import-export', 'rbd_api', 'readwrite', 'snaps-few-objects}', 'upgrade:reef-x/stress-split/{0-distro/ubuntu_22.04'] Failure: Command failed on smithi125 with status 5: 'sudo systemctl stop ceph-01b3e2a6-d15f-11ee-95bf-87774f69a715@mon.a' 1 jobs: ['7570584'] suites: ['0-roles', '1-start', '2-first-half-tasks/rbd_api', '3-stress-tasks/{radosbench', '4-second-half-tasks/radosbench', 'mon_election/classic}', 'rbd-cls', 'rbd-import-export', 'rbd_api', 'readwrite', 'snaps-few-objects}', 'upgrade:reef-x/stress-split/{0-distro/centos_9.stream'] Dead: None 1 jobs: ['7570585']