Found 98 jobs Missing teuthology log /home/teuthworker/archive/adking-2023-11-20_05:57:12-orch:cephadm-wip-adk-testing-2023-11-19-1956-distro-default-smithi/7462944/teuthology.log Found 8 distinct failure reasons Failure: Command failed on smithi008 with status 22: 'sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3e320d455af86abe397f026166a45eba1e1ba6f8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fe673eca-8787-11ee-959e-87774f69a715 -- ceph rgw realm bootstrap -i -' 1 jobs: ['7462972'] suites: ['agent/off', 'mon_election/classic', 'orch:cephadm/workunits/{0-distro/ubuntu_20.04', 'task/test_rgw_multisite}'] Failure: Command failed (workunit test cephadm/test_repos.sh) on smithi057 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=3e320d455af86abe397f026166a45eba1e1ba6f8 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_repos.sh' 1 jobs: ['7462999'] suites: ['agent/on', 'mon_election/connectivity', 'orch:cephadm/workunits/{0-distro/ubuntu_20.04', 'task/test_cephadm_repos}'] Failure: Command failed (workunit test cephadm/test_iscsi_setup.sh) on smithi029 with status 24: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=3e320d455af86abe397f026166a45eba1e1ba6f8 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_iscsi_setup.sh' 2 jobs: ['7462951', '7463018'] suites intersection: ['task/test_iscsi_container/{centos_8.stream_container_tools', 'test_iscsi_container}}'] suites union: ['agent/off', 'agent/on', 'mon_election/classic', 'mon_election/connectivity', 'orch:cephadm/workunits/{0-distro/centos_8.stream_container_tools', 'orch:cephadm/workunits/{0-distro/rhel_8.6_container_tools_rhel8', 'task/test_iscsi_container/{centos_8.stream_container_tools', 'test_iscsi_container}}'] Dead: None 1 jobs: ['7462944'] Failure: failed to install new kernel version within timeout 1 jobs: ['7462943'] suites: ['1-start', '2-services/basic', '3-final}', 'orch:cephadm/smoke-singlehost/{0-random-distro$/{centos_8.stream_container_tools_crun}'] Failure: Command failed on smithi116 with status 1: 'sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers' 2 jobs: ['7462937', '7462942'] suites intersection: [] suites union: ['0-nvme-loop', '1-start', '2-ops/rm-zap-flag}', 'base/install', 'cluster/{fixed-3', 'conf/{disable-pool-app}', 'openstack}', 'orch:cephadm/osds/{0-distro/centos_8.stream_container_tools_crun', 'orch:cephadm/rbd_iscsi/{0-single-container-host', 'workloads/cephadm_iscsi}'] Failure: Command failed on smithi088 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a7cd87a2-8775-11ee-959e-87774f69a715 -e sha1=3e320d455af86abe397f026166a45eba1e1ba6f8 -- bash -c \'ceph versions | jq -e \'"\'"\'.overall | length == 1\'"\'"\'\'' 1 jobs: ['7462939'] suites: ['1-bootstrap/17.2.0', '1-start', '2-nfs', '3-upgrade-with-workload', '4-final}', 'orch:cephadm/mgr-nfs-upgrade/{0-centos_8.stream_container_tools'] Failure: SELinux denials found on ubuntu@smithi055.front.sepia.ceph.com: ['type=AVC msg=audit(1700465394.012:22020): avc: denied { ioctl } for pid=124523 comm="iptables" path="/var/lib/containers/storage/overlay/b60ce6c56efbc11c1ddd2cf1d5f02783fe701873479dec0aae713f57f17158e9/merged" dev="overlay" ino=2228299 scontext=system_u:system_r:iptables_t:s0 tcontext=system_u:object_r:container_file_t:s0:c1022,c1023 tclass=dir permissive=1'] 1 jobs: ['7462936'] suites: ['agent/off', 'mon_election/classic', 'orch:cephadm/workunits/{0-distro/rhel_8.6_container_tools_rhel8', 'task/test_extra_daemon_features}']