Found 317 jobs Found 13 distinct failure reasons Timeout 6h running clone.client.0/qa/workunits/rados/test.sh 1 jobs: ['7009186'] suites: ['ceph', 'clusters/{fixed-2', 'd-thrash/default/{default', 'mon_election/connectivity', 'msgr-failures/few', 'msgr/async-v2only', 'objectstore/bluestore-low-osd-mem-target', 'openstack}', 'rados', 'rados/verify/{centos_latest', 'tasks/rados_api_tests', 'thrashosds-health}', 'validater/valgrind}'] Failure: Command failed on smithi035 with status 22: 'kubectl -n rook-ceph exec rook-ceph-tools-7564bb9799-p285q -- ceph orch apply osd --all-available-devices' 1 jobs: ['7008940'] suites: ['0-kubeadm', '0-nvme-loop', '1-rook', '2-workload/none', '3-final', 'cluster/3-node', 'k8s/1.21', 'net/flannel', 'rados/rook/smoke/{0-distro/ubuntu_20.04', 'rook/master}'] Failure: {'smithi040.front.sepia.ceph.com': {'_ansible_no_log': False, 'changed': False, 'cmd': ['/bin/pip3', 'install', '-U', 'git+https://github.com/sebastian-philipp/registries-conf-ctl'], 'invocation': {'module_args': {'chdir': None, 'editable': False, 'executable': 'pip3', 'extra_args': None, 'name': ['git+https://github.com/sebastian-philipp/registries-conf-ctl'], 'requirements': None, 'state': 'latest', 'umask': None, 'version': None, 'virtualenv': None, 'virtualenv_command': 'virtualenv', 'virtualenv_python': None, 'virtualenv_site_packages': False}}, 'msg': 'stdout: Collecting git+https://github.com/sebastian-philipp/registries-conf-ctl\n Cloning https://github.com/sebastian-philipp/registries-conf-ctl to ./pip-vp6gkenk-build\nfatal: unable to access \'https://github.com/sebastian-philipp/registries-conf-ctl/\': OpenSSL SSL_connect: SSL_ERROR_SYSCALL in connection to github.com:443 \n\n:stderr: WARNING: Running pip install with root privileges is generally not a good idea. Try `pip3 install --user` instead.\nCommand "git clone -q https://github.com/sebastian-philipp/registries-conf-ctl /tmp/pip-vp6gkenk-build" failed with error code 128 in None\n'}, 'smithi032.front.sepia.ceph.com': {'_ansible_no_log': False, 'changed': False, 'cmd': ['/bin/pip3', 'install', '-U', 'git+https://github.com/sebastian-philipp/registries-conf-ctl'], 'invocation': {'module_args': {'chdir': None, 'editable': False, 'executable': 'pip3', 'extra_args': None, 'name': ['git+https://github.com/sebastian-philipp/registries-conf-ctl'], 'requirements': None, 'state': 'latest', 'umask': None, 'version': None, 'virtualenv': None, 'virtualenv_command': 'virtualenv', 'virtualenv_python': None, 'virtualenv_site_packages': False}}, 'msg': 'stdout: Collecting git+https://github.com/sebastian-philipp/registries-conf-ctl\n Cloning https://github.com/sebastian-philipp/registries-conf-ctl to ./pip-8p7z8yhx-build\nfatal: unable to access \'https://github.com/sebastian-philipp/registries-conf-ctl/\': Empty reply from server\n\n:stderr: WARNING: Running pip install with root privileges is generally not a good idea. Try `pip3 install --user` instead.\nCommand "git clone -q https://github.com/sebastian-philipp/registries-conf-ctl /tmp/pip-8p7z8yhx-build" failed with error code 128 in None\n'}} 3 jobs: ['7008869', '7008888', '7008864'] suites intersection: ['rados'] suites union: ['ceph', 'cluster/{12-osds', 'clusters/{fixed-2', 'mon_election/classic', 'mon_election/connectivity', 'msgr-failures/few', 'msgr-failures/none', 'msgr/async-v2only', 'objectstore/bluestore-comp-lz4', 'objectstore/bluestore-hybrid', 'openstack}', 'rados', 'rados/singleton/{all/resolve_stuck_peering', 'rados/thrash-erasure-code-big/{ceph', 'rados/thrash-erasure-code-isa/{arch/x86_64', 'recovery-overrides/{more-active-recovery}', 'recovery-overrides/{more-async-recovery}', 'supported-random-distro$/{centos_8}', 'supported-random-distro$/{rhel_8}', 'supported-random-distro$/{rhel_8}}', 'thrashers/pggrow', 'thrashosds-health', 'workloads/ec-rados-plugin=isa-k=2-m=1}', 'workloads/ec-rados-plugin=jerasure-k=4-m=2}'] Failure: Failed to fetch package version from https://shaman.ceph.com/api/search/?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=fa057dc6789b82a9e40ab5fe39d555445fdd68f1 11 jobs: ['7009047', '7009216', '7009187', '7008867', '7009171', '7009238', '7008952', '7008753', '7009008', '7009080', '7008822'] suites intersection: [] suites union: ['mon_election/classic', 'mon_election/connectivity', 'rados/cephadm/workunits/{agent/off', 'rados/cephadm/workunits/{agent/on', 'task/test_adoption}', 'task/test_cephadm}', 'task/test_nfs}', 'task/test_orch_cli}'] Failure: {'smithi176.front.sepia.ceph.com': {'_ansible_no_log': False, 'changed': False, 'cmd': ['/usr/bin/pip3', 'install', '-U', 'git+https://github.com/sebastian-philipp/registries-conf-ctl'], 'invocation': {'module_args': {'chdir': None, 'editable': False, 'executable': 'pip3', 'extra_args': None, 'name': ['git+https://github.com/sebastian-philipp/registries-conf-ctl'], 'requirements': None, 'state': 'latest', 'umask': None, 'version': None, 'virtualenv': None, 'virtualenv_command': 'virtualenv', 'virtualenv_python': None, 'virtualenv_site_packages': False}}, 'msg': "stdout: Collecting git+https://github.com/sebastian-philipp/registries-conf-ctl\n Cloning https://github.com/sebastian-philipp/registries-conf-ctl to ./pip-req-build-4kgwz1dr\n\n:stderr: Running command git clone -q https://github.com/sebastian-philipp/registries-conf-ctl /tmp/pip-req-build-4kgwz1dr\n fatal: unable to access 'https://github.com/sebastian-philipp/registries-conf-ctl/': Failed to connect to github.com port 443: Connection refused\nERROR: Command errored out with exit status 128: git clone -q https://github.com/sebastian-philipp/registries-conf-ctl /tmp/pip-req-build-4kgwz1dr Check the logs for full command output.\n"}} 1 jobs: ['7008877'] suites: ['mon_election/connectivity', 'msgr-failures/few', 'msgr/async', 'objectstore/bluestore-low-osd-mem-target', 'rados', 'rados/singleton/{all/test-crash', 'supported-random-distro$/{ubuntu_latest}}'] Failure: Command failed (workunit test cephadm/test_repos.sh) on smithi203 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=fa057dc6789b82a9e40ab5fe39d555445fdd68f1 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_repos.sh' 2 jobs: ['7008904', '7009145'] suites intersection: ['task/test_cephadm_repos}'] suites union: ['mon_election/classic', 'mon_election/connectivity', 'rados/cephadm/workunits/{agent/off', 'rados/cephadm/workunits/{agent/on', 'task/test_cephadm_repos}'] Failure: Command failed on smithi115 with status 1: 'kubectl apply -f https://docs.projectcalico.org/manifests/tigera-operator.yaml' 3 jobs: ['7008783', '7009084', '7009200'] suites intersection: ['0-kubeadm', '0-nvme-loop', '1-rook', '3-final', 'k8s/1.21', 'rados/rook/smoke/{0-distro/ubuntu_20.04'] suites union: ['0-kubeadm', '0-nvme-loop', '1-rook', '2-workload/none', '2-workload/radosbench', '3-final', 'cluster/1-node', 'cluster/3-node', 'k8s/1.21', 'net/calico', 'net/host', 'rados/rook/smoke/{0-distro/ubuntu_20.04', 'rook/1.7.2}', 'rook/master}'] Failure: expected valgrind issues and found none 2 jobs: ['7009174', '7008791'] suites intersection: ['centos_latest}', 'rados/valgrind-leaks/{1-start'] suites union: ['2-inject-leak/mon', '2-inject-leak/osd', 'centos_latest}', 'rados/valgrind-leaks/{1-start'] Timeout 3h running clone.client.0/qa/workunits/rados/test.sh 1 jobs: ['7009226'] suites: ['clusters/{fixed-2', 'mon_election/connectivity', 'msgr-failures/many', 'msgr/async-v1only', 'objectstore/bluestore-low-osd-mem-target', 'openstack}', 'rados', 'rados/basic/{ceph', 'supported-random-distro$/{ubuntu_latest}', 'tasks/rados_api_tests}'] Failure: Command failed (workunit test rados/test.sh) on smithi081 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=fa057dc6789b82a9e40ab5fe39d555445fdd68f1 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 ALLOW_TIMEOUTS=1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 6h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh' 1 jobs: ['7008860'] suites: ['ceph', 'clusters/{fixed-2', 'd-thrash/default/{default', 'mon_election/connectivity', 'msgr-failures/few', 'msgr/async-v2only', 'objectstore/bluestore-bitmap', 'openstack}', 'rados', 'rados/verify/{centos_latest', 'tasks/rados_api_tests', 'thrashosds-health}', 'validater/valgrind}'] Timeout 3h running clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 1 jobs: ['7009092'] suites: ['ceph', 'clusters/{fixed-2', 'd-thrash/default/{default', 'mon_election/connectivity', 'msgr-failures/few', 'msgr/async', 'objectstore/bluestore-comp-zstd', 'openstack}', 'rados', 'rados/verify/{centos_latest', 'tasks/rados_cls_all', 'thrashosds-health}', 'validater/valgrind}'] Failure: Command failed (workunit test osd/repro_long_log.sh) on smithi039 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=fa057dc6789b82a9e40ab5fe39d555445fdd68f1 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/standalone/osd/repro_long_log.sh' 1 jobs: ['7009210'] suites: ['rados/standalone/{supported-random-distro$/{centos_8}', 'workloads/osd}'] Failure: Command failed (workunit test cephadm/test_dashboard_e2e.sh) on smithi008 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=fa057dc6789b82a9e40ab5fe39d555445fdd68f1 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_dashboard_e2e.sh' 1 jobs: ['7009198'] suites: ['debug/mgr', 'mon_election/classic', 'rados/dashboard/{0-single-container-host', 'random-objectstore$/{bluestore-hybrid}', 'tasks/e2e}']