Found 317 jobs Found 5 distinct failure reasons Failure: Failed to fetch package version from https://shaman.ceph.com/api/search/?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=c7865d6bf0b758ab0454ca205bdaad473eeaf228 6 jobs: ['6743279', '6743280', '6743286', '6743298', '6743301', '6743277'] suites intersection: ['rados'] suites union: ['ceph', 'clusters/{fixed-2', 'd-thrash/none', 'fast/normal', 'mon_election/classic', 'mon_election/connectivity', 'msgr-failures/few', 'msgr-failures/many', 'msgr-failures/osd-dispatch-delay', 'msgr/async-v1only', 'objectstore/bluestore-comp-lz4', 'objectstore/bluestore-low-osd-mem-target', 'objectstore/filestore-xfs', 'openstack}', 'rados', 'rados/singleton-nomsgr/{all/balancer', 'rados/singleton/{all/radostool', 'rados/thrash-erasure-code/{ceph', 'rados/verify/{centos_latest', 'recovery-overrides/{more-async-partial-recovery}', 'supported-random-distro$/{centos_8}', 'supported-random-distro$/{centos_8}}', 'supported-random-distro$/{rhel_8}}', 'tasks/rados_api_tests', 'thrashers/careful', 'thrashosds-health', 'validater/lockdep}', 'workloads/ec-rados-plugin=jerasure-k=2-m=1}'] Failure: Command failed (workunit test rados/test.sh) on smithi115 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=c7865d6bf0b758ab0454ca205bdaad473eeaf228 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 ALLOW_TIMEOUTS=1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 6h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh' 5 jobs: ['6743434', '6743509', '6743308', '6743703', '6743503'] suites intersection: ['rados'] suites union: ['1-pg-log-overrides/normal_pg_log', '2-recovery-overrides/{more-partial-recovery}', '3-scrub-overrides/{max-simultaneous-scrubs-2}', 'backoff/peering', 'ceph', 'clusters/3-mons', 'clusters/{fixed-2', 'crc-failures/bad_map_crc_failure', 'd-balancer/crush-compat', 'd-thrash/default/{default', 'd-thrash/none', 'mon_election/classic', 'mon_election/connectivity', 'msgr-failures/few', 'msgr-failures/many', 'msgr-failures/mon-delay', 'msgr-failures/osd-dispatch-delay', 'msgr/async-v1only', 'msgr/async-v2only', 'objectstore/bluestore-bitmap', 'objectstore/bluestore-comp-zlib', 'objectstore/bluestore-comp-zstd', 'objectstore/bluestore-low-osd-mem-target', 'objectstore/bluestore-stupid', 'openstack}', 'rados', 'rados/basic/{ceph', 'rados/monthrash/{ceph', 'rados/thrash/{0-size-min-size-overrides/2-size-2-min-size', 'rados/verify/{centos_latest', 'supported-random-distro$/{centos_8}', 'supported-random-distro$/{ubuntu_latest}', 'tasks/rados_api_tests', 'tasks/rados_api_tests}', 'thrashers/force-sync-many', 'thrashers/none', 'thrashosds-health', 'thrashosds-health}', 'validater/lockdep}', 'validater/valgrind}', 'workloads/rados_api_tests}'] Dead: b'2022-03-18T09:15:51.074 DEBUG:teuthology.exit:Finished running handlers' 5 jobs: ['6743623', '6743348', '6743269', '6743651', '6743492'] suites intersection: [] suites union: ['0-kubeadm', '0-nvme-loop', '1-rook', '2-workload/none', '2-workload/radosbench', '3-final', 'ceph', 'cluster/1-node', 'cluster/3-node', 'clusters/{fixed-2', 'd-thrash/default/{default', 'k8s/1.21', 'mon_election/connectivity', 'msgr-failures/few', 'msgr/async-v2only', 'net/calico', 'net/flannel', 'net/host', 'objectstore/bluestore-low-osd-mem-target', 'openstack}', 'rados', 'rados/rook/smoke/{0-distro/ubuntu_20.04', 'rados/verify/{centos_latest', 'rook/1.7.2}', 'rook/master}', 'tasks/rados_api_tests', 'thrashosds-health}', 'validater/valgrind}'] Failure: Command failed (workunit test osd/divergent-priors.sh) on smithi148 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=c7865d6bf0b758ab0454ca205bdaad473eeaf228 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/standalone/osd/divergent-priors.sh' 1 jobs: ['6743671'] suites: ['rados/standalone/{supported-random-distro$/{ubuntu_latest}', 'workloads/osd}'] Failure: Command failed (workunit test misc/test-ceph-helpers.sh) on smithi166 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=c7865d6bf0b758ab0454ca205bdaad473eeaf228 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/standalone/misc/test-ceph-helpers.sh' 1 jobs: ['6743454'] suites: ['rados/standalone/{supported-random-distro$/{centos_8}', 'workloads/misc}']