Found 363 jobs Found 8 distinct failure reasons Failure: "2021-01-21T06:08:01.366905+0000 mon.a (mon.0) 11 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN)" in cluster log 3 jobs: ['5806155', '5806233', '5805972'] suites intersection: ['rados'] suites union: ['mon_election/classic', 'mon_election/connectivity', 'msgr-failures/few', 'msgr-failures/many', 'msgr/async-v1only', 'msgr/async-v2only', 'no_pools', 'objectstore/bluestore-comp-zlib', 'objectstore/bluestore-low-osd-mem-target', 'objectstore/bluestore-stupid', 'rados', 'rados/multimon/{clusters/21', 'rados/singleton/{all/recovery-preemption', 'rados/singleton/{all/watch-notify-same-primary', 'supported-random-distro$/{centos_8}}', 'supported-random-distro$/{rhel_8}', 'tasks/mon_clock_no_skews}'] Failure: Command failed on smithi075 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:c77059d700ed6ebd6c9cbf006436c6f5ddb3349f -v bootstrap --fsid 78b7fc8e-5bb0-11eb-8f93-001a4aab830c --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.75 && sudo chmod +r /etc/ceph/ceph.client.admin.keyring' 8 jobs: ['5806164', '5806198', '5805981', '5806221', '5806044', '5806066', '5806131', '5806245'] suites intersection: [] suites union: ['fixed-2', 'mode/root', 'mon_election/classic', 'mon_election/connectivity', 'msgr/async', 'rados/cephadm/smoke-roleless/{distro/ubuntu_18.04_podman', 'rados/cephadm/smoke/{distro/ubuntu_18.04_podman', 'rados/cephadm/with-work/{distro/ubuntu_18.04_podman', 'rados/cephadm/workunits/{distro/ubuntu_18.04_podman', 'start', 'start}', 'task/test_orch_cli}', 'tasks/rados_api_tests}'] Failure: Command failed on smithi053 with status 1: "sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:c77059d700ed6ebd6c9cbf006436c6f5ddb3349f -v bootstrap --fsid ffdc3406-5b96-11eb-8f93-001a4aab830c --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-addrv '[v1:172.21.15.53:6789]' && sudo chmod +r /etc/ceph/ceph.client.admin.keyring" 1 jobs: ['5805985'] suites: ['fixed-2', 'mode/root', 'mon_election/connectivity', 'msgr/async-v1only', 'rados/cephadm/with-work/{distro/ubuntu_18.04_podman', 'start', 'tasks/rados_python}'] Failure: reached maximum tries (180) after waiting for 180 seconds 2 jobs: ['5806013', '5806191'] suites intersection: ['2-repo_digest/repo_digest', '3-start-upgrade', '4-wait', 'distro$/{centos_8.0}', 'fixed-2', 'mon_election/classic}', 'rados/cephadm/upgrade/{1-start'] suites union: ['2-repo_digest/repo_digest', '3-start-upgrade', '4-wait', 'distro$/{centos_8.0}', 'fixed-2', 'mon_election/classic}', 'rados/cephadm/upgrade/{1-start'] Failure: Command failed (workunit test cephadm/test_dashboard_e2e.sh) on smithi075 with status 22: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=c77059d700ed6ebd6c9cbf006436c6f5ddb3349f TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_dashboard_e2e.sh' 2 jobs: ['5806093', '5805913'] suites intersection: ['rados/cephadm/dashboard/{distro/centos_latest', 'task/test_e2e}'] suites union: ['rados/cephadm/dashboard/{distro/centos_latest', 'task/test_e2e}'] Failure: Command failed (workunit test cephadm/test_cephadm.sh) on smithi160 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=c77059d700ed6ebd6c9cbf006436c6f5ddb3349f TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_cephadm.sh' 2 jobs: ['5805995', '5806130'] suites intersection: ['task/test_cephadm}'] suites union: ['mon_election/classic', 'mon_election/connectivity', 'rados/cephadm/workunits/{distro/centos_latest', 'rados/cephadm/workunits/{distro/ubuntu_18.04_podman', 'task/test_cephadm}'] Failure: Found coredumps on ubuntu@smithi122.front.sepia.ceph.com 1 jobs: ['5805959'] suites: ['mon_election/connectivity', 'rados/cephadm/workunits/{distro/ubuntu_18.04_podman', 'task/test_adoption}'] Dead: b'2021-01-21T18:35:10.416 DEBUG:teuthology.exit:Finished running handlers' 1 jobs: ['5806202'] suites: ['mon_election/classic', 'msgr-failures/few', 'msgr/async-v1only', 'objectstore/bluestore-comp-zlib', 'rados', 'rados/singleton/{all/thrash-eio', 'supported-random-distro$/{centos_8}}']