Found 367 jobs
Found 12 distinct failure reasons
Failure: Command failed on smithi006 with status 5: 'sudo systemctl stop ceph-a740878c-3429-11eb-980d-001a4aab830c@mon.a'
2 jobs: ['5671571', '5671525']
suites intersection: ['2-repo_digest/defaut', '3-start-upgrade', '4-wait', 'fixed-2', 'rados/cephadm/upgrade/{1-start']
suites union: ['2-repo_digest/defaut', '3-start-upgrade', '4-wait', 'distro$/{ubuntu_18.04_podman}', 'distro$/{ubuntu_18.04}', 'fixed-2', 'mon_election/classic}', 'mon_election/connectivity}', 'rados/cephadm/upgrade/{1-start']

Dead: b'2020-12-02T11:21:21.355 DEBUG:teuthology.exit:Finished running handlers'
1 jobs: ['5671627']
suites: ['clusters/{fixed-2', 'fast/normal', 'mon_election/connectivity', 'msgr-failures/fastclose', 'objectstore/bluestore-bitmap', 'openstack}', 'rados', 'rados/thrash-erasure-code/{ceph', 'recovery-overrides/{more-async-partial-recovery}', 'supported-random-distro$/{centos_8}', 'thrashers/minsize_recovery', 'thrashosds-health', 'workloads/ec-radosbench}']

Failure: Command failed (workunit test osd/osd-backfill-stats.sh) on smithi134 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=5c9fbc794811a1de66ee254a1f9078372839e4f3 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/standalone/osd/osd-backfill-stats.sh'
1 jobs: ['5671503']
suites: ['rados/standalone/{mon_election/connectivity', 'supported-random-distro$/{ubuntu_latest}', 'workloads/osd}']

Timeout 3h running clone.client.0/qa/workunits/mon/caps.sh
2 jobs: ['5671483', '5671701']
suites intersection: ['clusters/9-mons', 'mon_election/connectivity', 'msgr-failures/mon-delay', 'msgr/async', 'rados', 'rados/monthrash/{ceph', 'supported-random-distro$/{ubuntu_latest}', 'workloads/rados_mon_workunits}']
suites union: ['clusters/9-mons', 'mon_election/connectivity', 'msgr-failures/mon-delay', 'msgr/async', 'objectstore/bluestore-comp-snappy', 'objectstore/bluestore-hybrid', 'rados', 'rados/monthrash/{ceph', 'supported-random-distro$/{ubuntu_latest}', 'thrashers/sync', 'thrashers/sync-many', 'workloads/rados_mon_workunits}']

Failure: Command failed on smithi099 with status 100: "sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo apt update'"
5 jobs: ['5671705', '5671681', '5671639', '5671611', '5671695']
suites intersection: []
suites union: ['fixed-2', 'mode/root', 'mon_election/classic', 'mon_election/connectivity', 'msgr/async', 'rados/cephadm/smoke-roleless/{distro/ubuntu_18.04_podman', 'rados/cephadm/smoke/{distro/ubuntu_18.04_podman', 'rados/cephadm/with-work/{distro/ubuntu_18.04_podman', 'rados/cephadm/workunits/{distro/ubuntu_18.04_podman', 'start', 'start}', 'task/test_adoption}', 'task/test_cephadm_repos}', 'tasks/rados_python}']

Failure: Command failed (workunit test cephadm/test_cephadm.sh) on smithi001 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=5c9fbc794811a1de66ee254a1f9078372839e4f3 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_cephadm.sh'
3 jobs: ['5671651', '5671382', '5671506']
suites intersection: ['task/test_cephadm}']
suites union: ['mon_election/classic', 'mon_election/connectivity', 'rados/cephadm/workunits/{distro/centos_latest', 'rados/cephadm/workunits/{distro/ubuntu_18.04_podman', 'task/test_cephadm}']

Failure: Command failed (workunit test cephadm/test_dashboard_e2e.sh) on smithi161 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=5c9fbc794811a1de66ee254a1f9078372839e4f3 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_dashboard_e2e.sh'
2 jobs: ['5671383', '5671564']
suites intersection: ['rados/cephadm/dashboard/{distro/centos_latest', 'task/test_e2e}']
suites union: ['rados/cephadm/dashboard/{distro/centos_latest', 'task/test_e2e}']

Failure: Test failure: test_cluster_info (tasks.cephfs.test_nfs.TestNFS)
1 jobs: ['5671451']
suites: ['mon_election/classic', 'rados/cephadm/workunits/{distro/ubuntu_18.04_podman', 'task/test_orch_cli}']

Failure: '/home/ubuntu/cephtest/archive/syslog/misc.log:2020-12-01T22:16:35.994871+00:00 smithi051 bash[8495]: debug 2020-12-01T22:16:35.988+0000 7f8b91292700 -1 log_channel(cephadm) log [ERR] : cephadm exited with an error code: 1, stderr:INFO:cephadm:Deploying daemon prometheus.a ...
' in syslog
1 jobs: ['5671430']
suites: ['2-repo_digest/repo_digest', '3-start-upgrade', '4-wait', 'distro$/{ubuntu_18.04_podman}', 'fixed-2', 'mon_election/connectivity}', 'rados/cephadm/upgrade/{1-start']

Failure: "2020-12-01T21:51:34.427909+0000 mon.b (mon.0) 11 : cluster [WRN] Health check failed: 1/3 mons down, quorum b,c (MON_DOWN)" in cluster log
1 jobs: ['5671384']
suites: ['1-pg-log-overrides/short_pg_log', '2-recovery-overrides/{more-async-partial-recovery}', 'backoff/peering_and_degraded', 'ceph', 'clusters/{fixed-2', 'crc-failures/default', 'd-balancer/on', 'mon_election/connectivity', 'msgr-failures/osd-delay', 'msgr/async', 'objectstore/bluestore-comp-snappy', 'openstack}', 'rados', 'rados/thrash/{0-size-min-size-overrides/3-size-2-min-size', 'supported-random-distro$/{centos_8}', 'thrashers/pggrow', 'thrashosds-health', 'workloads/snaps-few-objects-balanced}']

Failure: reached maximum tries (60) after waiting for 900 seconds
4 jobs: ['5671657', '5671393', '5671621', '5671667']
suites intersection: ['3-start-upgrade', '4-wait', 'fixed-2', 'rados/cephadm/upgrade/{1-start']
suites union: ['2-repo_digest/defaut', '2-repo_digest/repo_digest', '3-start-upgrade', '4-wait', 'distro$/{rhel_8.0}', 'distro$/{rhel_latest}', 'fixed-2', 'mon_election/classic}', 'mon_election/connectivity}', 'rados/cephadm/upgrade/{1-start']

Failure: Command failed on smithi196 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:63ab00e1df82aa75a079bbfb8bbb841f07f4b47b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff2dcef4-342f-11eb-980d-001a4aab830c -- ceph mon dump -f json'
1 jobs: ['5671680']
suites: ['rados/cephadm/smoke-roleless/{distro/ubuntu_18.04', 'start}']