Found 367 jobs Found 9 distinct failure reasons Failure: Test failure: test_full_health (tasks.mgr.dashboard.test_health.HealthTest) 18 jobs: ['5606955', '5606889', '5607017', '5606975', '5607160', '5607075', '5606995', '5607057', '5607137', '5607115', '5606929', '5606914', '5607202', '5607035', '5606874', '5607178', '5607216', '5607098'] suites intersection: ['debug/mgr', 'rados/dashboard/{clusters/{2-node-mgr}', 'tasks/dashboard}'] suites union: ['debug/mgr', 'mon_election/classic', 'mon_election/connectivity', 'objectstore/bluestore-bitmap', 'objectstore/bluestore-comp-lz4', 'objectstore/bluestore-comp-snappy', 'objectstore/bluestore-comp-zlib', 'objectstore/bluestore-comp-zstd', 'objectstore/bluestore-hybrid', 'objectstore/bluestore-low-osd-mem-target', 'objectstore/bluestore-stupid', 'objectstore/filestore-xfs', 'rados/dashboard/{clusters/{2-node-mgr}', 'supported-random-distro$/{centos_8}', 'supported-random-distro$/{rhel_8}', 'supported-random-distro$/{ubuntu_latest}', 'tasks/dashboard}'] Timeout 3h running clone.client.0/qa/workunits/mon/caps.sh 3 jobs: ['5606897', '5606863', '5607120'] suites intersection: ['rados', 'rados/monthrash/{ceph', 'workloads/rados_mon_workunits}'] suites union: ['clusters/3-mons', 'clusters/9-mons', 'mon_election/classic', 'mon_election/connectivity', 'msgr-failures/few', 'msgr-failures/mon-delay', 'msgr/async', 'msgr/async-v2only', 'objectstore/bluestore-bitmap', 'objectstore/bluestore-low-osd-mem-target', 'objectstore/filestore-xfs', 'rados', 'rados/monthrash/{ceph', 'supported-random-distro$/{centos_8}', 'supported-random-distro$/{rhel_8}', 'thrashers/force-sync-many', 'thrashers/many', 'thrashers/sync', 'workloads/rados_mon_workunits}'] Failure: Command failed (workunit test cephadm/test_cephadm.sh) on smithi077 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=6de06952693d986d7f86356d9cecbe2c55e23036 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_cephadm.sh' 1 jobs: ['5606864'] suites: ['mon_election/classic', 'rados/cephadm/workunits/{distro/centos_latest', 'task/test_cephadm}'] Failure: Command failed on smithi116 with status 5: 'sudo systemctl stop ceph-1c3fee98-22cc-11eb-a2af-001a4aab830c@mon.a' 1 jobs: ['5606899'] suites: ['2-repo_digest/defaut', '3-start-upgrade', '4-wait', 'distro$/{ubuntu_latest}', 'fixed-2', 'mon_election/connectivity}', 'rados/cephadm/upgrade/{1-start'] Failure: Command failed (workunit test osd/osd-recovery-space.sh) on smithi166 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=6de06952693d986d7f86356d9cecbe2c55e23036 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/standalone/osd/osd-recovery-space.sh' 1 jobs: ['5607067'] suites: ['rados/standalone/{mon_election/connectivity', 'supported-random-distro$/{rhel_8}', 'workloads/osd}'] Failure: Command failed (workunit test rados/test.sh) on smithi045 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=6de06952693d986d7f86356d9cecbe2c55e23036 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 ALLOW_TIMEOUTS=1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 6h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh' 2 jobs: ['5607151', '5606915'] suites intersection: ['ceph', 'clusters/{fixed-2', 'mon_election/classic', 'msgr-failures/few', 'msgr/async', 'openstack}', 'rados'] suites union: ['1-pg-log-overrides/short_pg_log', '2-recovery-overrides/{more-async-partial-recovery}', 'backoff/peering', 'ceph', 'clusters/{fixed-2', 'crc-failures/bad_map_crc_failure', 'd-balancer/on', 'd-thrash/none', 'mon_election/classic', 'msgr-failures/few', 'msgr/async', 'objectstore/bluestore-comp-zstd', 'objectstore/bluestore-hybrid', 'openstack}', 'rados', 'rados/thrash/{0-size-min-size-overrides/2-size-2-min-size', 'rados/verify/{centos_latest', 'supported-random-distro$/{centos_8}', 'tasks/rados_api_tests', 'thrashers/morepggrow', 'thrashosds-health', 'validater/valgrind}', 'workloads/rados_api_tests}'] Failure: Command failed (workunit test cephadm/test_adoption.sh) on smithi058 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=6de06952693d986d7f86356d9cecbe2c55e23036 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_adoption.sh' 1 jobs: ['5606967'] suites: ['mon_election/classic', 'rados/cephadm/workunits/{distro/centos_latest', 'task/test_adoption}'] Failure: Command failed (workunit test cephadm/test_dashboard_e2e.sh) on smithi014 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=6de06952693d986d7f86356d9cecbe2c55e23036 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_dashboard_e2e.sh' 2 jobs: ['5607121', '5606941'] suites intersection: ['rados/cephadm/dashboard/{distro/centos_latest', 'task/test_e2e}'] suites union: ['rados/cephadm/dashboard/{distro/centos_latest', 'task/test_e2e}'] Dead: b'2020-11-10T08:12:38.415 DEBUG:teuthology.exit:Finished running handlers' 1 jobs: ['5606869'] suites: ['1-pg-log-overrides/short_pg_log', '2-recovery-overrides/{more-async-recovery}', 'backoff/normal', 'ceph', 'clusters/{fixed-2', 'crc-failures/bad_map_crc_failure', 'd-balancer/on', 'mon_election/classic', 'msgr-failures/fastclose', 'msgr/async-v2only', 'objectstore/bluestore-comp-lz4', 'openstack}', 'rados', 'rados/thrash/{0-size-min-size-overrides/2-size-2-min-size', 'supported-random-distro$/{ubuntu_latest}', 'thrashers/pggrow', 'thrashosds-health', 'workloads/cache-snaps-balanced}']