Found 320 jobs Found 7 distinct failure reasons Failure: Command failed on smithi006 with status 5: 'sudo systemctl stop ceph-e2b81d08-7712-11eb-9039-001a4aab830c@mon.smithi006' 8 jobs: ['5904247', '5904505', '5904346', '5904401', '5904408', '5904474', '5904240', '5904342'] suites intersection: [] suites union: ['fixed-2', 'mode/root', 'msgr/async', 'msgr/async-v1only', 'rados/cephadm/smoke-roleless/{distro/ubuntu_18.04_podman', 'rados/cephadm/smoke/{distro/ubuntu_18.04_podman', 'rados/cephadm/with-work/{distro/ubuntu_18.04_podman', 'rados/cephadm/workunits/{distro/ubuntu_18.04_podman', 'start', 'start}', 'task/test_orch_cli}', 'tasks/rados_api_tests}', 'tasks/rados_python}'] Failure: Test failure: test_osd_came_back (tasks.mgr.test_progress.TestProgress) 2 jobs: ['5904288', '5904502'] suites intersection: ['debug/mgr', 'rados/mgr/{clusters/{2-node-mgr}', 'tasks/progress}'] suites union: ['debug/mgr', 'objectstore/bluestore-comp-zlib', 'objectstore/bluestore-hybrid', 'rados/mgr/{clusters/{2-node-mgr}', 'supported-random-distro$/{rhel_latest}', 'supported-random-distro$/{ubuntu_latest}', 'tasks/progress}'] Failure: Command failed (workunit test cephadm/test_adoption.sh) on smithi029 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=93810c6685e4f10b9d264637bb89f7e1d896da71 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_adoption.sh' 2 jobs: ['5904523', '5904364'] suites intersection: ['rados/cephadm/workunits/{distro/ubuntu_18.04_podman', 'task/test_adoption}'] suites union: ['rados/cephadm/workunits/{distro/ubuntu_18.04_podman', 'task/test_adoption}'] Timeout 120 running ceph --cluster ceph --log-early pg dump --format=json 1 jobs: ['5904441'] suites: ['clusters/{fixed-2', 'msgr-failures/few', 'msgr/async-v2only', 'objectstore/bluestore-comp-snappy', 'openstack}', 'rados', 'rados/basic/{ceph', 'supported-random-distro$/{centos_latest}', 'tasks/scrub_test}'] Failure: "2021-02-25T04:38:36.696660+0000 mon.a (mon.0) 26 : cluster [WRN] Health check failed: 1 filesystem is degraded (FS_DEGRADED)" in cluster log 1 jobs: ['5904270'] suites: ['1-install/mimic', '2-partial-upgrade/firsthalf', '3-thrash/default', '4-workload/{rbd-cls', '5-workload/{radosbench', '6-finish-upgrade', '7-octopus', '8-workload/{rbd-python', 'bluestore-bitmap', 'rados/upgrade/mimic-x-singleton/{0-cluster/{openstack', 'rbd-import-export', 'rbd_api}', 'readwrite', 'snaps-few-objects}', 'snaps-many-objects}', 'start}', 'thrashosds-health', 'ubuntu_latest}'] Failure: reached maximum tries (180) after waiting for 180 seconds 2 jobs: ['5904521', '5904356'] suites intersection: ['2-repo_digest/repo_digest', '3-start-upgrade', '4-wait', 'fixed-2}', 'rados/cephadm/upgrade/{1-start'] suites union: ['2-repo_digest/repo_digest', '3-start-upgrade', '4-wait', 'distro$/{centos_latest}', 'distro$/{rhel_latest}', 'fixed-2}', 'rados/cephadm/upgrade/{1-start'] Failure: Command failed (workunit test cephadm/test_cephadm.sh) on smithi160 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=93810c6685e4f10b9d264637bb89f7e1d896da71 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_cephadm.sh' 2 jobs: ['5904470', '5904315'] suites intersection: ['rados/cephadm/workunits/{distro/ubuntu_18.04_podman', 'task/test_cephadm}'] suites union: ['rados/cephadm/workunits/{distro/ubuntu_18.04_podman', 'task/test_cephadm}']