Found 375 jobs Found 5 distinct failure reasons Failure: Command failed on smithi045 with status 22: 'sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:b78870188b9f298f2d65594d7afb6e2019bff155 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7c00df02-7566-11ec-8c32-001a4aab830c -- ceph orch daemon add osd smithi045:vg_nvme/lv_4' 11 jobs: ['6609607', '6609324', '6609432', '6609466', '6609536', '6609288', '6609502', '6609573', '6609644', '6609397', '6609360'] suites intersection: ['ceph', 'clusters/{openstack', 'distro$/{ubuntu_18.04}', 'rados', 'thrashosds-health', 'three-plus-one}'] suites union: ['1-install/jewel', '1-install/jewel-v1only', '1-install/luminous', '1-install/luminous-v1only', '1-install/mimic', '1-install/mimic-v1only', '1-install/nautilus', '1-install/nautilus-v1only', '1-install/nautilus-v2only', 'backoff/normal', 'backoff/peering', 'backoff/peering_and_degraded', 'ceph', 'clusters/{openstack', 'd-balancer/crush-compat', 'd-balancer/off', 'distro$/{ubuntu_18.04}', 'msgr-failures/fastclose', 'msgr-failures/few', 'msgr-failures/osd-delay', 'rados', 'rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size', 'rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size', 'thrashers/careful', 'thrashers/default', 'thrashers/mapgap', 'thrashers/morepggrow', 'thrashers/none', 'thrashers/pggrow', 'thrashosds-health', 'three-plus-one}', 'workloads/cache-snaps}', 'workloads/radosbench}', 'workloads/rbd_cls}', 'workloads/snaps-few-objects}', 'workloads/test_rbd_api}'] Failure: Command failed (workunit test rados/test.sh) on smithi033 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=b78870188b9f298f2d65594d7afb6e2019bff155 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh' 1 jobs: ['6609495'] suites: ['1-pg-log-overrides/short_pg_log', '2-recovery-overrides/{more-active-recovery}', '3-scrub-overrides/{max-simultaneous-scrubs-3}', 'backoff/normal', 'ceph', 'clusters/{fixed-2', 'crc-failures/bad_map_crc_failure', 'd-balancer/off', 'msgr-failures/osd-dispatch-delay', 'msgr/async', 'objectstore/bluestore-bitmap', 'openstack}', 'rados', 'rados/thrash/{0-size-min-size-overrides/2-size-2-min-size', 'supported-random-distro$/{ubuntu_18.04}', 'thrashers/default', 'thrashosds-health', 'workloads/rados_api_tests}'] Failure: Command failed on smithi092 with status 5: 'sudo systemctl stop ceph-5f118126-7566-11ec-8c32-001a4aab830c@mon.a' 4 jobs: ['6609605', '6609353', '6609418', '6609542'] suites intersection: ['3-start-upgrade', '4-wait', 'fixed-2}', 'rados/cephadm/upgrade/{1-start-distro/1-start-centos_8'] suites union: ['2-repo_digest/defaut', '2-repo_digest/repo_digest', '3-start-upgrade', '4-wait', 'fixed-2}', 'rados/cephadm/upgrade/{1-start-distro/1-start-centos_8'] Failure: Command failed on smithi124 with status 100: 'sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=15.2.15-126-gb7887018-1focal cephadm=15.2.15-126-gb7887018-1focal ceph-mds=15.2.15-126-gb7887018-1focal ceph-mgr=15.2.15-126-gb7887018-1focal ceph-common=15.2.15-126-gb7887018-1focal ceph-fuse=15.2.15-126-gb7887018-1focal ceph-test=15.2.15-126-gb7887018-1focal radosgw=15.2.15-126-gb7887018-1focal python3-rados=15.2.15-126-gb7887018-1focal python3-rgw=15.2.15-126-gb7887018-1focal python3-cephfs=15.2.15-126-gb7887018-1focal python3-rbd=15.2.15-126-gb7887018-1focal libcephfs2=15.2.15-126-gb7887018-1focal libcephfs-dev=15.2.15-126-gb7887018-1focal librados2=15.2.15-126-gb7887018-1focal librbd1=15.2.15-126-gb7887018-1focal rbd-fuse=15.2.15-126-gb7887018-1focal' 1 jobs: ['6609364'] suites: ['clusters/{fixed-4', 'msgr-failures/osd-dispatch-delay', 'objectstore/bluestore-comp-snappy', 'openstack}', 'rados', 'rados/thrash-erasure-code-shec/{ceph', 'recovery-overrides/{more-async-partial-recovery}', 'supported-random-distro$/{ubuntu_latest}', 'thrashers/careful', 'thrashosds-health', 'workloads/ec-rados-plugin=shec-k=4-m=3-c=2}'] Failure: Test failure: test_daemon_restart (tasks.cephadm_cases.test_cli.TestCephadmCLI) 1 jobs: ['6609378'] suites: ['rados/cephadm/workunits/{0-distro/ubuntu_20.04_kubic_stable', 'task/test_orch_cli}']