Found 220 jobs Found 6 distinct failure reasons Failure: "2021-10-16T13:44:04.312878+0000 mon.b (mon.0) 289 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log 37 jobs suites intersection: ['conf'] suites union: ['ceph/ceph', 'clusters/3-node', 'clusters/fixed-3', 'conf', 'features/no-object-map', 'features/object-map', 'install/ceph', 'krbd/fsx/{ceph/ceph', 'krbd/rbd-nomount/{bluestore-bitmap', 'krbd/rbd/{bluestore-bitmap', 'krbd/singleton/{bluestore-bitmap', 'krbd/wac/wac/{bluestore-bitmap', 'ms_mode$/{crc}', 'ms_mode$/{prefer-crc}', 'ms_mode$/{secure}', 'ms_mode/crc', 'ms_mode/legacy', 'ms_mode/secure', 'msgr-failures/few', 'msgr-failures/many', 'objectstore/bluestore-bitmap', 'objectstore/filestore-xfs', 'randomized-striping-off}', 'randomized-striping-on}', 'striping/default/{msgr-failures/few', 'striping/default/{msgr-failures/many', 'striping/fancy/{msgr-failures/few', 'tasks/fsx-1-client}', 'tasks/fsx-3-client}', 'tasks/krbd_exclusive_option}', 'tasks/krbd_fallocate}', 'tasks/krbd_huge_osdmap}', 'tasks/krbd_udev_enumerate}', 'tasks/krbd_udev_netlink_enobufs}', 'tasks/krbd_udev_netns}', 'tasks/krbd_udev_symlinks}', 'tasks/rbd_concurrent}', 'tasks/rbd_fio}', 'tasks/rbd_image_read}', 'tasks/rbd_kernel}', 'tasks/rbd_map_snapshot_io}', 'tasks/rbd_map_unmap}', 'tasks/rbd_workunit_kernel_untar_build}', 'tasks/rbd_workunit_suites_ffsb}', 'tasks/rbd_workunit_suites_fsstress_ext4}', 'tasks/rbd_workunit_suites_fsx}', 'tasks/rbd_workunit_suites_iozone}', 'tasks/rbd_xfstests}', 'tasks/wac', 'verify/many-resets}'] Failure: reached maximum tries (100) after waiting for 600 seconds 1 jobs: ['6444207'] Failure: Could not reconnect to ubuntu@gibba001.front.sepia.ceph.com 1 jobs: ['6444070'] suites: ['clusters/fixed-3', 'conf', 'krbd/rbd/{bluestore-bitmap', 'ms_mode/legacy', 'msgr-failures/many', 'tasks/rbd_workunit_trivial_sync}'] Failure: Failed to fetch package version from https://shaman.ceph.com/api/search/?status=ready&project=kernel&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&ref=nightly_pre-single-major 1 jobs: ['6444004'] suites: ['clusters/separate-client', 'conf', 'filestore-xfs', 'kernels/pre-single-major', 'krbd/unmap/{ceph/ceph', 'tasks/unmap}'] Crash: Command failed (workunit test rbd/krbd_udev_enumerate.sh) on gibba020 with status 134: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=4cb57b753999caf76cc355bfd7adc03f47001c02 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/krbd_udev_enumerate.sh' ceph version 17.0.0-8285-gc19250ce (c19250ce3cb30a5a0409e3ebd4142dad6191642e) quincy (dev) 1: /lib/x86_64-linux-gnu/libpthread.so.0(+0x153c0) [0x7fafbe3b83c0] 2: gsignal() 3: abort() 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1b7) [0x7fafbe6987e6] 5: /usr/lib/ceph/libceph-common.so.2(+0x279990) [0x7fafbe698990] 6: rbd(+0x31a040) [0x559508683040] 7: (rbd::action::kernel::execute_unmap(boost::program_options::variables_map const&, std::vector, std::allocator >, std::allocator, std::allocator > > > const&)+0x8e3) [0x559508546c73] 8: (rbd::Shell::execute(int, char const**)+0xccc) [0x5595084f646c] 9: main() 10: __libc_start_main() 11: _start() 1 jobs: ['6444125'] suites: ['clusters/fixed-3', 'conf', 'install/ceph', 'krbd/rbd-nomount/{bluestore-bitmap', 'ms_mode/crc', 'msgr-failures/many', 'tasks/krbd_udev_enumerate}'] Failure: Command failed on gibba032 with status 1: "/usr/bin/sudo TESTDIR=/home/ubuntu/cephtest adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/bash /home/ubuntu/cephtest/run_xfstests.sh -c 1 -f ext4 -t /dev/rbd0 -s /dev/rbd1 -x /tmp/exclude1o5td4ca -r -- '-g auto -g blockdev -x clone'" 1 jobs: ['6444002'] suites: ['conf', 'krbd/singleton/{bluestore-bitmap', 'ms_mode$/{prefer-crc}', 'msgr-failures/few', 'tasks/rbd_xfstests}']