Found 222 jobs Found 8 distinct failure reasons Failure: "2022-07-16T11:26:01.490728+0000 osd.1 (osd.1) 3 : cluster [WRN] 4 slow requests (by type [ 'waiting for sub ops' : 4 ] most affected pool [ 'rbd' : 4 ])" in cluster log 1 jobs: ['6926440'] suites: ['clusters/fixed-3', 'conf', 'krbd/rbd/{bluestore-bitmap', 'ms_mode/secure', 'msgr-failures/many', 'tasks/rbd_workunit_suites_ffsb}'] Failure: Command failed (workunit test rbd/krbd_rxbounce.sh) on smithi141 with status 134: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=3497be4c2159a20e7a0f23fb5e2730060a4424c0 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/krbd_rxbounce.sh' 1 jobs: ['6926389'] suites: ['ceph/ceph', 'clusters/fixed-3', 'conf', 'krbd/ms_modeless/{bluestore-bitmap', 'tasks/krbd_rxbounce}'] Timeout 3h running clone.client.0/qa/workunits/rbd/concurrent.sh 1 jobs: ['6926375'] suites: ['clusters/fixed-3', 'conf', 'install/ceph', 'krbd/rbd-nomount/{bluestore-bitmap', 'ms_mode/secure', 'msgr-failures/few', 'tasks/rbd_concurrent}'] Failure: Command failed on smithi099 with status 2: 'sudo dpkg -i /tmp/linux-image.deb' 2 jobs: ['6926365', '6926354'] suites intersection: ['conf'] suites union: ['clusters/fixed-3', 'clusters/separate-client', 'conf', 'filestore-xfs', 'install/ceph', 'kernels/single-major-off', 'krbd/rbd-nomount/{bluestore-bitmap', 'krbd/unmap/{ceph/ceph', 'ms_mode/crc$/{crc-rxbounce}', 'msgr-failures/many', 'tasks/krbd_namespaces}', 'tasks/unmap}'] Failure: Failed to fetch package version from https://shaman.ceph.com/api/search/?status=ready&project=kernel&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&ref=nightly_pre-single-major 1 jobs: ['6926282'] suites: ['clusters/separate-client', 'conf', 'filestore-xfs', 'kernels/pre-single-major', 'krbd/unmap/{ceph/ceph', 'tasks/unmap}'] Failure: Cannot connect to remote host smithi099 1 jobs: ['6926347'] suites: ['clusters/fixed-3', 'conf', 'install/ceph', 'krbd/rbd-nomount/{bluestore-bitmap', 'ms_mode/secure', 'msgr-failures/few', 'tasks/rbd_map_unmap}'] Failure: Command failed on smithi117 with status 1: "/usr/bin/sudo TESTDIR=/home/ubuntu/cephtest adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/bash /home/ubuntu/cephtest/run_xfstests.sh -c 1 -f ext4 -t /dev/rbd0 -s /dev/rbd1 -x /tmp/excludet1prdxwd -r -- '-g auto -g blockdev -x clone'" 2 jobs: ['6926392', '6926280'] suites intersection: ['conf', 'krbd/singleton/{bluestore-bitmap', 'tasks/rbd_xfstests}'] suites union: ['conf', 'krbd/singleton/{bluestore-bitmap', 'ms_mode$/{legacy-rxbounce}', 'ms_mode$/{legacy}', 'msgr-failures/few', 'msgr-failures/many', 'tasks/rbd_xfstests}'] Failure: SSH connection to smithi099 was lost: 'cd /lib/firmware/updates && sudo git fetch origin && sudo git reset --hard origin/main' 1 jobs: ['6926348'] suites: ['clusters/fixed-3', 'conf', 'krbd/rbd/{bluestore-bitmap', 'ms_mode/legacy$/{legacy-rxbounce}', 'msgr-failures/many', 'tasks/rbd_workunit_trivial_sync}']