Found 76 jobs Missing teuthology log /home/teuthworker/archive/teuthology-2024-03-10_14:48:44-krbd-main-testing-default-smithi/7589518/teuthology.log Found 5 distinct failure reasons Failure: Failed to fetch package version from https://shaman.ceph.com/api/search/?status=ready&project=kernel&flavor=default&distros=centos%2F8%2Fx86_64&ref=nightly_pre-single-major 1 jobs: ['7589492'] suites: ['clusters/separate-client', 'conf', 'kernels/pre-single-major', 'krbd/unmap/{ceph/ceph', 'tasks/unmap}'] Dead: None 4 jobs: ['7589518', '7589507', '7589520', '7589505'] Failure: Command failed on smithi154 with status 1: 'CEPH_REF=master CEPH_ID="0" PATH=$PATH:/usr/sbin adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /home/ubuntu/cephtest/virtualenv/bin/cram -v -- /home/ubuntu/cephtest/archive/cram.client.0/*.t' 2 jobs: ['7589541', '7589476'] suites intersection: ['ceph/ceph', 'clusters/fixed-1', 'conf', 'krbd/basic/{bluestore-bitmap', 'tasks/krbd_msgr_segments}'] suites union: ['ceph/ceph', 'clusters/fixed-1', 'conf', 'krbd/basic/{bluestore-bitmap', 'ms_mode/crc$/{crc-rxbounce}', 'ms_mode/secure', 'tasks/krbd_msgr_segments}'] Failure: Command failed (workunit test rbd/krbd_rxbounce.sh) on smithi164 with status 127: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=cb2b48d76f56fc07bc6a177ed79951f825d2165e TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/krbd_rxbounce.sh' 1 jobs: ['7589531'] suites: ['ceph/ceph', 'clusters/fixed-3', 'conf', 'krbd/ms_modeless/{bluestore-bitmap', 'tasks/krbd_rxbounce}'] Failure: Command failed on smithi106 with status 10: "/usr/bin/sudo TESTDIR=/home/ubuntu/cephtest adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/bash /home/ubuntu/cephtest/run_xfstests.sh -c 1 -f ext4 -t /dev/rbd0 -s /dev/rbd1 -x /tmp/exclude0_46ychb -r -- '-g auto -g blockdev -x clone'" 2 jobs: ['7589532', '7589487'] suites intersection: ['conf', 'krbd/singleton-msgr-failures/{bluestore-bitmap', 'tasks/rbd_xfstests}'] suites union: ['conf', 'krbd/singleton-msgr-failures/{bluestore-bitmap', 'ms_mode$/{crc-rxbounce}', 'ms_mode$/{crc}', 'msgr-failures/few', 'msgr-failures/many', 'tasks/rbd_xfstests}']