Found 252 jobs Found 6 distinct failure reasons Failure: Command failed on trial100 with status 16: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rbd --cluster ceph -p rbd rm testimage' 3 jobs: ['58296', '58140', '58267'] suites intersection: ['2-cluster/{fix-2}', '4-cache-path', 'conf/{disable-pool-app}}'] suites union: ['2-cluster/{fix-2}', '3-supported-random-distro$/{rpm_latest}', '3-supported-random-distro$/{ubuntu_latest}', '4-cache-path', '5-cache-mode/rwl', '5-cache-mode/ssd', '6-cache-size/5G', '6-cache-size/8G', '7-workloads/qemu_xfstests', '7-workloads/recovery', 'conf/{disable-pool-app}}', 'rbd/pwl-cache/home/{1-base/install', 'rbd/pwl-cache/tmpfs/{1-base/install'] Failure: Command failed (workunit test rbd/qemu-iotests.sh) on trial124 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=143695c1746442061447656315de000e13dd7eca TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/qemu-iotests.sh' 2 jobs: ['58207', '58176'] suites intersection: ['conf/{disable-pool-app}', 'supported-random-distro$/{ubuntu_latest}}'] suites union: ['conf/{disable-pool-app}', 'objectstore/bluestore-comp-lz4', 'objectstore/bluestore-low-osd-mem-target', 'rbd/singleton/{all/qemu-iotests-no-cache', 'rbd/singleton/{all/qemu-iotests-writethrough', 'supported-random-distro$/{ubuntu_latest}}'] Failure: Command failed (workunit test rbd/test_librbd.sh) on trial150 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=143695c1746442061447656315de000e13dd7eca TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=125 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd.sh' 1 jobs: ['58254'] suites: ['clusters/{fixed-3}', 'conf/{disable-pool-app}', 'data-pool/replicated', 'extra-conf/none', 'min-compat-client/default', 'msgr-failures/few', 'objectstore/bluestore-comp-zstd', 'rbd/librbd/{cache/writethrough', 'supported-random-distro$/{ubuntu_latest}', 'workloads/c_api_tests_with_journaling}'] Failure: Command failed (workunit test rbd/test_librbd_python.sh) on trial114 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=143695c1746442061447656315de000e13dd7eca TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 VALGRIND=\'--tool=memcheck --leak-check=full\' adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh' 4 jobs: ['58251', '58067', '58276', '58224'] suites intersection: ['clusters/{fixed-1}', 'conf/{disable-pool-app}', 'rbd/valgrind/{base/install', 'rpm_latest', 'validator/memcheck'] suites union: ['clusters/{fixed-1}', 'conf/{disable-pool-app}', 'objectstore/bluestore-comp-lz4', 'objectstore/bluestore-comp-snappy', 'objectstore/bluestore-comp-zlib', 'objectstore/bluestore-comp-zstd', 'rbd/valgrind/{base/install', 'rpm_latest', 'validator/memcheck', 'workloads/python_api_tests_with_defaults}', 'workloads/python_api_tests_with_journaling}', 'workloads/python_api_tests}'] Failure: Command failed on trial066 with status 1: 'CEPH_REF=master CEPH_ID="0" PATH=$PATH:/usr/sbin adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /home/ubuntu/cephtest/virtualenv/bin/cram -v -- /home/ubuntu/cephtest/archive/cram.client.0/*.t' 1 jobs: ['58076'] suites: ['cluster/{fixed-3}', 'conf/{disable-pool-app}', 'rbd/iscsi/{base/install', 'supported-container-hosts$/{centos_9.stream_runc}', 'workloads/cephadm_iscsi}'] Crash: Command failed (workunit test rbd/merge_diff.sh) on trial079 with status 139: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=143695c1746442061447656315de000e13dd7eca TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/merge_diff.sh' ceph version 20.3.0-5337-g9bf4f688 (9bf4f688a328d758033a6c4b1e16121b513eafca) tentacle (dev - RelWithDebInfo) 1: /lib64/libc.so.6(+0x41000) [0x7f5d6ba69000] 2: __libc_free() 3: /lib64/libfuse3.so.3(+0x1ac25) [0x7f5d6d2ddc25] 4: /lib64/libfuse3.so.3(+0x1add4) [0x7f5d6d2dddd4] 5: fuse_opt_parse() 6: main() 7: /lib64/libc.so.6(+0x2a58e) [0x7f5d6ba5258e] 8: __libc_start_main() 9: _start() 1 jobs: ['58139'] suites: ['conf/{disable-pool-app}', 'objectstore/bluestore-comp-zlib', 'rbd/singleton/{all/merge_diff', 'supported-random-distro$/{rpm_latest}}']