Found 152 jobs Found 7 distinct failure reasons Failure: Command failed on smithi187 with status 2: 'cd /home/ubuntu/cephtest/rbd_fio_test ; wget https://github.com/axboe/fio/archive/fio-3.16.tar.gz ; tar -xvf fio*tar.gz ; cd fio-fio* ; ./configure ; make' 2 jobs: ['6769605', '6769554'] suites intersection: ['openstack}', 'supported-random-distro$/{centos_8}'] suites union: ['clusters/{fixed-3', 'config/copy-on-read', 'min-compat-client/octopus', 'msgr-failures/few', 'objectstore/filestore-xfs', 'openstack}', 'pool/ceph_and_immutable_object_cache', 'pool/none', 'rbd/immutable-object-cache/{clusters/{fix-2', 'rbd/librbd/{cache/writearound', 'supported-random-distro$/{centos_8}', 'workloads/fio_on_immutable_object_cache}', 'workloads/rbd_fio}'] Timeout 3h running clone.client.0/qa/workunits/rbd/cli_generic.sh 4 jobs: ['6769637', '6769627', '6769578', '6769602'] suites intersection: ['clusters/{fixed-1', 'msgr-failures/few', 'openstack}', 'pool/small-cache-pool', 'workloads/rbd_cli_generic}'] suites union: ['clusters/{fixed-1', 'features/format-1', 'features/layering', 'msgr-failures/few', 'objectstore/bluestore-bitmap', 'objectstore/bluestore-comp-zlib', 'objectstore/bluestore-hybrid', 'objectstore/bluestore-stupid', 'openstack}', 'pool/small-cache-pool', 'rbd/cli/{base/install', 'rbd/cli_v1/{base/install', 'supported-random-distro$/{rhel_8}', 'supported-random-distro$/{ubuntu_18.04}', 'supported-random-distro$/{ubuntu_latest}', 'workloads/rbd_cli_generic}'] Failure: Command failed on smithi078 with status 2: "cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\\0' >/home/ubuntu/cephtest/workunits.list.client.0" 41 jobs suites intersection: [] suites union: ['cachepool/none', 'cachepool/small', 'centos_latest', 'clients/mirror', 'clients/{mirror-extra', 'cluster/{2-node', 'clusters/{fixed-1', 'clusters/{fixed-2', 'clusters/{fixed-3', 'config/copy-on-read', 'config/permit-partial-discard', 'features/format-1', 'min-compat-client/default', 'min-compat-client/octopus', 'mirror}', 'msgr-failures/few', 'objectstore/bluestore-bitmap', 'objectstore/bluestore-comp-lz4', 'objectstore/bluestore-comp-snappy', 'objectstore/bluestore-comp-zlib', 'objectstore/bluestore-comp-zstd', 'objectstore/bluestore-hybrid', 'objectstore/bluestore-low-osd-mem-target', 'objectstore/bluestore-stupid', 'objectstore/filestore-xfs', 'openstack', 'openstack}', 'policy/none', 'policy/simple', 'pool/none', 'pool/replicated-data-pool', 'pool/small-cache-pool', 'qemu/xfstests', 'rbd-mirror/four-per-cluster', 'rbd/basic/{base/install', 'rbd/cli_v1/{base/install', 'rbd/librbd/{cache/none', 'rbd/librbd/{cache/writethrough', 'rbd/maintenance/{base/install', 'rbd/mirror-thrash/{base/install', 'rbd/mirror/{base/install', 'rbd/singleton-bluestore/{all/issue-20295', 'rbd/singleton/{all/admin_socket', 'rbd/singleton/{all/merge_diff', 'rbd/singleton/{all/permissions', 'rbd/singleton/{all/qemu-iotests-writearound', 'rbd/singleton/{all/qemu-iotests-writeback', 'rbd/singleton/{all/rbd-vs-unmanaged-snaps', 'rbd/singleton/{all/read-flags-no-cache', 'rbd/singleton/{all/read-flags-writethrough', 'rbd/thrash/{base/install', 'rbd/valgrind/{base/install', 'supported-random-distro$/{centos_8}', 'supported-random-distro$/{centos_8}}', 'tasks/rbd_api_tests_old_format}', 'tasks/rbd_cls_tests}', 'tasks/rbd_python_api_tests_old_format}', 'thrashers/default', 'thrashosds-health', 'validator/memcheck', 'workloads/c_api_tests_with_defaults}', 'workloads/c_api_tests_with_journaling}', 'workloads/c_api_tests}', 'workloads/dynamic_features_no_cache}', 'workloads/dynamic_features}', 'workloads/python_api_tests_with_defaults}', 'workloads/python_api_tests_with_journaling}', 'workloads/python_api_tests}', 'workloads/rbd-mirror-ha-workunit}', 'workloads/rbd-mirror-journal-bootstrap-workunit}', 'workloads/rbd-mirror-snapshot-stress-workunit-exclusive-lock}', 'workloads/rbd-mirror-snapshot-stress-workunit-minimum}', 'workloads/rbd-mirror-snapshot-workunit-fast-diff}', 'workloads/rbd-mirror-snapshot-workunit-journaling}', 'workloads/rbd-mirror-snapshot-workunit-minimum}', 'workloads/rbd-mirror-workunit-min-compat-client-octopus}', 'workloads/rbd-mirror-workunit-policy-none}', 'workloads/rbd_api_tests}', 'workloads/rbd_cli_generic}', 'workloads/rbd_cli_import_export}', 'workloads/rbd_mirror}'] Failure: Command failed on smithi093 with status 127: 'genisoimage -quiet -input-charset utf-8 -volid cidata -joliet -rock -o /home/ubuntu/cephtest/qemu/client.0.iso -graft-points user-data=/home/ubuntu/cephtest/qemu/userdata.client.0 meta-data=/home/ubuntu/cephtest/qemu/metadata.client.0 ceph.conf=/etc/ceph/ceph.conf ceph.keyring=/etc/ceph/ceph.keyring test.sh=/home/ubuntu/cephtest/qemu/client.0.test.sh' 1 jobs: ['6769646'] suites: ['clusters/{fixed-3', 'features/readbalance', 'msgr-failures/few', 'objectstore/bluestore-comp-zstd', 'openstack}', 'pool/replicated-data-pool', 'rbd/qemu/{cache/writearound', 'supported-random-distro$/{centos_8}', 'workloads/qemu_bonnie}'] Dead: b'2022-04-04T07:36:34.299 DEBUG:teuthology.exit:Finished running handlers' 1 jobs: ['6769633'] suites: ['clusters/{fixed-3', 'features/journaling', 'msgr-failures/few', 'objectstore/bluestore-comp-zlib', 'openstack}', 'pool/none', 'rbd/qemu/{cache/none', 'supported-random-distro$/{ubuntu_latest}', 'workloads/qemu_xfstests}'] Failure: Command failed (workunit test rbd/rbd-nbd.sh) on smithi131 with status 30: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=b51d866559c7cde15d3b75ee17bbba8fdf2584be TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/rbd-nbd.sh' 1 jobs: ['6769644'] suites: ['cluster/{fixed-3', 'msgr-failures/few', 'objectstore/filestore-xfs', 'openstack}', 'rbd/nbd/{base/install', 'thrashers/cache', 'thrashosds-health', 'workloads/rbd_nbd}'] Failure: Command failed on smithi093 with status 127: "cd /home/ubuntu/cephtest && adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage env 'OPENSSL_ia32cap=~0x1000000000000000' valgrind --trace-children=no --child-silent-after-fork=yes '--soname-synonyms=somalloc=*tcmalloc*' --num-callers=50 --suppressions=/home/ubuntu/cephtest/valgrind.supp --xml=yes --xml-file=/var/log/ceph/valgrind/fsx_client.0.log --time-stamp=yes --vgdb=yes --exit-on-first-error=yes --error-exitcode=42 --tool=memcheck ceph_test_librbd_fsx --cluster ceph --id 0 -d -W -R -p 100 -P /home/ubuntu/cephtest/archive -r 1 -w 1 -t 1 -h 1 -l 134217728 -S 0 -N 1000 pool_client.0 image_client.0" 2 jobs: ['6769686', '6769568'] suites intersection: ['centos_latest', 'clusters/{fixed-1', 'openstack}', 'rbd/valgrind/{base/install', 'validator/memcheck', 'workloads/fsx}'] suites union: ['centos_latest', 'clusters/{fixed-1', 'objectstore/bluestore-stupid', 'objectstore/filestore-xfs', 'openstack}', 'rbd/valgrind/{base/install', 'validator/memcheck', 'workloads/fsx}']