Found 169 jobs Missing teuthology log /home/teuthworker/archive/yuriw-2023-07-21_02:03:59-rbd-wip-yuri7-testing-2023-07-20-0727-distro-default-smithi/7345711/teuthology.log Found 10 distinct failure reasons Failure: Command failed (workunit test rbd/test_librbd.sh) on smithi157 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=abb63cf06fecdaf9d8a79c11761a4d81cad3fd0a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 VALGRIND=\'--tool=memcheck --leak-check=full\' adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd.sh' 4 jobs: ['7345951', '7346012', '7345991', '7345903'] suites intersection: ['openstack}'] suites union: ['centos_latest', 'clusters/{fixed-1', 'clusters/{fixed-2', 'msgr-failures/few', 'objectstore/bluestore-comp-lz4', 'objectstore/bluestore-comp-snappy', 'objectstore/bluestore-comp-zlib', 'objectstore/bluestore-low-osd-mem-target', 'openstack}', 'rbd/thrash/{base/install', 'rbd/valgrind/{base/install', 'supported-random-distro$/{ubuntu_latest}', 'thrashers/default', 'thrashosds-health', 'validator/memcheck', 'workloads/c_api_tests_with_defaults}', 'workloads/c_api_tests_with_journaling}', 'workloads/c_api_tests}', 'workloads/rbd_api_tests_journaling}'] Failure: Command failed on smithi134 with status 1: 'sudo fuser -v /var/lib/dpkg/lock-frontend' 3 jobs: ['7345715', '7345748', '7346098'] suites intersection: ['openstack}'] suites union: ['clusters/{fixed-2', 'clusters/{fixed-3', 'msgr-failures/few', 'objectstore/bluestore-comp-lz4', 'objectstore/bluestore-comp-snappy', 'openstack}', 'qemu/xfstests', 'rbd/maintenance/{base/install', 'rbd/thrash/{base/install', 'supported-random-distro$/{rhel_8}', 'supported-random-distro$/{ubuntu_20.04}', 'supported-random-distro$/{ubuntu_latest}', 'thrashers/cache', 'thrashosds-health', 'workloads/dynamic_features_no_cache}', 'workloads/dynamic_features}', 'workloads/rbd_fsx_cache_writeback}'] Dead: b'2023-07-21T21:12:02.093 DEBUG:teuthology.exit:Finished running handlers' 3 jobs: ['7345943', '7345743', '7346125'] suites intersection: ['openstack}'] suites union: ['2-clusters/{fixed-3', '3-objectstore/bluestore-comp-lz4', '4-supported-random-distro$/{ubuntu_latest}', '5-pool/ec-data-pool', '6-prepare/raw-file', '7-io-workloads/qemu_xfstests', '8-migrate-workloads/execute', '9-cleanup/cleanup}', 'clients/mirror', 'cluster/{2-node', 'clusters/{fixed-1', 'features/layering', 'msgr-failures/few', 'objectstore/bluestore-comp-zstd', 'objectstore/bluestore-stupid', 'openstack}', 'policy/simple', 'pool/small-cache-pool', 'rbd-mirror/four-per-cluster', 'rbd/cli/{base/install', 'rbd/migration/{1-base/install', 'rbd/mirror-thrash/{base/install', 'supported-random-distro$/{rhel_8}', 'workloads/rbd-mirror-snapshot-stress-workunit-exclusive-lock}', 'workloads/rbd_cli_migration}'] Dead: None 18 jobs: ['7345711', '7345769', '7345966', '7345695', '7345689', '7345901', '7345766', '7345898', '7345981', '7345933', '7346053', '7346050', '7345832', '7345979', '7345912', '7345814', '7345969', '7345820'] Failure: Command failed (workunit test rbd/test_librbd_python.sh) on smithi186 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=abb63cf06fecdaf9d8a79c11761a4d81cad3fd0a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh' 5 jobs: ['7345731', '7345733', '7345784', '7345703', '7346119'] suites intersection: ['clusters/{fixed-1', 'openstack}'] suites union: ['cachepool/none', 'centos_latest', 'clusters/{fixed-1', 'msgr-failures/few', 'objectstore/bluestore-bitmap', 'objectstore/bluestore-hybrid', 'objectstore/bluestore-low-osd-mem-target', 'objectstore/bluestore-stupid', 'openstack}', 'rbd/basic/{base/install', 'rbd/valgrind/{base/install', 'supported-random-distro$/{centos_latest}', 'tasks/rbd_python_api_tests_old_format}', 'validator/memcheck', 'workloads/python_api_tests_with_defaults}', 'workloads/python_api_tests_with_journaling}', 'workloads/python_api_tests}'] Failure: {"Creating volume group 'vg_nvme' failed", '/dev/vg_nvme: already exists in filesystem', "Run `vgcreate --help' for more information."} 1 jobs: ['7345817'] suites: ['clusters/{fixed-2', 'msgr-failures/few', 'objectstore/bluestore-comp-lz4', 'openstack}', 'rbd/thrash/{base/install', 'supported-random-distro$/{rhel_8}', 'thrashers/cache', 'thrashosds-health', 'workloads/rbd_fsx_nocache}'] Failure: No module named 'tasks' 2 jobs: ['7346106', '7346101'] suites intersection: ['openstack}'] suites union: ['2-clusters/{fixed-3', '3-objectstore/bluestore-comp-zstd', '4-supported-random-distro$/{ubuntu_latest}', '5-pool/ec-data-pool', '6-prepare/raw-file', '7-io-workloads/qemu_xfstests', '8-migrate-workloads/execute', '9-cleanup/cleanup}', 'clusters/{fixed-3', 'config/copy-on-read', 'min-compat-client/octopus', 'msgr-failures/few', 'objectstore/bluestore-bitmap', 'openstack}', 'pool/replicated-data-pool', 'rbd/librbd/{cache/writeback', 'rbd/migration/{1-base/install', 'supported-random-distro$/{ubuntu_latest}', 'workloads/python_api_tests_with_defaults}'] Timeout 3h running clone.client.0/qa/workunits/rbd/diff_continuous.sh 2 jobs: ['7346071', '7345754'] suites intersection: ['cluster/{fixed-3', 'msgr-failures/few', 'openstack}', 'rbd/nbd/{base/install', 'thrashers/cache', 'thrashosds-health', 'workloads/rbd_nbd_diff_continuous}'] suites union: ['cluster/{fixed-3', 'msgr-failures/few', 'objectstore/bluestore-bitmap', 'objectstore/bluestore-low-osd-mem-target', 'openstack}', 'rbd/nbd/{base/install', 'supported-random-distro$/{centos_8}', 'supported-random-distro$/{ubuntu_latest}', 'thrashers/cache', 'thrashosds-health', 'workloads/rbd_nbd_diff_continuous}'] Failure: Command failed (workunit test rbd/test_rbd_mirror.sh) on smithi144 with status 134: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=abb63cf06fecdaf9d8a79c11761a4d81cad3fd0a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 VALGRIND=\'--tool=memcheck --leak-check=full\' adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_rbd_mirror.sh' 1 jobs: ['7345850'] suites: ['centos_latest', 'clusters/{fixed-1', 'objectstore/bluestore-comp-lz4', 'openstack}', 'rbd/valgrind/{base/install', 'validator/memcheck', 'workloads/rbd_mirror}'] Failure: Command failed on smithi082 with status 1: 'test -f /home/ubuntu/cephtest/archive/qemu/client.0/success' 1 jobs: ['7345697'] suites: ['openstack}', 'pool/ceph_and_immutable_object_cache', 'rbd/immutable-object-cache/{clusters/{fix-2', 'supported-random-distro$/{centos_latest}', 'workloads/qemu_on_immutable_object_cache_and_thrash}']