Found 239 jobs Missing teuthology log /home/teuthworker/archive/dis-2023-11-24_05:31:39-rbd-wip-dis-testing-distro-default-smithi/7465426/teuthology.log Found 10 distinct failure reasons Crash: Command failed on smithi123 with status 139: 'sudo TESTDIR=/home/ubuntu/cephtest bash -c \'echo \'"\'"\'{"type":"qcow","stream":{"type":"http","url":"http://download.ceph.com/qa/ubuntu-12.04.qcow2"}}\'"\'"\' | rbd migration prepare --import-only --source-spec-path - client.0.0\'' ceph version 18.0.0-7484-g135a1ac9 (135a1ac939fb4e6d1ef988cf89d0da570e04d3d1) reef (dev) 1: /lib64/libc.so.6(+0x54db0) [0x7fbf26854db0] 2: /lib64/librbd.so.1(+0x2f5c31) [0x7fbf27ef5c31] 3: /lib64/librados.so.2(+0x12f65e) [0x7fbf27b7865e] 4: /lib64/librados.so.2(+0xcc1cf) [0x7fbf27b151cf] 5: /lib64/libstdc++.so.6(+0xdb924) [0x7fbf26cdb924] 6: /lib64/libc.so.6(+0x9f802) [0x7fbf2689f802] 7: /lib64/libc.so.6(+0x3f450) [0x7fbf2683f450] 3 jobs: ['7465341', '7465418', '7465492'] suites intersection: ['2-clusters/{fixed-3', '4-supported-random-distro$/{centos_latest}', '5-data-pool/replicated', '6-prepare/qcow2-http', '7-io-workloads/qemu_xfstests', '8-migrate-workloads/execute', '9-cleanup/cleanup', 'conf/{disable-pool-app}}', 'openstack}', 'rbd/migration/{1-base/install'] suites union: ['2-clusters/{fixed-3', '3-objectstore/bluestore-bitmap', '3-objectstore/bluestore-comp-zlib', '3-objectstore/bluestore-hybrid', '4-supported-random-distro$/{centos_latest}', '5-data-pool/replicated', '6-prepare/qcow2-http', '7-io-workloads/qemu_xfstests', '8-migrate-workloads/execute', '9-cleanup/cleanup', 'conf/{disable-pool-app}}', 'openstack}', 'rbd/migration/{1-base/install'] Dead: None 6 jobs: ['7465426', '7465312', '7465414', '7465385', '7465344', '7465516'] Failure: SSH connection to smithi094 was lost: 'sudo apt-get update' 4 jobs: ['7465313', '7465345', '7465317', '7465318'] suites intersection: ['conf/{disable-pool-app}'] suites union: ['clusters/{fixed-2', 'clusters/{fixed-3', 'conf/{disable-pool-app}', 'data-pool/none', 'data-pool/replicated', 'extra-conf/permit-partial-discard', 'features/readbalance', 'min-compat-client/default', 'msgr-failures/few', 'objectstore/bluestore-comp-snappy', 'objectstore/bluestore-comp-zstd', 'objectstore/bluestore-low-osd-mem-target', 'openstack', 'openstack}', 'rbd/librbd/{cache/writeback', 'rbd/qemu/{cache/writeback', 'rbd/singleton/{all/verify_pool', 'rbd/thrash/{base/install', 'supported-random-distro$/{ubuntu_latest}', 'supported-random-distro$/{ubuntu_latest}}', 'thrashers/default', 'thrashosds-health', 'workloads/c_api_tests}', 'workloads/qemu_fsstress}', 'workloads/rbd_fsx_rate_limit}'] Timeout 3h running clone.client.0/qa/workunits/rbd/test_librbd.sh 1 jobs: ['7465379'] suites: ['centos_latest', 'clusters/{fixed-1', 'conf/{disable-pool-app}', 'objectstore/bluestore-comp-lz4', 'openstack}', 'rbd/valgrind/{base/install', 'validator/memcheck', 'workloads/c_api_tests_with_journaling}'] Timeout 120 running ceph --cluster cluster2 pg dump --format=json 1 jobs: ['7465501'] suites: ['clients/mirror', 'cluster/{2-node', 'conf/{disable-pool-app}', 'msgr-failures/few', 'objectstore/bluestore-stupid', 'openstack}', 'policy/simple', 'rbd-mirror/four-per-cluster', 'rbd/mirror-thrash/{base/install', 'supported-random-distro$/{ubuntu_latest}', 'workloads/rbd-mirror-snapshot-stress-workunit-fast-diff}'] Failure: Command failed (workunit test rbd/luks-encryption.sh) on smithi084 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=135a1ac939fb4e6d1ef988cf89d0da570e04d3d1 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/luks-encryption.sh' 1 jobs: ['7465537'] suites: ['clusters/{fixed-1', 'conf/{disable-pool-app}', 'data-pool/replicated', 'features/layering', 'msgr-failures/few', 'objectstore/bluestore-comp-zlib', 'openstack}', 'rbd/cli/{base/install', 'supported-random-distro$/{ubuntu_latest}', 'workloads/rbd_cli_luks_encryption}'] Failure: Command failed (workunit test rbd/test_librbd.sh) on smithi138 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=135a1ac939fb4e6d1ef988cf89d0da570e04d3d1 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=125 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd.sh' 1 jobs: ['7465358'] suites: ['clusters/{fixed-3', 'conf/{disable-pool-app}', 'data-pool/none', 'extra-conf/none', 'min-compat-client/default', 'msgr-failures/few', 'objectstore/bluestore-bitmap', 'openstack}', 'rbd/librbd/{cache/none', 'supported-random-distro$/{ubuntu_latest}', 'workloads/c_api_tests_with_journaling}'] Failure: machine smithi178.front.sepia.ceph.com is locked by scheduled_rishabh@teuthology, not scheduled_dis@teuthology 1 jobs: ['7465372'] suites: ['clusters/{fixed-3', 'conf/{disable-pool-app}', 'data-pool/none', 'extra-conf/none', 'min-compat-client/octopus', 'msgr-failures/few', 'objectstore/bluestore-comp-zlib', 'openstack}', 'rbd/librbd/{cache/writethrough', 'supported-random-distro$/{ubuntu_latest}', 'workloads/python_api_tests_with_defaults}'] Dead: b'2023-11-24T21:02:34.547 DEBUG:teuthology.exit:Finished running handlers' 1 jobs: ['7465534'] suites: ['clusters/{fixed-3', 'conf/{disable-pool-app}', 'data-pool/ec', 'features/defaults', 'msgr-failures/few', 'objectstore/bluestore-comp-zlib', 'openstack}', 'rbd/encryption/{cache/none', 'supported-random-distro$/{ubuntu_latest}', 'workloads/qemu_xfstests_none_luks2}'] Failure: Command failed on smithi040 with status 1: 'test -f /home/ubuntu/cephtest/archive/qemu/client.0/success' 2 jobs: ['7465416', '7465354'] suites intersection: ['2-cluster/{fix-2', '3-supported-random-distro$/{ubuntu_latest}', '4-cache-path', '7-workloads/qemu_xfstests', 'conf/{disable-pool-app}}', 'openstack}', 'rbd/pwl-cache/tmpfs/{1-base/install'] suites union: ['2-cluster/{fix-2', '3-supported-random-distro$/{ubuntu_latest}', '4-cache-path', '5-cache-mode/rwl', '5-cache-mode/ssd', '6-cache-size/1G', '6-cache-size/5G', '7-workloads/qemu_xfstests', 'conf/{disable-pool-app}}', 'openstack}', 'rbd/pwl-cache/tmpfs/{1-base/install']