Found 178 jobs Missing teuthology log /home/teuthworker/archive/yuriw-2023-11-05_23:48:16-rbd-reef-release-distro-default-smithi/7448827/teuthology.log Found 7 distinct failure reasons Failure: Command failed (workunit test rbd/rbd_mirror_snapshot.sh) on smithi163 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.cluster1.mirror/client.mirror/tmp && cd -- /home/ubuntu/cephtest/mnt.cluster1.mirror/client.mirror/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=f7e9f9af51acf98e0ccc3037487018e4ae40caa5 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster cluster1" CEPH_ID="mirror" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.cluster1.client.mirror CEPH_ROOT=/home/ubuntu/cephtest/clone.cluster1.client.mirror CEPH_MNT=/home/ubuntu/cephtest/mnt.cluster1.mirror CEPH_ARGS=\'\' RBD_IMAGE_FEATURES=layering,exclusive-lock,object-map,fast-diff RBD_MIRROR_CONFIG_KEY=1 RBD_MIRROR_INSTANCES=4 RBD_MIRROR_USE_EXISTING_CLUSTER=1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.cluster1.client.mirror/qa/workunits/rbd/rbd_mirror_snapshot.sh' 1 jobs: ['7448996'] suites: ['clients/{mirror-extra', 'cluster/{2-node', 'conf/{disable-pool-app}', 'mirror}', 'msgr-failures/few', 'objectstore/bluestore-hybrid', 'openstack}', 'rbd/mirror/{base/install', 'supported-random-distro$/{centos_8}', 'workloads/rbd-mirror-snapshot-workunit-fast-diff}'] Failure: SSH connection to smithi152 was lost: 'sudo apt-get update' 3 jobs: ['7448809', '7448837', '7448848'] suites intersection: ['conf/{disable-pool-app}'] suites union: ['clients/mirror', 'cluster/{2-node', 'clusters/{fixed-3', 'conf/{disable-pool-app}', 'data-pool/replicated', 'features/journaling', 'msgr-failures/few', 'objectstore/bluestore-comp-lz4', 'objectstore/bluestore-low-osd-mem-target', 'objectstore/bluestore-stupid', 'openstack', 'openstack}', 'policy/simple', 'rbd-mirror/four-per-cluster', 'rbd/mirror-thrash/{base/install', 'rbd/qemu/{cache/writeback', 'rbd/singleton/{all/read-flags-writeback', 'supported-random-distro$/{rhel_8}}', 'supported-random-distro$/{ubuntu_latest}', 'workloads/qemu_xfstests}', 'workloads/rbd-mirror-journal-stress-workunit}'] Failure: Command failed on smithi069 with status 1: 'test -f /home/ubuntu/cephtest/archive/qemu/client.0/success' 2 jobs: ['7448993', '7448820'] suites intersection: ['openstack}'] suites union: ['2-cluster/{fix-2', '3-supported-random-distro$/{centos_latest}', '4-cache-path', '5-cache-mode/ssd', '6-cache-size/5G', '7-workloads/qemu_xfstests', 'clusters/{fixed-2', 'conf/{disable-pool-app}', 'conf/{disable-pool-app}}', 'msgr-failures/few', 'objectstore/bluestore-low-osd-mem-target', 'openstack}', 'rbd/pwl-cache/tmpfs/{1-base/install', 'rbd/thrash/{base/install', 'supported-random-distro$/{centos_8}', 'thrashers/default', 'thrashosds-health', 'workloads/rbd_fsx_copy_on_read}'] Failure: ['Not copying any file from skel directory into it.', "useradd: user 'svelar' already exists", "useradd: user 'yajgaonk' already exists", 'useradd: warning: the home directory already exists.'] 1 jobs: ['7448845'] suites: ['clusters/{fixed-3', 'conf/{disable-pool-app}', 'data-pool/none', 'extra-conf/permit-partial-discard', 'min-compat-client/octopus', 'msgr-failures/few', 'objectstore/bluestore-comp-zstd', 'openstack}', 'rbd/librbd/{cache/writeback', 'supported-random-distro$/{rhel_8}', 'workloads/c_api_tests_with_defaults}'] Dead: None 5 jobs: ['7448827', '7448833', '7448832', '7448808', '7448864'] Failure: failed to install new kernel version within timeout 1 jobs: ['7448816'] suites: ['clusters/{fixed-3', 'conf/{disable-pool-app}', 'data-pool/replicated', 'features/defaults', 'msgr-failures/few', 'objectstore/bluestore-comp-zstd', 'openstack}', 'rbd/encryption/{cache/writeback', 'supported-random-distro$/{centos_8}', 'workloads/qemu_xfstests_luks1_luks1}'] Failure: Command failed (workunit test rbd/test_rbd_mirror.sh) on smithi152 with status 139: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=f7e9f9af51acf98e0ccc3037487018e4ae40caa5 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 VALGRIND=\'--tool=memcheck --leak-check=full\' adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_rbd_mirror.sh' 1 jobs: ['7448868'] suites: ['centos_latest', 'clusters/{fixed-1', 'conf/{disable-pool-app}', 'objectstore/bluestore-comp-lz4', 'openstack}', 'rbd/valgrind/{base/install', 'validator/memcheck', 'workloads/rbd_mirror}']