Found 179 jobs Found 5 distinct failure reasons Timeout 120 running ceph --cluster cluster2 pg dump --format=json 1 jobs: ['7493988'] suites: ['clients/mirror', 'cluster/{2-node', 'conf/{disable-pool-app}', 'msgr-failures/few', 'objectstore/bluestore-hybrid', 'openstack}', 'policy/simple', 'rbd-mirror/four-per-cluster', 'rbd/mirror-thrash/{base/install', 'supported-random-distro$/{centos_latest}', 'workloads/rbd-mirror-snapshot-stress-workunit-minimum}'] Failure: Command failed on smithi191 with status 1: 'sudo yum -y install cephfs-java' 2 jobs: ['7494056', '7494054'] suites intersection: ['conf/{disable-pool-app}'] suites union: ['clusters/{fixed-3', 'conf/{disable-pool-app}', 'data-pool/replicated', 'extra-conf/copy-on-read', 'min-compat-client/octopus', 'msgr-failures/few', 'objectstore/bluestore-comp-zlib', 'objectstore/bluestore-comp-zstd', 'openstack', 'openstack}', 'rbd/librbd/{cache/none', 'rbd/singleton/{all/rbd-vs-unmanaged-snaps', 'supported-random-distro$/{centos_latest}', 'supported-random-distro$/{centos_latest}}', 'workloads/rbd_fio}'] Failure: Command failed on smithi169 with status 100: 'sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=19.0.0-191-g6d933094-1jammy ceph-mds=19.0.0-191-g6d933094-1jammy ceph-common=19.0.0-191-g6d933094-1jammy ceph-fuse=19.0.0-191-g6d933094-1jammy ceph-test=19.0.0-191-g6d933094-1jammy radosgw=19.0.0-191-g6d933094-1jammy python-ceph=19.0.0-191-g6d933094-1jammy libcephfs1=19.0.0-191-g6d933094-1jammy libcephfs-java=19.0.0-191-g6d933094-1jammy libcephfs-jni=19.0.0-191-g6d933094-1jammy librados2=19.0.0-191-g6d933094-1jammy librbd1=19.0.0-191-g6d933094-1jammy rbd-fuse=19.0.0-191-g6d933094-1jammy' 1 jobs: ['7494052'] suites: ['clusters/{fixed-1', 'conf/{disable-pool-app}', 'features/format-1', 'msgr-failures/few', 'objectstore/bluestore-comp-zlib', 'openstack}', 'rbd/cli_v1/{base/install', 'supported-random-distro$/{ubuntu_latest}', 'workloads/rbd_cli_generic}'] Dead: b'2023-12-17T00:51:38.994 DEBUG:teuthology.exit:Finished running handlers' 1 jobs: ['7494109'] suites: ['2-cluster/{fix-2', '3-supported-random-distro$/{centos_latest}', '4-cache-path', '5-cache-mode/rwl', '6-cache-size/5G', '7-workloads/qemu_xfstests', 'conf/{disable-pool-app}}', 'openstack}', 'rbd/pwl-cache/tmpfs/{1-base/install'] Failure: Command failed (workunit test rbd/test_rbd_mirror.sh) on smithi043 with status 134: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=6d933094a156ec7587742e5aa25fba5ba27ec678 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 VALGRIND=\'--tool=memcheck --leak-check=full\' adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_rbd_mirror.sh' 1 jobs: ['7494173'] suites: ['centos_latest', 'clusters/{fixed-1', 'conf/{disable-pool-app}', 'objectstore/bluestore-comp-lz4', 'openstack}', 'rbd/valgrind/{base/install', 'validator/memcheck', 'workloads/rbd_mirror}']