Found 182 jobs
Missing teuthology log /home/teuthworker/archive/yuriw-2023-03-14_21:29:21-rbd-quincy-release-distro-default-smithi/7208100/teuthology.log
Found 10 distinct failure reasons
Dead: None
8 jobs: ['7208100', '7208105', '7208119', '7208084', '7208103', '7208111', '7208092', '7208091']

Failure: Stale jobs detected, aborting.
1 jobs: ['7208153']
suites: ['2-cluster/{fix-2', '3-supported-random-distro$/{ubuntu_latest}', '4-cache-path', '5-cache-mode/ssd', '6-cache-size/1G', '7-workloads/qemu_xfstests}', 'openstack}', 'rbd/pwl-cache/tmpfs/{1-base/install']

Failure: {'smithi132.front.sepia.ceph.com': {'changed': False, 'msg': 'Failed to connect to the host via ssh: ssh: connect to host smithi132.front.sepia.ceph.com port 22: No route to host', 'unreachable': True}}
1 jobs: ['7208154']
suites: ['objectstore/bluestore-comp-lz4', 'openstack', 'rbd/singleton/{all/rbd_mirror', 'supported-random-distro$/{rhel_8}}']

Failure: Command failed (workunit test rbd/cli_generic.sh) on smithi093 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=714f8ff94ab1a8a5b10ea54247535614e53b7234 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/cli_generic.sh'
3 jobs: ['7208009', '7208123', '7207979']
suites intersection: ['clusters/{fixed-1', 'msgr-failures/few', 'openstack}', 'pool/small-cache-pool', 'workloads/rbd_cli_generic}']
suites union: ['clusters/{fixed-1', 'features/format-1', 'features/layering', 'msgr-failures/few', 'objectstore/bluestore-hybrid', 'objectstore/bluestore-stupid', 'objectstore/filestore-xfs', 'openstack}', 'pool/small-cache-pool', 'rbd/cli/{base/install', 'rbd/cli_v1/{base/install', 'supported-random-distro$/{centos_8}', 'supported-random-distro$/{rhel_8}', 'supported-random-distro$/{ubuntu_latest}', 'workloads/rbd_cli_generic}']

Failure: error during thrashing
2 jobs: ['7208144', '7208128']
suites intersection: ['clients/mirror', 'cluster/{2-node', 'msgr-failures/few', 'openstack}', 'rbd-mirror/four-per-cluster', 'rbd/mirror-thrash/{base/install']
suites union: ['clients/mirror', 'cluster/{2-node', 'msgr-failures/few', 'objectstore/bluestore-stupid', 'objectstore/filestore-xfs', 'openstack}', 'policy/none', 'policy/simple', 'rbd-mirror/four-per-cluster', 'rbd/mirror-thrash/{base/install', 'supported-random-distro$/{centos_8}', 'supported-random-distro$/{ubuntu_latest}', 'workloads/rbd-mirror-snapshot-stress-workunit-fast-diff}', 'workloads/rbd-mirror-snapshot-stress-workunit-minimum}']

Failure: Command failed (workunit test rbd/rbd_mirror_snapshot.sh) on smithi111 with status 16: 'mkdir -p -- /home/ubuntu/cephtest/mnt.cluster1.mirror/client.mirror/tmp && cd -- /home/ubuntu/cephtest/mnt.cluster1.mirror/client.mirror/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=714f8ff94ab1a8a5b10ea54247535614e53b7234 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster cluster1" CEPH_ID="mirror" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.cluster1.client.mirror CEPH_ROOT=/home/ubuntu/cephtest/clone.cluster1.client.mirror CEPH_MNT=/home/ubuntu/cephtest/mnt.cluster1.mirror CEPH_ARGS=\'\' RBD_IMAGE_FEATURES=layering RBD_MIRROR_CONFIG_KEY=1 RBD_MIRROR_INSTANCES=4 RBD_MIRROR_USE_EXISTING_CLUSTER=1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.cluster1.client.mirror/qa/workunits/rbd/rbd_mirror_snapshot.sh'
1 jobs: ['7208141']
suites: ['clients/{mirror-extra', 'cluster/{2-node', 'mirror}', 'msgr-failures/few', 'objectstore/bluestore-comp-lz4', 'openstack}', 'rbd/mirror/{base/install', 'supported-random-distro$/{centos_8}', 'workloads/rbd-mirror-snapshot-workunit-minimum}']

Failure: Command failed on smithi110 with status 1: 'test -f /home/ubuntu/cephtest/archive/qemu/client.0/success'
2 jobs: ['7208108', '7208131']
suites intersection: ['openstack}']
suites union: ['2-cluster/{fix-2', '3-supported-random-distro$/{centos_8}', '4-cache-path', '5-cache-mode/ssd', '6-cache-size/5G', '7-workloads/qemu_xfstests}', 'cluster/{fixed-3', 'msgr-failures/few', 'objectstore/bluestore-low-osd-mem-target', 'openstack}', 'rbd/nbd/{base/install', 'rbd/pwl-cache/tmpfs/{1-base/install', 'supported-random-distro$/{centos_8}', 'thrashers/cache', 'thrashosds-health', 'workloads/rbd_fsx_nbd}']

Failure: {'smithi143.front.sepia.ceph.com': {'_ansible_no_log': False, 'changed': False, 'invocation': {'module_args': {'allow_downgrade': False, 'allowerasing': False, 'autoremove': False, 'bugfix': False, 'conf_file': None, 'disable_excludes': None, 'disable_gpg_check': False, 'disable_plugin': [], 'disablerepo': [], 'download_dir': None, 'download_only': False, 'enable_plugin': [], 'enablerepo': [], 'exclude': [], 'install_repoquery': True, 'install_weak_deps': True, 'installroot': '/', 'list': None, 'lock_timeout': 30, 'name': ['redhat-lsb-core', 'dnf-utils', 'sysstat', 'libedit', 'boost-thread', 'xfsprogs', 'gdisk', 'parted', 'libgcrypt', 'fuse-libs', 'openssl', 'libuuid', 'podman', 'podman-docker', 'attr', 'ant', 'lsof', 'gettext', 'bc', 'xfsdump', 'blktrace', 'usbredir', 'libev-devel', 'valgrind', 'nfs-utils', 'ncurses-devel', 'gcc', 'git', 'python3-nose', 'python3-virtualenv', 'genisoimage', 'qemu-img', 'qemu-kvm-core', 'qemu-kvm-block-rbd', 'libacl-devel', 'dbench', 'autoconf', 'gdb', 'iozone', 'lvm2'], 'releasever': None, 'security': False, 'skip_broken': False, 'state': 'present', 'update_cache': False, 'update_only': False, 'validate_certs': True}}, 'msg': 'Failed to download packages: qemu-kvm-block-rbd-15:6.2.0-28.module_el8.8.0+1257+0c3374ae.x86_64: Cannot download, all mirrors were already tried without success', 'results': []}}
1 jobs: ['7208121']
suites: ['clusters/{fixed-3', 'config/none', 'min-compat-client/octopus', 'msgr-failures/few', 'objectstore/bluestore-comp-lz4', 'openstack}', 'pool/replicated-data-pool', 'rbd/librbd/{cache/writeback', 'supported-random-distro$/{centos_8}', 'workloads/python_api_tests_with_defaults}']

Failure: "2023-03-15T05:16:30.424145+0000 mon.a (mon.0) 775 : cluster [WRN] Health check failed: Degraded data redundancy: 2/220 objects degraded (0.909%), 1 pg degraded (PG_DEGRADED)" in cluster log
1 jobs: ['7208067']
suites: ['clusters/{fixed-3', 'config/none', 'min-compat-client/default', 'msgr-failures/few', 'objectstore/bluestore-stupid', 'openstack}', 'pool/small-cache-pool', 'rbd/librbd/{cache/writethrough', 'supported-random-distro$/{rhel_8}', 'workloads/c_api_tests_with_journaling}']

Failure: Command failed on smithi130 with status 120: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_librbd_fsx --cluster ceph --id 0 -d -W -R -p 100 -P /home/ubuntu/cephtest/archive -r 512 -w 512 -t 512 -h 512 -l 250000000 -S 0 -N 6000 -M pool_client.0 image_client.0'
1 jobs: ['7207983']
suites: ['cluster/{fixed-3', 'msgr-failures/few', 'objectstore/bluestore-hybrid', 'openstack}', 'rbd/nbd/{base/install', 'supported-random-distro$/{rhel_8}', 'thrashers/default', 'thrashosds-health', 'workloads/rbd_fsx_nbd}']