Found 246 jobs Missing teuthology log /home/teuthworker/archive/dis-2023-03-24_00:29:45-rbd-wip-dis-testing-distro-default-smithi/7218872/teuthology.log Found 8 distinct failure reasons Failure: {'smithi064.front.sepia.ceph.com': {'_ansible_no_log': False, 'msg': 'Failed to connect to the host via ssh: ssh: connect to host smithi064.front.sepia.ceph.com port 22: No route to host'}} 1 jobs: ['7218868'] suites: ['clients/mirror', 'cluster/{2-node', 'msgr-failures/few', 'objectstore/bluestore-low-osd-mem-target', 'openstack}', 'policy/simple', 'rbd-mirror/four-per-cluster', 'rbd/mirror-thrash/{base/install', 'supported-random-distro$/{rhel_8}', 'workloads/rbd-mirror-journal-stress-workunit}'] Failure: Cannot connect to remote host smithi044 1 jobs: ['7218859'] suites: ['clusters/{fixed-3', 'config/permit-partial-discard', 'min-compat-client/octopus', 'msgr-failures/few', 'objectstore/bluestore-comp-snappy', 'openstack}', 'pool/none', 'rbd/librbd/{cache/writethrough', 'supported-random-distro$/{centos_8}', 'workloads/fsx}'] Timeout 3h running clone.client.0/qa/workunits/rbd/test_librbd.sh 2 jobs: ['7218847', '7218651'] suites intersection: ['openstack}'] suites union: ['2-cluster/{fix-2', '3-supported-random-distro$/{rhel_8}', '4-cache-path', '5-cache-mode/rwl', '6-cache-size/1G', '7-workloads/c_api_tests_with_defaults}', 'clusters/{fixed-2', 'msgr-failures/few', 'objectstore/bluestore-comp-snappy', 'openstack}', 'rbd/pwl-cache/home/{1-base/install', 'rbd/thrash/{base/install', 'supported-random-distro$/{rhel_8}', 'thrashers/default', 'thrashosds-health', 'workloads/rbd_api_tests_copy_on_read}'] Dead: None 1 jobs: ['7218872'] Failure: Stale jobs detected, aborting. 1 jobs: ['7218867'] suites: ['clients/{mirror-extra', 'cluster/{2-node', 'mirror}', 'msgr-failures/few', 'objectstore/bluestore-low-osd-mem-target', 'openstack}', 'rbd/mirror/{base/install', 'supported-random-distro$/{ubuntu_latest}', 'workloads/rbd-mirror-workunit-min-compat-client-octopus}'] Failure: Command crashed: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_librbd_fsx --cluster cluster1 --id mirror.3 -d -W -R -p 100 -P /home/ubuntu/cephtest/archive -r 1 -w 1 -t 1 -h 1 -l 250000000 -S 0 -N 6000 -k mirror image_cluster1.client.mirror.3' 1 jobs: ['7218842'] suites: ['clients/mirror', 'cluster/{2-node', 'msgr-failures/few', 'objectstore/bluestore-hybrid', 'openstack}', 'policy/none', 'rbd-mirror/four-per-cluster', 'rbd/mirror-thrash/{base/install', 'supported-random-distro$/{ubuntu_latest}', 'workloads/rbd-mirror-fsx-workunit}'] Failure: Command failed on smithi064 with status 100: 'sudo apt-get clean' 3 jobs: ['7218860', '7218858', '7218696'] suites intersection: ['openstack}'] suites union: ['2-cluster/{fix-2', '3-supported-random-distro$/{ubuntu_latest}', '4-cache-path', '5-cache-mode/rwl', '6-cache-size/1G', '7-workloads/qemu_xfstests}', 'clusters/{fixed-2', 'clusters/{fixed-3', 'msgr-failures/few', 'objectstore/bluestore-comp-zlib', 'openstack}', 'qemu/xfstests', 'rbd/maintenance/{base/install', 'rbd/pwl-cache/tmpfs/{1-base/install', 'rbd/thrash/{base/install', 'supported-random-distro$/{ubuntu_20.04}', 'supported-random-distro$/{ubuntu_latest}', 'thrashers/cache', 'thrashosds-health', 'workloads/rbd_api_tests_journaling}', 'workloads/rebuild_object_map}'] Timeout 120 running ceph --cluster ceph pg dump --format=json 1 jobs: ['7218910'] suites: ['clusters/{fixed-3', 'features/defaults', 'msgr-failures/few', 'objectstore/bluestore-stupid', 'openstack}', 'pool/ec-cache-pool', 'rbd/encryption/{cache/writearound', 'supported-random-distro$/{rhel_8}', 'workloads/qemu_xfstests_luks2_luks2}']