Found 305 jobs Missing teuthology log /home/teuthworker/archive/yuriw-2023-07-21_18:10:23-rados-wip-yuri10-testing-2023-07-21-0828-reef-distro-default-smithi/7346991/teuthology.log Misunderstood line: Misunderstood line: Misunderstood line: Found 12 distinct failure reasons Dead: None 5 jobs: ['7346991', '7346985', '7346996', '7347465', '7347535'] Failure: Command failed (workunit test scrub/osd-scrub-dump.sh) on smithi143 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=1bf364b918a7ab4708130a64bf96639942959f6d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/standalone/scrub/osd-scrub-dump.sh' 1 jobs: ['7346957'] suites: ['rados/standalone/{supported-random-distro$/{centos_latest}', 'workloads/scrub}'] Failure: No module named 'tasks.ceph' 5 jobs: ['7347551', '7347546', '7347549', '7347553', '7347576'] suites intersection: ['mon_election/connectivity'] suites union: ['agent/on', 'ceph', 'clusters/{fixed-2', 'd-thrash/default/{default', 'debug/mgr', 'mgr_ttl_cache/disable', 'mgr_ttl_cache/enable', 'mon_election/connectivity', 'msgr-failures/few', 'msgr/async-v2only', 'objectstore/bluestore-hybrid', 'openstack}', 'rados', 'rados/cephadm/workunits/{0-distro/rhel_8.6_container_tools_rhel8', 'rados/mgr/{clusters/{2-node-mgr}', 'rados/singleton-nomsgr/{all/export-after-evict', 'rados/verify/{centos_latest', 'random-objectstore$/{bluestore-comp-lz4}', 'supported-random-distro$/{rhel_8}', 'supported-random-distro$/{rhel_8}}', 'task/test_cephadm}', 'tasks/crash}', 'tasks/mon_recovery', 'tasks/workunits}', 'thrashosds-health}', 'validater/lockdep}'] Failure: Command failed on smithi187 with status 100: 'sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=18.1.2-167-g1bf364b9-1focal ceph-mds=18.1.2-167-g1bf364b9-1focal ceph-common=18.1.2-167-g1bf364b9-1focal ceph-fuse=18.1.2-167-g1bf364b9-1focal ceph-test=18.1.2-167-g1bf364b9-1focal radosgw=18.1.2-167-g1bf364b9-1focal python-ceph=18.1.2-167-g1bf364b9-1focal libcephfs1=18.1.2-167-g1bf364b9-1focal libcephfs-java=18.1.2-167-g1bf364b9-1focal libcephfs-jni=18.1.2-167-g1bf364b9-1focal librados2=18.1.2-167-g1bf364b9-1focal librbd1=18.1.2-167-g1bf364b9-1focal rbd-fuse=18.1.2-167-g1bf364b9-1focal' 2 jobs: ['7347563', '7347558'] suites intersection: [] suites union: ['mon_election/classic', 'rados', 'rados/objectstore/{backends/objectstore-bluestore-b', 'rados/singleton-nomsgr/{all/full-tiering', 'supported-random-distro$/{ubuntu_20.04}}', 'supported-random-distro$/{ubuntu_latest}}'] Failure: "2023-07-22T00:45:14.571456+0000 mon.a (mon.0) 332 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log 2 jobs: ['7346949', '7347586'] suites intersection: ['ceph', 'clusters/{fixed-2', 'd-thrash/none', 'mon_election/classic', 'msgr-failures/few', 'objectstore/bluestore-low-osd-mem-target', 'openstack}', 'rados', 'rados/verify/{centos_latest', 'validater/valgrind}'] suites union: ['ceph', 'clusters/{fixed-2', 'd-thrash/none', 'mon_election/classic', 'msgr-failures/few', 'msgr/async', 'msgr/async-v1only', 'objectstore/bluestore-low-osd-mem-target', 'openstack}', 'rados', 'rados/verify/{centos_latest', 'tasks/rados_api_tests', 'tasks/rados_cls_all', 'validater/valgrind}'] Failure: Command failed on smithi160 with status 1: 'sudo yum -y install cephfs-java' 1 jobs: ['7347559'] suites: ['rados/standalone/{supported-random-distro$/{centos_8}', 'workloads/osd-backfill}'] Dead: b'2023-07-22T22:35:44.963 DEBUG:teuthology.exit:Finished running handlers' 1 jobs: ['7347483'] suites: ['debug/mgr', 'mgr_ttl_cache/enable', 'mon_election/connectivity', 'rados/mgr/{clusters/{2-node-mgr}', 'random-objectstore$/{bluestore-low-osd-mem-target}', 'supported-random-distro$/{centos_latest}', 'tasks/progress}'] Timeout 3h running clone.client.0/qa/workunits/cls/test_cls_rgw.sh 1 jobs: ['7347517'] suites: ['ceph', 'clusters/{fixed-2', 'd-thrash/none', 'mon_election/classic', 'msgr-failures/few', 'msgr/async-v1only', 'objectstore/bluestore-comp-zstd', 'openstack}', 'rados', 'rados/verify/{centos_latest', 'tasks/rados_cls_all', 'validater/valgrind}'] Failure: reached maximum tries (801) after waiting for 4800 seconds 1 jobs: ['7347375'] suites: ['clusters/{fixed-2', 'fast/normal', 'mon_election/connectivity', 'msgr-failures/few', 'objectstore/bluestore-low-osd-mem-target', 'openstack}', 'rados', 'rados/thrash-erasure-code/{ceph', 'recovery-overrides/{default}', 'supported-random-distro$/{centos_8}', 'thrashers/careful', 'thrashosds-health', 'workloads/ec-radosbench}'] Failure: Command failed (workunit test cephadm/test_dashboard_e2e.sh) on smithi097 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=1bf364b918a7ab4708130a64bf96639942959f6d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_dashboard_e2e.sh' 2 jobs: ['7347575', '7347321'] suites intersection: ['debug/mgr', 'rados/dashboard/{0-single-container-host', 'tasks/e2e}'] suites union: ['debug/mgr', 'mon_election/classic', 'mon_election/connectivity', 'rados/dashboard/{0-single-container-host', 'random-objectstore$/{bluestore-comp-zstd}', 'random-objectstore$/{bluestore-stupid}', 'tasks/e2e}'] Valgrind: mon (Leak_StillReachable) 2 jobs: ['7347406', '7347403'] suites intersection: [] suites union: ['2-inject-leak/none', 'centos_latest}', 'ceph', 'clusters/{fixed-2', 'd-thrash/none', 'mon_election/classic', 'msgr-failures/few', 'msgr/async-v2only', 'objectstore/bluestore-comp-snappy', 'openstack}', 'rados', 'rados/valgrind-leaks/{1-start', 'rados/verify/{centos_latest', 'tasks/mon_recovery', 'validater/valgrind}'] Timeout 6h running clone.client.0/qa/workunits/rados/test.sh 1 jobs: ['7347210'] suites: ['ceph', 'clusters/{fixed-2', 'd-thrash/none', 'mon_election/classic', 'msgr-failures/few', 'msgr/async', 'objectstore/bluestore-bitmap', 'openstack}', 'rados', 'rados/verify/{centos_latest', 'tasks/rados_api_tests', 'validater/valgrind}']