Found 27 jobs Found 5 distinct failure reasons Failure: timeout expired in wait_until_healthy 7 jobs: ['6474055', '6474063', '6474043', '6474068', '6474061', '6474049', '6474051'] suites intersection: ['0-roles', '1-start', '3-stress-tasks/{radosbench', 'rbd-cls', 'rbd-import-export', 'rbd_api', 'readwrite', 'snaps-few-objects}'] suites union: ['0-roles', '1-start', '2-first-half-tasks/radosbench', '2-first-half-tasks/rbd-cls', '2-first-half-tasks/rbd-import-export', '2-first-half-tasks/rbd_api', '2-first-half-tasks/readwrite', '2-first-half-tasks/snaps-few-objects', '3-stress-tasks/{radosbench', '4-second-half-tasks/radosbench', '4-second-half-tasks/rbd-import-export', 'mon_election/classic}', 'mon_election/connectivity}', 'rbd-cls', 'rbd-import-export', 'rbd_api', 'readwrite', 'snaps-few-objects}', 'upgrade:octopus-x/stress-split/{0-distro/centos_8.2_container_tools_3.0', 'upgrade:octopus-x/stress-split/{0-distro/centos_8.3_container_tools_3.0', 'upgrade:octopus-x/stress-split/{0-distro/rhel_8.4_container_tools_3.0', 'upgrade:octopus-x/stress-split/{0-distro/rhel_8.4_container_tools_rhel8', 'upgrade:octopus-x/stress-split/{0-distro/ubuntu_20.04'] Failure: Command failed on smithi029 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid b74755f2-3b7b-11ec-8c28-001a4aab830c -- ceph osd dump --format=json' 3 jobs: ['6474054', '6474060', '6474047'] suites intersection: [] suites union: ['0-start', '1-ceph-install/octopus', '1-tasks', '1.1-pg-log-overrides/short_pg_log', '2-partial-upgrade/firsthalf', '3-thrash/default', '4-workload/{radosbench', '5-finish-upgrade', '6-pacific', '7-msgr2', '8-final-workload/{rbd-python', 'mon_election/classic', 'mon_election/connectivity', 'objectstore/bluestore-bitmap', 'rados_api', 'rados_loadgenbig', 'rbd-cls', 'rbd-import-export', 'rbd_api', 'rbd_import_export', 'readwrite', 'rgw_ragweed_prepare', 'snaps-few-objects}', 'snaps-many-objects}', 'start}', 'test_rbd_api}}', 'thrashosds-health', 'ubuntu_20.04}', 'upgrade-sequence', 'upgrade:octopus-x/parallel/{0-distro/rhel_8.4_container_tools_rhel8', 'upgrade:octopus-x/stress-split-no-cephadm/{0-cluster/{openstack', 'workload/{ec-rados-default'] Failure: Command failed on smithi137 with status 100: 'sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=15.2.15-13-gbd7cde0e-1focal cephadm=15.2.15-13-gbd7cde0e-1focal ceph-mds=15.2.15-13-gbd7cde0e-1focal ceph-mgr=15.2.15-13-gbd7cde0e-1focal ceph-common=15.2.15-13-gbd7cde0e-1focal ceph-fuse=15.2.15-13-gbd7cde0e-1focal ceph-test=15.2.15-13-gbd7cde0e-1focal ceph-volume=15.2.15-13-gbd7cde0e-1focal radosgw=15.2.15-13-gbd7cde0e-1focal python3-rados=15.2.15-13-gbd7cde0e-1focal python3-rgw=15.2.15-13-gbd7cde0e-1focal python3-cephfs=15.2.15-13-gbd7cde0e-1focal python3-rbd=15.2.15-13-gbd7cde0e-1focal libcephfs2=15.2.15-13-gbd7cde0e-1focal libcephfs-dev=15.2.15-13-gbd7cde0e-1focal librados2=15.2.15-13-gbd7cde0e-1focal librbd1=15.2.15-13-gbd7cde0e-1focal rbd-fuse=15.2.15-13-gbd7cde0e-1focal' 2 jobs: ['6474045', '6474058'] suites intersection: ['frontend', 'overrides', 'realm', 'tasks', 'upgrade:octopus-x/rgw-multisite/{clusters'] suites union: ['frontend', 'overrides', 'realm', 'tasks', 'upgrade/primary}', 'upgrade/secondary}', 'upgrade:octopus-x/rgw-multisite/{clusters'] Timeout 120 running ceph --cluster ceph osd last-stat-seq osd.3 1 jobs: ['6474066'] suites: ['1-ceph-install/octopus', '1.1-pg-log-overrides/normal_pg_log', '2-partial-upgrade/firsthalf', '3-thrash/default', '4-workload/{radosbench', '5-finish-upgrade', '6-pacific', '7-msgr2', '8-final-workload/{rbd-python', 'mon_election/classic', 'objectstore/filestore-xfs', 'rbd-cls', 'rbd-import-export', 'rbd_api', 'readwrite', 'rgw_ragweed_prepare', 'snaps-few-objects}', 'snaps-many-objects}', 'start}', 'thrashosds-health', 'ubuntu_20.04}', 'upgrade:octopus-x/stress-split-no-cephadm/{0-cluster/{openstack'] Timeout 120 running ceph --cluster ceph tell osd.10 flush_pg_stats 1 jobs: ['6474053'] suites: ['1-ceph-install/octopus', '1.1-pg-log-overrides/normal_pg_log', '2-partial-upgrade/firsthalf', '3-thrash/default', '4-workload/{radosbench', '5-finish-upgrade', '6-pacific', '7-msgr2', '8-final-workload/{rbd-python', 'mon_election/connectivity', 'objectstore/filestore-xfs', 'rbd-cls', 'rbd-import-export', 'rbd_api', 'readwrite', 'rgw_ragweed_prepare', 'snaps-few-objects}', 'snaps-many-objects}', 'start}', 'thrashosds-health', 'ubuntu_20.04}', 'upgrade:octopus-x/stress-split-no-cephadm/{0-cluster/{openstack']