Found 83 jobs Found 5 distinct failure reasons Dead: b'2021-11-07T14:14:32.288 DEBUG:teuthology.exit:Finished running handlers' 2 jobs: ['6488893', '6488848'] suites intersection: ['1-volume/{0-create', '2-allow_standby_replay/no', '2-client', '3-upgrade-with-workload', '3-verify}', '4-verify}}', 'centos_8.3_container_tools_3.0', 'conf/{client', 'mds', 'mon', 'osd}', 'overrides/{pg-warn', 'roles', 'tasks/{0-v16.2.4', 'upgrade/cephfs/mds_upgrade_sequence/{bluestore-bitmap', 'whitelist_health', 'whitelist_wrongly_marked_down}'] suites union: ['1-ranks/1', '1-ranks/2', '1-volume/{0-create', '2-allow_standby_replay/no', '2-client', '3-upgrade-with-workload', '3-verify}', '4-verify}}', 'centos_8.3_container_tools_3.0', 'conf/{client', 'mds', 'mon', 'osd}', 'overrides/{pg-warn', 'roles', 'tasks/{0-v16.2.4', 'upgrade/cephfs/mds_upgrade_sequence/{bluestore-bitmap', 'whitelist_health', 'whitelist_wrongly_marked_down}'] Failure: Command failed on smithi065 with status 100: 'sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=15.2.15-22-ga81ee281-1focal cephadm=15.2.15-22-ga81ee281-1focal ceph-mds=15.2.15-22-ga81ee281-1focal ceph-mgr=15.2.15-22-ga81ee281-1focal ceph-common=15.2.15-22-ga81ee281-1focal ceph-fuse=15.2.15-22-ga81ee281-1focal ceph-test=15.2.15-22-ga81ee281-1focal ceph-volume=15.2.15-22-ga81ee281-1focal radosgw=15.2.15-22-ga81ee281-1focal python3-rados=15.2.15-22-ga81ee281-1focal python3-rgw=15.2.15-22-ga81ee281-1focal python3-cephfs=15.2.15-22-ga81ee281-1focal python3-rbd=15.2.15-22-ga81ee281-1focal libcephfs2=15.2.15-22-ga81ee281-1focal libcephfs-dev=15.2.15-22-ga81ee281-1focal librados2=15.2.15-22-ga81ee281-1focal librbd1=15.2.15-22-ga81ee281-1focal rbd-fuse=15.2.15-22-ga81ee281-1focal' 4 jobs: ['6488884', '6488864', '6488843', '6488822'] suites intersection: ['frontend', 'overrides', 'realm', 'tasks', 'upgrade/octopus-x/rgw-multisite/{clusters'] suites union: ['frontend', 'overrides', 'realm', 'tasks', 'upgrade/octopus-x/rgw-multisite/{clusters', 'upgrade/primary}', 'upgrade/secondary}'] Failure: Command failed on smithi186 with status 2: 'cd /home/ubuntu/cephtest/ragweed && ./bootstrap' 8 jobs: ['6488866', '6488834', '6488854', '6488846', '6488824', '6488888', '6488813', '6488875'] suites intersection: ['1-ceph-install/octopus', '2-partial-upgrade/firsthalf', '3-thrash/default', '4-workload/{radosbench', '5-finish-upgrade', '6-pacific', '7-msgr2', '8-final-workload/{rbd-python', 'rbd-cls', 'rbd-import-export', 'rbd_api', 'readwrite', 'rgw_ragweed_prepare', 'snaps-few-objects}', 'snaps-many-objects}', 'start}', 'thrashosds-health', 'ubuntu_20.04}', 'upgrade/octopus-x/stress-split-no-cephadm/{0-cluster/{openstack'] suites union: ['1-ceph-install/octopus', '1.1-pg-log-overrides/normal_pg_log', '1.1-pg-log-overrides/short_pg_log', '2-partial-upgrade/firsthalf', '3-thrash/default', '4-workload/{radosbench', '5-finish-upgrade', '6-pacific', '7-msgr2', '8-final-workload/{rbd-python', 'mon_election/classic', 'mon_election/connectivity', 'objectstore/bluestore-bitmap', 'objectstore/filestore-xfs', 'rbd-cls', 'rbd-import-export', 'rbd_api', 'readwrite', 'rgw_ragweed_prepare', 'snaps-few-objects}', 'snaps-many-objects}', 'start}', 'thrashosds-health', 'ubuntu_20.04}', 'upgrade/octopus-x/stress-split-no-cephadm/{0-cluster/{openstack'] Failure: timeout expired in wait_until_healthy 14 jobs: ['6488827', '6488860', '6488831', '6488819', '6488891', '6488840', '6488882', '6488814', '6488879', '6488837', '6488856', '6488850', '6488868', '6488871'] suites intersection: ['0-roles', '1-start', '3-stress-tasks/{radosbench', 'rbd-cls', 'rbd-import-export', 'rbd_api', 'readwrite', 'snaps-few-objects}'] suites union: ['0-roles', '1-start', '2-first-half-tasks/radosbench', '2-first-half-tasks/rbd-cls', '2-first-half-tasks/rbd-import-export', '2-first-half-tasks/rbd_api', '2-first-half-tasks/readwrite', '2-first-half-tasks/snaps-few-objects', '3-stress-tasks/{radosbench', '4-second-half-tasks/radosbench', '4-second-half-tasks/rbd-import-export', 'mon_election/classic}', 'mon_election/connectivity}', 'rbd-cls', 'rbd-import-export', 'rbd_api', 'readwrite', 'snaps-few-objects}', 'upgrade/octopus-x/stress-split/{0-distro/centos_8.2_container_tools_3.0', 'upgrade/octopus-x/stress-split/{0-distro/centos_8.3_container_tools_3.0', 'upgrade/octopus-x/stress-split/{0-distro/rhel_8.4_container_tools_3.0', 'upgrade/octopus-x/stress-split/{0-distro/rhel_8.4_container_tools_rhel8', 'upgrade/octopus-x/stress-split/{0-distro/ubuntu_20.04'] Failure: Command failed on smithi017 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 72e08c50-3f5c-11ec-8c28-001a4aab830c -- ceph osd dump --format=json' 1 jobs: ['6488847'] suites: ['0-start', '1-tasks', 'mon_election/connectivity', 'rados_api', 'rados_loadgenbig', 'rbd_import_export', 'test_rbd_api}}', 'upgrade-sequence', 'upgrade/octopus-x/parallel/{0-distro/centos_8.3_container_tools_3.0', 'workload/{ec-rados-default']