Found 64 jobs Found 5 distinct failure reasons Failure: Command failed on smithi137 with status 2: 'cd /home/ubuntu/cephtest/ragweed && ./bootstrap' 23 jobs: ['5190949', '5190968', '5190976', '5190944', '5190927', '5190946', '5190957', '5190978', '5190952', '5190918', '5190933', '5190974', '5190960', '5190912', '5190984', '5190973', '5190958', '5190922', '5190981', '5190962', '5190941', '5190942', '5190965'] suites intersection: ['1-ceph-install/mimic', 'rgw_ragweed_prepare', 'start}'] suites union: ['1-ceph-install/mimic', '1.1-pg-log-overrides/normal_pg_log', '1.1-pg-log-overrides/short_pg_log', '2-partial-upgrade/firsthalf', '2-workload/{blogbench', '3-thrash/default', '3-upgrade-sequence/upgrade-all', '3-upgrade-sequence/upgrade-mon-osd-mds', '4-msgr2', '4-nautilus', '4-workload/{radosbench', '5-final-workload/{blogbench', '5-finish-upgrade', '6-nautilus', '6.1-msgr2', '7-final-workload/{rbd-python', 'ec-rados-default', 'objectstore/bluestore-bitmap', 'objectstore/filestore-xfs', 'rados-snaps-few-objects', 'rados_api', 'rados_loadgenbig', 'rados_loadgenmix', 'rados_mon_thrash', 'rbd-cls', 'rbd-import-export', 'rbd_api', 'rbd_cls', 'rbd_import_export', 'readwrite', 'rgw', 'rgw-swift-ragweed_check', 'rgw_ragweed_check', 'rgw_ragweed_prepare', 'rgw_swift}', 'snaps-few-objects}', 'snaps-many-objects}', 'start}', 'supported-all-distro/centos_latest', 'supported-all-distro/centos_latest}', 'supported-all-distro/rhel_7', 'supported-all-distro/rhel_7}', 'test_rbd_api', 'test_rbd_python}', 'thrashosds-health}', 'upgrade:mimic-x/parallel/{0-cluster/{openstack', 'upgrade:mimic-x/stress-split/{0-cluster/{openstack'] Dead: b'2020-06-30T16:22:57.846 DEBUG:teuthology.exit:Finished running handlers' 6 jobs: ['5190986', '5190954', '5190956', '5190966', '5190950', '5190970'] suites intersection: ['1-ceph-install/mimic', 'rgw_ragweed_prepare', 'start}'] suites union: ['1-ceph-install/mimic', '1.1-pg-log-overrides/normal_pg_log', '1.1-pg-log-overrides/short_pg_log', '2-partial-upgrade/firsthalf', '2-workload/{blogbench', '3-thrash/default', '3-upgrade-sequence/upgrade-all', '4-msgr2', '4-nautilus', '4-workload/{radosbench', '5-final-workload/{blogbench', '5-finish-upgrade', '6-nautilus', '6.1-msgr2', '7-final-workload/{rbd-python', 'ec-rados-default', 'objectstore/bluestore-bitmap', 'objectstore/filestore-xfs', 'rados-snaps-few-objects', 'rados_api', 'rados_loadgenbig', 'rados_loadgenmix', 'rados_mon_thrash', 'rbd-cls', 'rbd-import-export', 'rbd_api', 'rbd_cls', 'rbd_import_export', 'readwrite', 'rgw', 'rgw-swift-ragweed_check', 'rgw_ragweed_check', 'rgw_ragweed_prepare', 'rgw_swift}', 'snaps-few-objects}', 'snaps-many-objects}', 'start}', 'supported-all-distro/ubuntu_16.04', 'supported-all-distro/ubuntu_latest', 'supported-all-distro/ubuntu_latest}', 'test_rbd_api', 'test_rbd_python}', 'thrashosds-health}', 'upgrade:mimic-x/parallel/{0-cluster/{openstack', 'upgrade:mimic-x/stress-split/{0-cluster/{openstack'] Failure: SSH connection to smithi159 was lost: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 0 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-osd.11.asok dump_ops_in_flight' 1 jobs: ['5190914'] suites: ['1-ceph-install/mimic', '1.1-pg-log-overrides/normal_pg_log', '2-partial-upgrade/firsthalf', '3-thrash/default', '4-workload/{radosbench', '5-finish-upgrade', '6-nautilus', '6.1-msgr2', '7-final-workload/{rbd-python', 'objectstore/bluestore-bitmap', 'rbd-cls', 'rbd-import-export', 'rbd_api', 'readwrite', 'rgw-swift-ragweed_check', 'rgw_ragweed_prepare', 'snaps-few-objects}', 'snaps-many-objects}', 'start}', 'supported-all-distro/centos_latest', 'thrashosds-health}', 'upgrade:mimic-x/stress-split/{0-cluster/{openstack'] Failure: failed to recover before timeout expired 2 jobs: ['5190982', '5190930'] suites intersection: ['1-ceph-install/mimic', '2-partial-upgrade/firsthalf', '3-thrash/default', '4-workload/{radosbench', '5-finish-upgrade', '6-nautilus', '6.1-msgr2', '7-final-workload/{rbd-python', 'rbd-cls', 'rbd-import-export', 'rbd_api', 'readwrite', 'rgw-swift-ragweed_check', 'rgw_ragweed_prepare', 'snaps-few-objects}', 'snaps-many-objects}', 'start}', 'supported-all-distro/ubuntu_16.04', 'thrashosds-health}', 'upgrade:mimic-x/stress-split/{0-cluster/{openstack'] suites union: ['1-ceph-install/mimic', '1.1-pg-log-overrides/normal_pg_log', '1.1-pg-log-overrides/short_pg_log', '2-partial-upgrade/firsthalf', '3-thrash/default', '4-workload/{radosbench', '5-finish-upgrade', '6-nautilus', '6.1-msgr2', '7-final-workload/{rbd-python', 'objectstore/bluestore-bitmap', 'objectstore/filestore-xfs', 'rbd-cls', 'rbd-import-export', 'rbd_api', 'readwrite', 'rgw-swift-ragweed_check', 'rgw_ragweed_prepare', 'snaps-few-objects}', 'snaps-many-objects}', 'start}', 'supported-all-distro/ubuntu_16.04', 'thrashosds-health}', 'upgrade:mimic-x/stress-split/{0-cluster/{openstack'] Failure: psutil.NoSuchProcess process no longer exists (pid=25323) 1 jobs: ['5190938'] suites: ['1-ceph-install/mimic', '1.1-pg-log-overrides/short_pg_log', '2-partial-upgrade/firsthalf', '3-thrash/default', '4-workload/{radosbench', '5-finish-upgrade', '6-nautilus', '6.1-msgr2', '7-final-workload/{rbd-python', 'objectstore/filestore-xfs', 'rbd-cls', 'rbd-import-export', 'rbd_api', 'readwrite', 'rgw-swift-ragweed_check', 'rgw_ragweed_prepare', 'snaps-few-objects}', 'snaps-many-objects}', 'start}', 'supported-all-distro/ubuntu_latest', 'thrashosds-health}', 'upgrade:mimic-x/stress-split/{0-cluster/{openstack']