2020-01-27T21:52:36.282 INFO:root:teuthology version: 1.0.0-7063d1e
2020-01-27T21:52:36.283 INFO:teuthology.results:subset: '100/4000'
2020-01-27T21:52:36.283 INFO:teuthology.results:seed: '480'
2020-01-27T21:58:47.401 INFO:root:teuthology version: 1.0.0-7063d1e
2020-01-27T21:58:47.407 INFO:teuthology.results:Waiting up to 43200 seconds for tests to finish...
2020-01-28T09:59:00.495 WARNING:teuthology.results:test(s) did not finish before timeout of 43200 seconds
2020-01-28T09:59:00.697 INFO:teuthology.results:Sending results to dzafman@redhat.com: Test Run: dzafman-2020-01-27_21:51:30-upgrade:mimic-x-master-distro-basic-smithi
=================================================================
info:    http://pulpito.ceph.com/dzafman-2020-01-27_21:51:30-upgrade:mimic-x-master-distro-basic-smithi/
logs:    http://qa-proxy.ceph.com/teuthology/dzafman-2020-01-27_21:51:30-upgrade:mimic-x-master-distro-basic-smithi/
failed:  2
dead:    2
running: 1
waiting: 0
queued:  0
passed:  7


Fail
=================================================================
[4712672]  upgrade:mimic-x/parallel/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/mimic.yaml 1.1-pg-log-overrides/normal_pg_log.yaml 2-workload/{blogbench.yaml ec-rados-default.yaml rados_api.yaml rados_loadgenbig.yaml rgw_ragweed_prepare.yaml test_rbd_api.yaml test_rbd_python.yaml} 3-upgrade-sequence/upgrade-mon-osd-mds.yaml 4-octopus.yaml 5-msgr2.yaml 6-final-workload/{blogbench.yaml rados-snaps-few-objects.yaml rados_loadgenmix.yaml rados_mon_thrash.yaml rbd_cls.yaml rbd_import_export.yaml rgw.yaml rgw_ragweed_check.yaml} objectstore/bluestore-bitmap.yaml ubuntu_latest.yaml}
-----------------------------------------------------------------
time:   00:26:06
info:   http://pulpito.ceph.com/dzafman-2020-01-27_21:51:30-upgrade:mimic-x-master-distro-basic-smithi/4712672/
log:    http://qa-proxy.ceph.com/teuthology/dzafman-2020-01-27_21:51:30-upgrade:mimic-x-master-distro-basic-smithi/4712672/

    timeout expired in wait_until_healthy

[4712674]  upgrade:mimic-x/stress-split-erasure-code/{0-cluster/{openstack.yaml start.yaml} 1-luminous-install/mimic.yaml 1.1-pg-log-overrides/short_pg_log.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-ec-workload.yaml 5-finish-upgrade.yaml 6-octopus.yaml 7-final-workload.yaml objectstore/bluestore-bitmap.yaml thrashosds-health.yaml ubuntu_latest.yaml}
-----------------------------------------------------------------
time:   00:54:09
info:   http://pulpito.ceph.com/dzafman-2020-01-27_21:51:30-upgrade:mimic-x-master-distro-basic-smithi/4712674/
log:    http://qa-proxy.ceph.com/teuthology/dzafman-2020-01-27_21:51:30-upgrade:mimic-x-master-distro-basic-smithi/4712674/

    "2020-01-27T23:06:02.612563+0000 osd.1 (osd.1) 123 : cluster [ERR] 7.0 soid
    7:0fbdcb32:usage::usage.17:head : omap_digest 0xffffffff != omap_digest
    0xfa5dc244 from shard 1" in cluster log



Dead
=================================================================
[4712667]  upgrade:mimic-x/stress-split/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/mimic.yaml 1.1-pg-log-overrides/normal_pg_log.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-workload/{radosbench.yaml rbd-cls.yaml rbd-import-export.yaml rbd_api.yaml readwrite.yaml rgw_ragweed_prepare.yaml snaps-few-objects.yaml} 5-finish-upgrade.yaml 6-octopus.yaml 7-msgr2.yaml 8-final-workload/{rbd-python.yaml snaps-many-objects.yaml} objectstore/bluestore-bitmap.yaml thrashosds-health.yaml ubuntu_latest.yaml}
-----------------------------------------------------------------
time:   00:00:00
info:   http://pulpito.ceph.com/dzafman-2020-01-27_21:51:30-upgrade:mimic-x-master-distro-basic-smithi/4712667/
log:    http://qa-proxy.ceph.com/teuthology/dzafman-2020-01-27_21:51:30-upgrade:mimic-x-master-distro-basic-smithi/4712667/

[4712666]  upgrade:mimic-x/parallel/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/mimic.yaml 1.1-pg-log-overrides/normal_pg_log.yaml 2-workload/{blogbench.yaml ec-rados-default.yaml rados_api.yaml rados_loadgenbig.yaml rgw_ragweed_prepare.yaml test_rbd_api.yaml test_rbd_python.yaml} 3-upgrade-sequence/upgrade-all.yaml 4-octopus.yaml 5-msgr2.yaml 6-final-workload/{blogbench.yaml rados-snaps-few-objects.yaml rados_loadgenmix.yaml rados_mon_thrash.yaml rbd_cls.yaml rbd_import_export.yaml rgw.yaml rgw_ragweed_check.yaml} objectstore/bluestore-bitmap.yaml ubuntu_latest.yaml}
-----------------------------------------------------------------
time:   00:00:00
info:   http://pulpito.ceph.com/dzafman-2020-01-27_21:51:30-upgrade:mimic-x-master-distro-basic-smithi/4712666/
log:    http://qa-proxy.ceph.com/teuthology/dzafman-2020-01-27_21:51:30-upgrade:mimic-x-master-distro-basic-smithi/4712666/



Running
=================================================================
[4712673] upgrade:mimic-x/stress-split/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/mimic.yaml 1.1-pg-log-overrides/short_pg_log.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-workload/{radosbench.yaml rbd-cls.yaml rbd-import-export.yaml rbd_api.yaml readwrite.yaml rgw_ragweed_prepare.yaml snaps-few-objects.yaml} 5-finish-upgrade.yaml 6-octopus.yaml 7-msgr2.yaml 8-final-workload/{rbd-python.yaml snaps-many-objects.yaml} objectstore/bluestore-bitmap.yaml thrashosds-health.yaml ubuntu_latest.yaml}
info:   http://pulpito.ceph.com/dzafman-2020-01-27_21:51:30-upgrade:mimic-x-master-distro-basic-smithi/4712673/



Pass
=================================================================
[4712670] upgrade:mimic-x/stress-split/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/mimic.yaml 1.1-pg-log-overrides/short_pg_log.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-workload/{radosbench.yaml rbd-cls.yaml rbd-import-export.yaml rbd_api.yaml readwrite.yaml rgw_ragweed_prepare.yaml snaps-few-objects.yaml} 5-finish-upgrade.yaml 6-octopus.yaml 7-msgr2.yaml 8-final-workload/{rbd-python.yaml snaps-many-objects.yaml} objectstore/filestore-xfs.yaml thrashosds-health.yaml ubuntu_latest.yaml}
time:   01:45:08
info:   http://pulpito.ceph.com/dzafman-2020-01-27_21:51:30-upgrade:mimic-x-master-distro-basic-smithi/4712670/

[4712671] upgrade:mimic-x/stress-split-erasure-code/{0-cluster/{openstack.yaml start.yaml} 1-luminous-install/mimic.yaml 1.1-pg-log-overrides/short_pg_log.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-ec-workload.yaml 5-finish-upgrade.yaml 6-octopus.yaml 7-final-workload.yaml objectstore/filestore-xfs.yaml thrashosds-health.yaml ubuntu_latest.yaml}
time:   00:57:14
info:   http://pulpito.ceph.com/dzafman-2020-01-27_21:51:30-upgrade:mimic-x-master-distro-basic-smithi/4712671/

[4712676] upgrade:mimic-x/stress-split/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/mimic.yaml 1.1-pg-log-overrides/normal_pg_log.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-workload/{radosbench.yaml rbd-cls.yaml rbd-import-export.yaml rbd_api.yaml readwrite.yaml rgw_ragweed_prepare.yaml snaps-few-objects.yaml} 5-finish-upgrade.yaml 6-octopus.yaml 7-msgr2.yaml 8-final-workload/{rbd-python.yaml snaps-many-objects.yaml} objectstore/filestore-xfs.yaml thrashosds-health.yaml ubuntu_latest.yaml}
time:   01:41:01
info:   http://pulpito.ceph.com/dzafman-2020-01-27_21:51:30-upgrade:mimic-x-master-distro-basic-smithi/4712676/

[4712677] upgrade:mimic-x/stress-split-erasure-code/{0-cluster/{openstack.yaml start.yaml} 1-luminous-install/mimic.yaml 1.1-pg-log-overrides/normal_pg_log.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-ec-workload.yaml 5-finish-upgrade.yaml 6-octopus.yaml 7-final-workload.yaml objectstore/filestore-xfs.yaml thrashosds-health.yaml ubuntu_latest.yaml}
time:   00:49:13
info:   http://pulpito.ceph.com/dzafman-2020-01-27_21:51:30-upgrade:mimic-x-master-distro-basic-smithi/4712677/

[4712675] upgrade:mimic-x/parallel/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/mimic.yaml 1.1-pg-log-overrides/short_pg_log.yaml 2-workload/{blogbench.yaml ec-rados-default.yaml rados_api.yaml rados_loadgenbig.yaml rgw_ragweed_prepare.yaml test_rbd_api.yaml test_rbd_python.yaml} 3-upgrade-sequence/upgrade-all.yaml 4-octopus.yaml 5-msgr2.yaml 6-final-workload/{blogbench.yaml rados-snaps-few-objects.yaml rados_loadgenmix.yaml rados_mon_thrash.yaml rbd_cls.yaml rbd_import_export.yaml rgw.yaml rgw_ragweed_check.yaml} objectstore/filestore-xfs.yaml ubuntu_latest.yaml}
time:   02:10:41
info:   http://pulpito.ceph.com/dzafman-2020-01-27_21:51:30-upgrade:mimic-x-master-distro-basic-smithi/4712675/

[4712669] upgrade:mimic-x/parallel/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/mimic.yaml 1.1-pg-log-overrides/short_pg_log.yaml 2-workload/{blogbench.yaml ec-rados-default.yaml rados_api.yaml rados_loadgenbig.yaml rgw_ragweed_prepare.yaml test_rbd_api.yaml test_rbd_python.yaml} 3-upgrade-sequence/upgrade-mon-osd-mds.yaml 4-octopus.yaml 5-msgr2.yaml 6-final-workload/{blogbench.yaml rados-snaps-few-objects.yaml rados_loadgenmix.yaml rados_mon_thrash.yaml rbd_cls.yaml rbd_import_export.yaml rgw.yaml rgw_ragweed_check.yaml} objectstore/filestore-xfs.yaml ubuntu_latest.yaml}
time:   02:11:27
info:   http://pulpito.ceph.com/dzafman-2020-01-27_21:51:30-upgrade:mimic-x-master-distro-basic-smithi/4712669/

[4712668] upgrade:mimic-x/stress-split-erasure-code/{0-cluster/{openstack.yaml start.yaml} 1-luminous-install/mimic.yaml 1.1-pg-log-overrides/normal_pg_log.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-ec-workload.yaml 5-finish-upgrade.yaml 6-octopus.yaml 7-final-workload.yaml objectstore/bluestore-bitmap.yaml thrashosds-health.yaml ubuntu_latest.yaml}
time:   00:54:03
info:   http://pulpito.ceph.com/dzafman-2020-01-27_21:51:30-upgrade:mimic-x-master-distro-basic-smithi/4712668/
2020-01-28T09:59:01.948 INFO:teuthology.results:starting coverage generation