2019-11-26T11:44:59.644 INFO:root:teuthology version: 1.0.0-e749e7b
2019-11-26T11:44:59.645 INFO:teuthology.results:subset: '1/40'
2019-11-26T11:44:59.645 INFO:teuthology.results:seed: '4703'
2019-11-26T21:56:07.572 INFO:root:teuthology version: 1.0.0-e749e7b
2019-11-26T21:56:07.608 INFO:teuthology.results:Waiting up to 43200 seconds for tests to finish...
2019-11-27T08:15:17.725 INFO:teuthology.results:Tests finished! gathering results...
2019-11-27T08:15:17.849 INFO:teuthology.results:Sending results to gfarnum@redhat.com: Test Run: gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira
=================================================================
info:    http://pulpito.ceph.com/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/
logs:    http://qa-proxy.ceph.com/teuthology/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/
failed:  42
dead:    1
running: 0
waiting: 0
queued:  0
passed:  11


Fail
=================================================================
[4545393]  rados:monthrash/{ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/async-v2only.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{rhel_7.yaml} thrashers/many.yaml workloads/rados_5925.yaml}
-----------------------------------------------------------------
time:   02:43:24
info:   http://pulpito.ceph.com/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545393/
log:    http://qa-proxy.ceph.com/teuthology/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545393/

    "2019-11-26T21:14:09.243153+0000 mon.f (mon.0) 240 : cluster [WRN] Health
    check failed: 1 daemons have recently crashed (RECENT_CRASH)" in cluster
    log

[4545399]  rados:monthrash/{ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/async-v2only.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{centos_7.yaml} thrashers/one.yaml workloads/rados_5925.yaml}
-----------------------------------------------------------------
time:   00:26:47
info:   http://pulpito.ceph.com/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545399/
log:    http://qa-proxy.ceph.com/teuthology/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545399/

    failed to reach quorum size 9 before timeout expired

[4545363]  rados:monthrash/{ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/async-v2only.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{centos_7.yaml} thrashers/many.yaml workloads/rados_5925.yaml}
-----------------------------------------------------------------
time:   00:28:18
info:   http://pulpito.ceph.com/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545363/
log:    http://qa-proxy.ceph.com/teuthology/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545363/

    failed to reach quorum size 9 before timeout expired

[4545360]  rados:monthrash/{ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{centos_7.yaml} thrashers/sync-many.yaml workloads/rados_mon_workunits.yaml}
-----------------------------------------------------------------
time:   00:41:03
info:   http://pulpito.ceph.com/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545360/
log:    http://qa-proxy.ceph.com/teuthology/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545360/

    "2019-11-26T13:15:46.136991+0000 mon.c (mon.2) 55 : cluster [WRN] Health
    check failed: 1 pool(s) have no replicas configured (POOL_NO_REDUNDANCY)"
    in cluster log

[4545361]  rados:monthrash/{ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{centos_7.yaml} thrashers/sync.yaml workloads/snaps-few-objects.yaml}
-----------------------------------------------------------------
time:   00:46:48
info:   http://pulpito.ceph.com/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545361/
log:    http://qa-proxy.ceph.com/teuthology/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545361/

    failed to reach quorum size 9 before timeout expired

[4545366]  rados:monthrash/{ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-avl.yaml rados.yaml supported-random-distro$/{centos_7.yaml} thrashers/sync.yaml workloads/rados_mon_workunits.yaml}
-----------------------------------------------------------------
time:   00:37:58
info:   http://pulpito.ceph.com/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545366/
log:    http://qa-proxy.ceph.com/teuthology/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545366/

    "2019-11-26T14:19:03.883266+0000 mon.a (mon.0) 121 : cluster [WRN] Health
    check failed: 1 pool(s) have no replicas configured (POOL_NO_REDUNDANCY)"
    in cluster log

[4545367]  rados:monthrash/{ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/force-sync-many.yaml workloads/snaps-few-objects.yaml}
-----------------------------------------------------------------
time:   00:32:38
info:   http://pulpito.ceph.com/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545367/
log:    http://qa-proxy.ceph.com/teuthology/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545367/

    "2019-11-26T14:36:59.394777+0000 mon.b (mon.3) 121 : cluster [WRN] Health
    check failed: 1 daemons have recently crashed (RECENT_CRASH)" in cluster
    log

[4545364]  rados:monthrash/{ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/one.yaml workloads/rados_api_tests.yaml}
-----------------------------------------------------------------
time:   00:27:42
info:   http://pulpito.ceph.com/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545364/
log:    http://qa-proxy.ceph.com/teuthology/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545364/

    Command failed (workunit test rados/test.sh) on mira105 with status 1:
    'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd --
    /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1
    CEPH_REF=35b0b52153206fd6178afe584a2cd9c0ef2bcc05
    TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0"
    PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0
    CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage
    /home/ubuntu/cephtest/archive/coverage timeout 3h
    /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'

[4545365]  rados:monthrash/{ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/async-v1only.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{rhel_7.yaml} thrashers/sync-many.yaml workloads/rados_mon_osdmap_prune.yaml}
-----------------------------------------------------------------
time:   00:40:51
info:   http://pulpito.ceph.com/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545365/
log:    http://qa-proxy.ceph.com/teuthology/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545365/

    "2019-11-26T14:13:33.918548+0000 mon.a (mon.0) 102 : cluster [WRN] Health
    check failed: 1 daemons have recently crashed (RECENT_CRASH)" in cluster
    log

[4545384]  rados:monthrash/{ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{centos_7.yaml} thrashers/one.yaml workloads/rados_mon_workunits.yaml}
-----------------------------------------------------------------
time:   00:24:31
info:   http://pulpito.ceph.com/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545384/
log:    http://qa-proxy.ceph.com/teuthology/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545384/

    Command failed (workunit test mon/crush_ops.sh) on mira059 with status 2:
    'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd --
    /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1
    CEPH_REF=35b0b52153206fd6178afe584a2cd9c0ef2bcc05
    TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0"
    PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0
    CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage
    /home/ubuntu/cephtest/archive/coverage timeout 3h
    /home/ubuntu/cephtest/clone.client.0/qa/workunits/mon/crush_ops.sh'

[4545385]  rados:monthrash/{ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/async.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{centos_7.yaml} thrashers/sync-many.yaml workloads/snaps-few-objects.yaml}
-----------------------------------------------------------------
time:   00:36:01
info:   http://pulpito.ceph.com/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545385/
log:    http://qa-proxy.ceph.com/teuthology/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545385/

    "2019-11-26T17:34:54.415745+0000 mon.f (mon.0) 86 : cluster [WRN] Health
    check failed: 1 daemons have recently crashed (RECENT_CRASH)" in cluster
    log

[4545369]  rados:monthrash/{ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/async-v2only.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{rhel_7.yaml} thrashers/one.yaml workloads/rados_5925.yaml}
-----------------------------------------------------------------
time:   00:41:49
info:   http://pulpito.ceph.com/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545369/
log:    http://qa-proxy.ceph.com/teuthology/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545369/

    "2019-11-26T14:48:43.739976+0000 mon.f (mon.0) 199 : cluster [WRN] Health
    check failed: 1 daemons have recently crashed (RECENT_CRASH)" in cluster
    log

[4545381]  rados:monthrash/{ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/async-v2only.yaml objectstore/bluestore-avl.yaml rados.yaml supported-random-distro$/{rhel_7.yaml} thrashers/sync.yaml workloads/rados_5925.yaml}
-----------------------------------------------------------------
time:   00:33:47
info:   http://pulpito.ceph.com/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545381/
log:    http://qa-proxy.ceph.com/teuthology/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545381/

    failed to reach quorum size 9 before timeout expired

[4545382]  rados:monthrash/{ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{rhel_7.yaml} thrashers/force-sync-many.yaml workloads/rados_api_tests.yaml}
-----------------------------------------------------------------
time:   00:36:52
info:   http://pulpito.ceph.com/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545382/
log:    http://qa-proxy.ceph.com/teuthology/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545382/

    Command failed (workunit test rados/test.sh) on mira072 with status 1:
    'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd --
    /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1
    CEPH_REF=35b0b52153206fd6178afe584a2cd9c0ef2bcc05
    TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0"
    PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0
    CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage
    /home/ubuntu/cephtest/archive/coverage timeout 3h
    /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'

[4545383]  rados:monthrash/{ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/async-v1only.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{centos_7.yaml} thrashers/many.yaml workloads/rados_mon_osdmap_prune.yaml}
-----------------------------------------------------------------
time:   01:08:33
info:   http://pulpito.ceph.com/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545383/
log:    http://qa-proxy.ceph.com/teuthology/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545383/

    failed to reach quorum size 9 before timeout expired

[4545409]  rados:monthrash/{ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/async.yaml objectstore/bluestore-avl.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/one.yaml workloads/snaps-few-objects.yaml}
-----------------------------------------------------------------
time:   00:28:06
info:   http://pulpito.ceph.com/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545409/
log:    http://qa-proxy.ceph.com/teuthology/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545409/

    "2019-11-26T22:09:20.382659+0000 mon.f (mon.1) 117 : cluster [WRN] Health
    check failed: 1 daemons have recently crashed (RECENT_CRASH)" in cluster
    log

[4545408]  rados:monthrash/{ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{rhel_7.yaml} thrashers/many.yaml workloads/rados_mon_workunits.yaml}
-----------------------------------------------------------------
time:   02:43:49
info:   http://pulpito.ceph.com/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545408/
log:    http://qa-proxy.ceph.com/teuthology/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545408/

    "2019-11-27T00:11:09.384129+0000 mon.c (mon.2) 67 : cluster [WRN] Health
    check failed: 1 pool(s) have no replicas configured (POOL_NO_REDUNDANCY)"
    in cluster log

[4545402]  rados:monthrash/{ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-avl.yaml rados.yaml supported-random-distro$/{rhel_7.yaml} thrashers/force-sync-many.yaml workloads/rados_mon_workunits.yaml}
-----------------------------------------------------------------
time:   00:40:58
info:   http://pulpito.ceph.com/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545402/
log:    http://qa-proxy.ceph.com/teuthology/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545402/

    "2019-11-26T20:39:15.473180+0000 mon.b (mon.0) 161 : cluster [WRN] Health
    check failed: 1 pool(s) have no replicas configured (POOL_NO_REDUNDANCY)"
    in cluster log

[4545401]  rados:monthrash/{ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/async-v1only.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{rhel_7.yaml} thrashers/sync.yaml workloads/rados_mon_osdmap_prune.yaml}
-----------------------------------------------------------------
time:   01:08:25
info:   http://pulpito.ceph.com/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545401/
log:    http://qa-proxy.ceph.com/teuthology/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545401/

    failed to reach quorum size 9 before timeout expired

[4545400]  rados:monthrash/{ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{rhel_7.yaml} thrashers/sync-many.yaml workloads/rados_api_tests.yaml}
-----------------------------------------------------------------
time:   00:34:08
info:   http://pulpito.ceph.com/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545400/
log:    http://qa-proxy.ceph.com/teuthology/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545400/

    Command failed (workunit test rados/test.sh) on mira083 with status 1:
    'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd --
    /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1
    CEPH_REF=35b0b52153206fd6178afe584a2cd9c0ef2bcc05
    TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0"
    PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0
    CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage
    /home/ubuntu/cephtest/archive/coverage timeout 3h
    /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'

[4545407]  rados:monthrash/{ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/async-v1only.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{centos_7.yaml} thrashers/force-sync-many.yaml workloads/rados_mon_osdmap_prune.yaml}
-----------------------------------------------------------------
time:   01:09:44
info:   http://pulpito.ceph.com/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545407/
log:    http://qa-proxy.ceph.com/teuthology/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545407/

    failed to reach quorum size 9 before timeout expired

[4545406]  rados:monthrash/{ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/sync.yaml workloads/rados_api_tests.yaml}
-----------------------------------------------------------------
time:   00:24:24
info:   http://pulpito.ceph.com/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545406/
log:    http://qa-proxy.ceph.com/teuthology/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545406/

    Command failed (workunit test rados/test.sh) on mira083 with status 1:
    'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd --
    /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1
    CEPH_REF=35b0b52153206fd6178afe584a2cd9c0ef2bcc05
    TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0"
    PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0
    CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage
    /home/ubuntu/cephtest/archive/coverage timeout 3h
    /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'

[4545405]  rados:monthrash/{ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/async-v2only.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{centos_7.yaml} thrashers/sync-many.yaml workloads/rados_5925.yaml}
-----------------------------------------------------------------
time:   00:43:07
info:   http://pulpito.ceph.com/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545405/
log:    http://qa-proxy.ceph.com/teuthology/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545405/

    "2019-11-26T21:34:00.004123+0000 mon.f (mon.0) 106 : cluster [WRN] Health
    check failed: 1 daemons have recently crashed (RECENT_CRASH)" in cluster
    log

[4545388]  rados:monthrash/{ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-avl.yaml rados.yaml supported-random-distro$/{rhel_7.yaml} thrashers/many.yaml workloads/rados_api_tests.yaml}
-----------------------------------------------------------------
time:   00:38:21
info:   http://pulpito.ceph.com/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545388/
log:    http://qa-proxy.ceph.com/teuthology/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545388/

    Command failed (workunit test rados/test.sh) on mira072 with status 1:
    'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd --
    /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1
    CEPH_REF=35b0b52153206fd6178afe584a2cd9c0ef2bcc05
    TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0"
    PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0
    CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage
    /home/ubuntu/cephtest/archive/coverage timeout 3h
    /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'

[4545389]  rados:monthrash/{ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/async-v1only.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{centos_7.yaml} thrashers/one.yaml workloads/rados_mon_osdmap_prune.yaml}
-----------------------------------------------------------------
time:   00:37:57
info:   http://pulpito.ceph.com/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545389/
log:    http://qa-proxy.ceph.com/teuthology/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545389/

    "2019-11-26T18:11:01.528984+0000 mon.f (mon.1) 91 : cluster [WRN] Health
    check failed: 1 daemons have recently crashed (RECENT_CRASH)" in cluster
    log

[4545377]  rados:monthrash/{ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/async-v1only.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/force-sync-many.yaml workloads/rados_mon_osdmap_prune.yaml}
-----------------------------------------------------------------
time:   00:27:49
info:   http://pulpito.ceph.com/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545377/
log:    http://qa-proxy.ceph.com/teuthology/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545377/

    "2019-11-26T16:07:02.861707+0000 mon.f (mon.0) 89 : cluster [WRN] Health
    check failed: 1 daemons have recently crashed (RECENT_CRASH)" in cluster
    log

[4545376]  rados:monthrash/{ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{centos_7.yaml} thrashers/sync.yaml workloads/rados_api_tests.yaml}
-----------------------------------------------------------------
time:   00:29:24
info:   http://pulpito.ceph.com/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545376/
log:    http://qa-proxy.ceph.com/teuthology/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545376/

    Command failed (workunit test rados/test.sh) on mira105 with status 1:
    'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd --
    /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1
    CEPH_REF=35b0b52153206fd6178afe584a2cd9c0ef2bcc05
    TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0"
    PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0
    CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage
    /home/ubuntu/cephtest/archive/coverage timeout 3h
    /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'

[4545371]  rados:monthrash/{ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/async-v1only.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{rhel_7.yaml} thrashers/sync.yaml workloads/rados_mon_osdmap_prune.yaml}
-----------------------------------------------------------------
time:   01:14:57
info:   http://pulpito.ceph.com/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545371/
log:    http://qa-proxy.ceph.com/teuthology/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545371/

    failed to reach quorum size 9 before timeout expired

[4545370]  rados:monthrash/{ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/sync-many.yaml workloads/rados_api_tests.yaml}
-----------------------------------------------------------------
time:   00:23:02
info:   http://pulpito.ceph.com/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545370/
log:    http://qa-proxy.ceph.com/teuthology/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545370/

    Command failed (workunit test rados/test.sh) on mira046 with status 1:
    'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd --
    /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1
    CEPH_REF=35b0b52153206fd6178afe584a2cd9c0ef2bcc05
    TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0"
    PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0
    CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage
    /home/ubuntu/cephtest/archive/coverage timeout 3h
    /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'

[4545373]  rados:monthrash/{ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/async.yaml objectstore/bluestore-avl.yaml rados.yaml supported-random-distro$/{centos_7.yaml} thrashers/many.yaml workloads/snaps-few-objects.yaml}
-----------------------------------------------------------------
time:   00:38:17
info:   http://pulpito.ceph.com/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545373/
log:    http://qa-proxy.ceph.com/teuthology/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545373/

    "2019-11-26T15:30:06.941475+0000 mon.f (mon.0) 126 : cluster [WRN] Health
    check failed: 1 daemons have recently crashed (RECENT_CRASH)" in cluster
    log

[4545372]  rados:monthrash/{ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{centos_7.yaml} thrashers/force-sync-many.yaml workloads/rados_mon_workunits.yaml}
-----------------------------------------------------------------
time:   00:37:39
info:   http://pulpito.ceph.com/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545372/
log:    http://qa-proxy.ceph.com/teuthology/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545372/

    "2019-11-26T15:19:01.636990+0000 mon.b (mon.0) 168 : cluster [WRN] Health
    check failed: 1 pool(s) have no replicas configured (POOL_NO_REDUNDANCY)"
    in cluster log

[4545397]  rados:monthrash/{ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{centos_7.yaml} thrashers/force-sync-many.yaml workloads/snaps-few-objects.yaml}
-----------------------------------------------------------------
time:   00:37:57
info:   http://pulpito.ceph.com/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545397/
log:    http://qa-proxy.ceph.com/teuthology/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545397/

    "2019-11-26T19:51:00.115167+0000 mon.a (mon.0) 93 : cluster [WRN] Health
    check failed: 1 daemons have recently crashed (RECENT_CRASH)" in cluster
    log

[4545396]  rados:monthrash/{ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/sync.yaml workloads/rados_mon_workunits.yaml}
-----------------------------------------------------------------
time:   00:27:12
info:   http://pulpito.ceph.com/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545396/
log:    http://qa-proxy.ceph.com/teuthology/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545396/

    "2019-11-26T19:10:22.269012+0000 mon.b (mon.1) 97 : cluster [WRN] Health
    check failed: 1 pool(s) have no replicas configured (POOL_NO_REDUNDANCY)"
    in cluster log

[4545395]  rados:monthrash/{ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/async-v1only.yaml objectstore/bluestore-avl.yaml rados.yaml supported-random-distro$/{centos_7.yaml} thrashers/sync-many.yaml workloads/rados_mon_osdmap_prune.yaml}
-----------------------------------------------------------------
time:   00:35:47
info:   http://pulpito.ceph.com/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545395/
log:    http://qa-proxy.ceph.com/teuthology/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545395/

    "2019-11-26T19:11:30.863520+0000 mon.f (mon.0) 96 : cluster [WRN] Health
    check failed: 1 daemons have recently crashed (RECENT_CRASH)" in cluster
    log

[4545394]  rados:monthrash/{ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{rhel_7.yaml} thrashers/one.yaml workloads/rados_api_tests.yaml}
-----------------------------------------------------------------
time:   00:36:02
info:   http://pulpito.ceph.com/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545394/
log:    http://qa-proxy.ceph.com/teuthology/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545394/

    Command failed (workunit test rados/test.sh) on mira082 with status 1:
    'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd --
    /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1
    CEPH_REF=35b0b52153206fd6178afe584a2cd9c0ef2bcc05
    TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0"
    PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0
    CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage
    /home/ubuntu/cephtest/archive/coverage timeout 3h
    /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'

[4545379]  rados:monthrash/{ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{centos_7.yaml} thrashers/one.yaml workloads/snaps-few-objects.yaml}
-----------------------------------------------------------------
time:   00:48:51
info:   http://pulpito.ceph.com/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545379/
log:    http://qa-proxy.ceph.com/teuthology/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545379/

    failed to reach quorum size 9 before timeout expired

[4545378]  rados:monthrash/{ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/many.yaml workloads/rados_mon_workunits.yaml}
-----------------------------------------------------------------
time:   00:30:43
info:   http://pulpito.ceph.com/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545378/
log:    http://qa-proxy.ceph.com/teuthology/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545378/

    "2019-11-26T16:07:07.803572+0000 mon.b (mon.0) 222 : cluster [WRN] Health
    check failed: 1 pool(s) have no replicas configured (POOL_NO_REDUNDANCY)"
    in cluster log

[4545391]  rados:monthrash/{ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/async.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/sync.yaml workloads/snaps-few-objects.yaml}
-----------------------------------------------------------------
time:   00:42:58
info:   http://pulpito.ceph.com/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545391/
log:    http://qa-proxy.ceph.com/teuthology/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545391/

    failed to reach quorum size 9 before timeout expired

[4545390]  rados:monthrash/{ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{rhel_7.yaml} thrashers/sync-many.yaml workloads/rados_mon_workunits.yaml}
-----------------------------------------------------------------
time:   00:40:31
info:   http://pulpito.ceph.com/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545390/
log:    http://qa-proxy.ceph.com/teuthology/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545390/

    "2019-11-26T18:18:37.255348+0000 mon.b (mon.0) 164 : cluster [WRN] Health
    check failed: 1 pool(s) have no replicas configured (POOL_NO_REDUNDANCY)"
    in cluster log

[4545359]  rados:monthrash/{ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/async-v1only.yaml objectstore/bluestore-avl.yaml rados.yaml supported-random-distro$/{rhel_7.yaml} thrashers/one.yaml workloads/rados_mon_osdmap_prune.yaml}
-----------------------------------------------------------------
time:   01:07:36
info:   http://pulpito.ceph.com/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545359/
log:    http://qa-proxy.ceph.com/teuthology/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545359/

    failed to reach quorum size 9 before timeout expired

[4545358]  rados:monthrash/{ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/many.yaml workloads/rados_api_tests.yaml}
-----------------------------------------------------------------
time:   00:25:20
info:   http://pulpito.ceph.com/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545358/
log:    http://qa-proxy.ceph.com/teuthology/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545358/

    Command failed (workunit test rados/test.sh) on mira118 with status 1:
    'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd --
    /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1
    CEPH_REF=35b0b52153206fd6178afe584a2cd9c0ef2bcc05
    TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0"
    PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0
    CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage
    /home/ubuntu/cephtest/archive/coverage timeout 3h
    /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'

[4545357]  rados:monthrash/{ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/async-v2only.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{rhel_7.yaml} thrashers/force-sync-many.yaml workloads/rados_5925.yaml}
-----------------------------------------------------------------
time:   00:42:52
info:   http://pulpito.ceph.com/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545357/
log:    http://qa-proxy.ceph.com/teuthology/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545357/

    "2019-11-26T12:37:17.390170+0000 mon.a (mon.1) 100 : cluster [WRN] Health
    check failed: 1 daemons have recently crashed (RECENT_CRASH)" in cluster
    log



Dead
=================================================================
[4545403]  rados:monthrash/{ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{centos_7.yaml} thrashers/many.yaml workloads/snaps-few-objects.yaml}
-----------------------------------------------------------------
time:   00:00:00
info:   http://pulpito.ceph.com/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545403/
log:    http://qa-proxy.ceph.com/teuthology/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545403/



Pass
=================================================================
[4545362] rados:monthrash/{ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/force-sync-many.yaml workloads/pool-create-delete.yaml}
time:   00:20:44
info:   http://pulpito.ceph.com/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545362/

[4545374] rados:monthrash/{ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-avl.yaml rados.yaml supported-random-distro$/{centos_7.yaml} thrashers/one.yaml workloads/pool-create-delete.yaml}
time:   00:24:14
info:   http://pulpito.ceph.com/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545374/

[4545375] rados:monthrash/{ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/async-v2only.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/sync-many.yaml workloads/rados_5925.yaml}
time:   00:10:21
info:   http://pulpito.ceph.com/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545375/

[4545386] rados:monthrash/{ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/sync.yaml workloads/pool-create-delete.yaml}
time:   00:15:56
info:   http://pulpito.ceph.com/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545386/

[4545368] rados:monthrash/{ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{rhel_7.yaml} thrashers/many.yaml workloads/pool-create-delete.yaml}
time:   00:29:21
info:   http://pulpito.ceph.com/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545368/

[4545387] rados:monthrash/{ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/async-v2only.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{rhel_7.yaml} thrashers/force-sync-many.yaml workloads/rados_5925.yaml}
time:   02:25:17
info:   http://pulpito.ceph.com/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545387/

[4545380] rados:monthrash/{ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/sync-many.yaml workloads/pool-create-delete.yaml}
time:   00:16:07
info:   http://pulpito.ceph.com/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545380/

[4545392] rados:monthrash/{ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/force-sync-many.yaml workloads/pool-create-delete.yaml}
time:   00:16:30
info:   http://pulpito.ceph.com/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545392/

[4545398] rados:monthrash/{ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{centos_7.yaml} thrashers/many.yaml workloads/pool-create-delete.yaml}
time:   00:21:59
info:   http://pulpito.ceph.com/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545398/

[4545356] rados:monthrash/{ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/sync.yaml workloads/pool-create-delete.yaml}
time:   00:15:25
info:   http://pulpito.ceph.com/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545356/

[4545404] rados:monthrash/{ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/one.yaml workloads/pool-create-delete.yaml}
time:   00:17:42
info:   http://pulpito.ceph.com/gregf-2019-11-26_10:50:50-rados:monthrash-wip-elector-distro-basic-mira/4545404/
2019-11-27T08:15:18.078 INFO:teuthology.results:starting coverage generation