2019-09-30T14:29:40.792 INFO:root:teuthology version: 1.0.0-df92266
2019-09-30T14:29:40.793 INFO:teuthology.results:subset: '0/2'
2019-09-30T14:29:40.793 INFO:teuthology.results:seed: '5197'
2019-09-30T18:26:14.860 INFO:root:teuthology version: 1.0.0-df92266
2019-09-30T18:26:14.891 INFO:teuthology.results:Waiting up to 43200 seconds for tests to finish...
2019-10-01T06:06:32.881 INFO:teuthology.results:Tests finished! gathering results...
2019-10-01T06:06:33.232 INFO:teuthology.results:Sending results to pdonnell@redhat.com: Test Run: pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi
=================================================================
info:    http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/
logs:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/
failed:  34
dead:    12
running: 0
waiting: 0
queued:  0
passed:  204


Fail
=================================================================
[4348231]  kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_ffsb.yaml}
-----------------------------------------------------------------
time:   01:18:29
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348231/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348231/

    "2019-09-30T16:58:35.391837+0000 mon.a (mon.0) 165 : cluster [WRN] Health
    check failed: 157 slow ops, oldest one blocked for 183 sec, osd.0 has slow
    ops (SLOW_OPS)" in cluster log

[4348128]  kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mds.yaml workloads/kclient_workunit_suites_ffsb.yaml}
-----------------------------------------------------------------
time:   00:41:50
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348128/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348128/

    "2019-09-30T15:29:04.686921+0000 mon.b (mon.0) 236 : cluster [WRN] Health
    check failed: 1 clients failing to respond to capability release
    (MDS_CLIENT_LATE_RELEASE)" in cluster log

[4348259]  kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsx.yaml}
-----------------------------------------------------------------
time:   00:42:36
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348259/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348259/

    "2019-09-30T17:18:55.351803+0000 mon.a (mon.0) 300 : cluster [WRN] Health
    check failed: 1 slow ops, oldest one blocked for 1569863932 sec, osd.3 has
    slow ops (SLOW_OPS)" in cluster log

[4348234]  kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsx.yaml}
-----------------------------------------------------------------
time:   00:41:16
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348234/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348234/

    "2019-09-30T16:48:02.818517+0000 mon.a (mon.0) 314 : cluster [WRN] Health
    check failed: 1 slow ops, oldest one blocked for 1569862079 sec, osd.3 has
    slow ops (SLOW_OPS)" in cluster log

[4348109]  kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsx.yaml}
-----------------------------------------------------------------
time:   00:23:30
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348109/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348109/

    "2019-09-30T15:33:46.938139+0000 mon.a (mon.0) 150 : cluster [WRN] Health
    check failed: 2 slow ops, oldest one blocked for 1569857625 sec, osd.3 has
    slow ops (SLOW_OPS)" in cluster log

[4348341]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/volume-client.yaml}
-----------------------------------------------------------------
time:   00:20:19
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348341/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348341/

    Test failure: test_data_isolated
    (tasks.cephfs.test_volume_client.TestVolumeClient)

[4348106]  kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_ffsb.yaml}
-----------------------------------------------------------------
time:   00:54:49
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348106/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348106/

    "2019-09-30T15:09:38.038578+0000 mon.b (mon.0) 445 : cluster [WRN] Health
    check failed: 184 slow ops, oldest one blocked for 180 sec, osd.2 has slow
    ops (SLOW_OPS)" in cluster log

[4348104]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-recovery.yaml}
-----------------------------------------------------------------
time:   01:13:14
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348104/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348104/

    [Errno 104] Connection reset by peer

[4348255]  kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_dbench.yaml}
-----------------------------------------------------------------
time:   01:09:01
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348255/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348255/

    "2019-09-30T17:09:33.639323+0000 mon.a (mon.0) 168 : cluster [WRN] Health
    check failed: 1 slow ops, oldest one blocked for 1569863371 sec, osd.4 has
    slow ops (SLOW_OPS)" in cluster log

[4348254]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-recovery.yaml}
-----------------------------------------------------------------
time:   00:55:29
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348254/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348254/

    [Errno 104] Connection reset by peer

[4348331]  kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_ffsb.yaml}
-----------------------------------------------------------------
time:   01:07:37
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348331/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348331/

    "2019-09-30T19:00:17.849588+0000 mon.b (mon.0) 156 : cluster [WRN] Health
    check failed: 276 slow ops, oldest one blocked for 183 sec, daemons
    [osd.0,osd.3] have slow ops. (SLOW_OPS)" in cluster log

[4348134]  kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsx.yaml}
-----------------------------------------------------------------
time:   00:35:49
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348134/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348134/

    "2019-09-30T15:25:24.048312+0000 mon.b (mon.0) 153 : cluster [WRN] Health
    check failed: 1 slow ops, oldest one blocked for 1569857123 sec, osd.4 has
    slow ops (SLOW_OPS)" in cluster log

[4348154]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-recovery.yaml}
-----------------------------------------------------------------
time:   01:02:35
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348154/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348154/

    [Errno 104] Connection reset by peer

[4348155]  kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_dbench.yaml}
-----------------------------------------------------------------
time:   00:56:34
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348155/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348155/

    "2019-09-30T16:18:09.533646+0000 mon.a (mon.0) 164 : cluster [WRN] Health
    check failed: 1 slow ops, oldest one blocked for 1569860287 sec, osd.3 has
    slow ops (SLOW_OPS)" in cluster log

[4348130]  kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_dbench.yaml}
-----------------------------------------------------------------
time:   00:42:52
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348130/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348130/

    "2019-09-30T15:16:30.490719+0000 mon.a (mon.0) 322 : cluster [WRN] Health
    check failed: 2 slow ops, oldest one blocked for 1569856588 sec, osd.5 has
    slow ops (SLOW_OPS)" in cluster log

[4348238]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/strays.yaml}
-----------------------------------------------------------------
time:   00:19:55
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348238/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348238/

    Test failure: test_files_throttle (tasks.cephfs.test_strays.TestStrays)

[4348338]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/strays.yaml}
-----------------------------------------------------------------
time:   00:19:56
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348338/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348338/

    Test failure: test_files_throttle (tasks.cephfs.test_strays.TestStrays)

[4348268]  kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_direct_io.yaml}
-----------------------------------------------------------------
time:   00:32:35
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348268/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348268/

    "2019-09-30T17:18:52.996823+0000 mon.b (mon.0) 330 : cluster [WRN] Health
    check failed: 1 slow ops, oldest one blocked for 1569863931 sec, osd.2 has
    slow ops (SLOW_OPS)" in cluster log

[4348280]  kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_dbench.yaml}
-----------------------------------------------------------------
time:   00:59:39
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348280/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348280/

    "2019-09-30T17:33:32.183533+0000 mon.b (mon.0) 146 : cluster [WRN] Health
    check failed: 1 slow ops, oldest one blocked for 1569864810 sec, osd.6 has
    slow ops (SLOW_OPS)" in cluster log

[4348177]  kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_snaps.yaml}
-----------------------------------------------------------------
time:   00:58:40
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348177/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348177/

    "2019-09-30T16:12:58.981971+0000 mon.b (mon.0) 1547 : cluster [WRN] Health
    check failed: 1 slow ops, oldest one blocked for 1569859975 sec, osd.5 has
    slow ops (SLOW_OPS)" in cluster log

[4348139]  kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_iozone.yaml}
-----------------------------------------------------------------
time:   00:17:08
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348139/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348139/

    {'smithi174.front.sepia.ceph.com': {'attempts': 5, 'changed': True,
    'censored': "the output has been hidden due to the fact that 'no_log: true'
    was specified for this result"}}

[4348204]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-recovery.yaml}
-----------------------------------------------------------------
time:   00:53:07
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348204/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348204/

    [Errno 104] Connection reset by peer

[4348206]  kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_ffsb.yaml}
-----------------------------------------------------------------
time:   00:53:05
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348206/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348206/

    "2019-09-30T16:09:15.086221+0000 mon.a (mon.0) 151 : cluster [WRN] Health
    check failed: 1041 slow ops, oldest one blocked for 182 sec, daemons
    [osd.0,osd.3] have slow ops. (SLOW_OPS)" in cluster log

[4348118]  kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_direct_io.yaml}
-----------------------------------------------------------------
time:   00:24:32
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348118/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348118/

    "2019-09-30T15:15:20.774013+0000 mon.a (mon.0) 158 : cluster [WRN] Health
    check failed: 1 slow ops, oldest one blocked for 1569856517 sec, osd.1 has
    slow ops (SLOW_OPS)" in cluster log

[4348202]  kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_snaps.yaml}
-----------------------------------------------------------------
time:   01:00:22
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348202/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348202/

    "2019-09-30T16:32:19.684413+0000 mon.b (mon.0) 338 : cluster [WRN] Health
    check failed: 1 slow ops, oldest one blocked for 1569861137 sec, osd.4 has
    slow ops (SLOW_OPS)" in cluster log

[4348241]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/volume-client.yaml}
-----------------------------------------------------------------
time:   00:43:06
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348241/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348241/

    Test failure: test_data_isolated
    (tasks.cephfs.test_volume_client.TestVolumeClient)

[4348244]  kcephfs/mixed-clients/{begin.yaml clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient-overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_dbench_iozone.yaml}
-----------------------------------------------------------------
time:   00:51:52
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348244/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348244/

    "2019-09-30T17:20:10.692473+0000 mon.a (mon.0) 158 : cluster [WRN] Health
    check failed: 1 slow ops, oldest one blocked for 1569864007 sec, osd.1 has
    slow ops (SLOW_OPS)" in cluster log

[4348191]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/volume-client.yaml}
-----------------------------------------------------------------
time:   00:38:40
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348191/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348191/

    Test failure: test_data_isolated
    (tasks.cephfs.test_volume_client.TestVolumeClient)

[4348143]  kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_direct_io.yaml}
-----------------------------------------------------------------
time:   00:11:35
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348143/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348143/

    "2019-09-30T15:18:01.205767+0000 mon.a (mon.0) 260 : cluster [WRN] Health
    check failed: 1 slow ops, oldest one blocked for 1569856678 sec, osd.5 has
    slow ops (SLOW_OPS)" in cluster log

[4348141]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/volume-client.yaml}
-----------------------------------------------------------------
time:   00:54:53
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348141/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348141/

    Test failure: test_data_isolated
    (tasks.cephfs.test_volume_client.TestVolumeClient)

[4348327]  kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_snaps.yaml}
-----------------------------------------------------------------
time:   00:58:43
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348327/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348327/

    "2019-09-30T18:53:50.157982+0000 mon.a (mon.0) 370 : cluster [WRN] Health
    check failed: 1 slow ops, oldest one blocked for 1569869628 sec, osd.5 has
    slow ops (SLOW_OPS)" in cluster log

[4348294]  kcephfs/mixed-clients/{begin.yaml clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient-overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_dbench_iozone.yaml}
-----------------------------------------------------------------
time:   00:52:45
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348294/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348294/

    "2019-09-30T18:06:43.971956+0000 mon.b (mon.0) 142 : cluster [WRN] Health
    check failed: 1 slow ops, oldest one blocked for 1569866800 sec, osd.3 has
    slow ops (SLOW_OPS)" in cluster log

[4348291]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/volume-client.yaml}
-----------------------------------------------------------------
time:   00:33:09
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348291/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348291/

    Test failure: test_data_isolated
    (tasks.cephfs.test_volume_client.TestVolumeClient)

[4348302]  kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_snaps.yaml}
-----------------------------------------------------------------
time:   00:50:26
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348302/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348302/

    "2019-09-30T18:11:36.605979+0000 mon.a (mon.0) 360 : cluster [WRN] Health
    check failed: 1 slow ops, oldest one blocked for 1569867095 sec, osd.4 has
    slow ops (SLOW_OPS)" in cluster log



Dead
=================================================================
[4348107]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/config-commands.yaml}
-----------------------------------------------------------------
time:   00:00:00
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348107/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348107/

[4348223]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/journal-repair.yaml}
-----------------------------------------------------------------
time:   00:00:00
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348223/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348223/

[4348245]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/auto-repair.yaml}
-----------------------------------------------------------------
time:   00:00:00
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348245/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348245/

[4348226]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-flush.yaml}
-----------------------------------------------------------------
time:   00:00:00
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348226/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348226/

[4348185]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/sessionmap.yaml}
-----------------------------------------------------------------
time:   00:00:00
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348185/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348185/

[4348135]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/sessionmap.yaml}
-----------------------------------------------------------------
time:   00:00:00
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348135/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348135/

[4348304]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-recovery.yaml}
-----------------------------------------------------------------
time:   00:00:00
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348304/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348304/

[4348295]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/auto-repair.yaml}
-----------------------------------------------------------------
time:   00:00:00
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348295/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348295/

[4348148]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/backtrace.yaml}
-----------------------------------------------------------------
time:   00:00:00
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348148/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348148/

[4348329]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-full.yaml}
-----------------------------------------------------------------
time:   00:00:00
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348329/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348329/

[4348282]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/pool-perm.yaml}
-----------------------------------------------------------------
time:   00:00:00
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348282/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348282/

[4348188]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/strays.yaml}
-----------------------------------------------------------------
time:   00:00:00
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348188/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348188/



Pass
=================================================================
[4348217] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_trivial_sync.yaml}
time:   00:10:17
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348217/

[4348216] kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/failover.yaml}
time:   00:52:53
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348216/

[4348215] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_pjd.yaml}
time:   00:26:11
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348215/

[4348214] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_iozone.yaml}
time:   00:27:04
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348214/

[4348213] kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/data-scan.yaml}
time:   00:35:26
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348213/

[4348212] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsync.yaml}
time:   00:24:27
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348212/

[4348211] kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mon.yaml workloads/kclient_workunit_suites_ffsb.yaml}
time:   00:45:28
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348211/

[4348108] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsstress.yaml}
time:   00:24:25
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348108/

[4348340] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_pjd.yaml}
time:   00:12:51
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348340/

[4348105] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_dbench.yaml}
time:   00:56:52
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348105/

[4348342] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_trivial_sync.yaml}
time:   00:27:45
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348342/

[4348103] kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mds.yaml workloads/kclient_workunit_suites_iozone.yaml}
time:   00:25:04
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348103/

[4348102] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_snaps.yaml}
time:   00:44:38
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348102/

[4348101] kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-limits.yaml}
time:   00:22:45
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348101/

[4348100] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_o_trunc.yaml}
time:   00:26:54
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348100/

[4348187] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsync.yaml}
time:   00:12:01
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348187/

[4348186] kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mon.yaml workloads/kclient_workunit_suites_iozone.yaml}
time:   00:22:34
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348186/

[4348184] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsx.yaml}
time:   00:24:39
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348184/

[4348183] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsstress.yaml}
time:   00:15:09
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348183/

[4348182] kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/pool-perm.yaml}
time:   00:13:43
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348182/

[4348181] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_ffsb.yaml}
time:   00:40:38
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348181/

[4348180] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_dbench.yaml}
time:   00:39:05
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348180/

[4348189] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_iozone.yaml}
time:   00:27:26
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348189/

[4348210] kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/damage.yaml}
time:   00:30:49
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348210/

[4348318] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_direct_io.yaml}
time:   00:23:06
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348318/

[4348262] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsync.yaml}
time:   00:33:37
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348262/

[4348263] kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/data-scan.yaml}
time:   00:35:59
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348263/

[4348178] kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mds.yaml workloads/kclient_workunit_suites_ffsb.yaml}
time:   00:31:12
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348178/

[4348179] kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-full.yaml}
time:   00:47:51
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348179/

[4348266] kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/failover.yaml}
time:   00:35:53
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348266/

[4348267] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_trivial_sync.yaml}
time:   00:30:31
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348267/

[4348264] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_iozone.yaml}
time:   00:14:59
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348264/

[4348265] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_pjd.yaml}
time:   00:33:43
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348265/

[4348172] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_kernel_untar_build.yaml}
time:   00:28:50
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348172/

[4348173] kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/journal-repair.yaml}
time:   00:29:48
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348173/

[4348170] kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/forward-scrub.yaml}
time:   00:23:37
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348170/

[4348171] kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/default.yaml workloads/kclient_workunit_suites_iozone.yaml}
time:   00:32:14
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348171/

[4348176] kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-flush.yaml}
time:   00:16:46
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348176/

[4348174] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_misc.yaml}
time:   00:40:49
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348174/

[4348175] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_o_trunc.yaml}
time:   00:21:29
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348175/

[4348205] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_dbench.yaml}
time:   00:52:44
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348205/

[4348207] kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/config-commands.yaml}
time:   00:13:16
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348207/

[4348200] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_o_trunc.yaml}
time:   00:29:54
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348200/

[4348119] kcephfs/mixed-clients/{begin.yaml clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient-overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_untarbuild_blogbench.yaml}
time:   00:52:21
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348119/

[4348203] kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mds.yaml workloads/kclient_workunit_suites_iozone.yaml}
time:   00:26:54
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348203/

[4348114] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_iozone.yaml}
time:   00:12:39
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348114/

[4348115] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_pjd.yaml}
time:   00:26:14
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348115/

[4348116] kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/failover.yaml}
time:   00:35:59
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348116/

[4348117] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_trivial_sync.yaml}
time:   00:10:49
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348117/

[4348110] kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/damage.yaml}
time:   00:32:14
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348110/

[4348111] kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mon.yaml workloads/kclient_workunit_suites_ffsb.yaml}
time:   00:28:02
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348111/

[4348112] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsync.yaml}
time:   00:25:12
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348112/

[4348113] kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/data-scan.yaml}
time:   00:36:40
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348113/

[4348194] kcephfs/mixed-clients/{begin.yaml clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient-overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_dbench_iozone.yaml}
time:   00:39:41
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348194/

[4348195] kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/auto-repair.yaml}
time:   00:22:35
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348195/

[4348196] kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/default.yaml workloads/kclient_workunit_suites_ffsb.yaml}
time:   00:33:07
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348196/

[4348197] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_kernel_untar_build.yaml}
time:   00:39:03
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348197/

[4348190] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_pjd.yaml}
time:   00:23:00
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348190/

[4348219] kcephfs/mixed-clients/{begin.yaml clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient-overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_untarbuild_blogbench.yaml}
time:   00:51:27
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348219/

[4348192] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_trivial_sync.yaml}
time:   00:19:43
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348192/

[4348193] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_direct_io.yaml}
time:   00:11:27
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348193/

[4348239] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_iozone.yaml}
time:   00:37:07
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348239/

[4348218] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_direct_io.yaml}
time:   00:24:18
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348218/

[4348198] kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/backtrace.yaml}
time:   00:27:04
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348198/

[4348199] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_misc.yaml}
time:   00:28:50
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348199/

[4348299] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_misc.yaml}
time:   00:31:53
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348299/

[4348298] kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/backtrace.yaml}
time:   00:20:27
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348298/

[4348297] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_kernel_untar_build.yaml}
time:   00:35:58
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348297/

[4348296] kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/default.yaml workloads/kclient_workunit_suites_ffsb.yaml}
time:   00:30:10
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348296/

[4348315] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_pjd.yaml}
time:   00:24:09
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348315/

[4348293] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_direct_io.yaml}
time:   00:13:43
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348293/

[4348292] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_trivial_sync.yaml}
time:   00:16:14
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348292/

[4348290] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_pjd.yaml}
time:   00:14:55
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348290/

[4348129] kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-full.yaml}
time:   00:40:56
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348129/

[4348230] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_dbench.yaml}
time:   00:39:56
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348230/

[4348233] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsstress.yaml}
time:   00:14:01
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348233/

[4348232] kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/pool-perm.yaml}
time:   00:12:47
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348232/

[4348235] kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/sessionmap.yaml}
time:   00:26:20
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348235/

[4348237] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsync.yaml}
time:   00:13:18
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348237/

[4348236] kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mon.yaml workloads/kclient_workunit_suites_iozone.yaml}
time:   00:34:42
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348236/

[4348121] kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/default.yaml workloads/kclient_workunit_suites_iozone.yaml}
time:   00:27:51
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348121/

[4348120] kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/forward-scrub.yaml}
time:   00:15:47
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348120/

[4348123] kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/journal-repair.yaml}
time:   01:00:52
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348123/

[4348122] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_kernel_untar_build.yaml}
time:   00:27:03
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348122/

[4348125] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_o_trunc.yaml}
time:   00:21:00
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348125/

[4348124] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_misc.yaml}
time:   00:41:18
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348124/

[4348127] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_snaps.yaml}
time:   00:56:24
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348127/

[4348126] kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-flush.yaml}
time:   00:28:58
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348126/

[4348337] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsync.yaml}
time:   00:12:23
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348337/

[4348288] kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/strays.yaml}
time:   00:26:49
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348288/

[4348289] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_iozone.yaml}
time:   00:19:23
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348289/

[4348284] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsx.yaml}
time:   00:22:04
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348284/

[4348285] kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/sessionmap.yaml}
time:   00:31:22
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348285/

[4348286] kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mon.yaml workloads/kclient_workunit_suites_iozone.yaml}
time:   00:19:06
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348286/

[4348287] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsync.yaml}
time:   00:13:57
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348287/

[4348281] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_ffsb.yaml}
time:   00:40:34
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348281/

[4348283] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsstress.yaml}
time:   00:16:43
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348283/

[4348228] kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mds.yaml workloads/kclient_workunit_suites_ffsb.yaml}
time:   01:01:11
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348228/

[4348229] kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-full.yaml}
time:   00:38:03
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348229/

[4348227] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_snaps.yaml}
time:   00:56:55
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348227/

[4348224] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_misc.yaml}
time:   00:41:38
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348224/

[4348225] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_o_trunc.yaml}
time:   00:21:10
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348225/

[4348222] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_kernel_untar_build.yaml}
time:   00:32:06
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348222/

[4348220] kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/forward-scrub.yaml}
time:   00:15:40
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348220/

[4348221] kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/default.yaml workloads/kclient_workunit_suites_iozone.yaml}
time:   00:26:18
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348221/

[4348307] kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/config-commands.yaml}
time:   00:12:55
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348307/

[4348323] kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/journal-repair.yaml}
time:   00:29:16
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348323/

[4348322] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_kernel_untar_build.yaml}
time:   00:34:49
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348322/

[4348321] kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/default.yaml workloads/kclient_workunit_suites_iozone.yaml}
time:   00:25:01
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348321/

[4348320] kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/forward-scrub.yaml}
time:   00:20:40
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348320/

[4348326] kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-flush.yaml}
time:   00:16:04
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348326/

[4348325] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_o_trunc.yaml}
time:   00:20:41
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348325/

[4348324] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_misc.yaml}
time:   00:37:01
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348324/

[4348328] kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mds.yaml workloads/kclient_workunit_suites_ffsb.yaml}
time:   00:56:31
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348328/

[4348258] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsstress.yaml}
time:   00:37:44
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348258/

[4348253] kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mds.yaml workloads/kclient_workunit_suites_iozone.yaml}
time:   00:42:45
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348253/

[4348252] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_snaps.yaml}
time:   01:05:01
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348252/

[4348251] kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-limits.yaml}
time:   00:26:10
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348251/

[4348250] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_o_trunc.yaml}
time:   00:46:17
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348250/

[4348257] kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/config-commands.yaml}
time:   00:38:10
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348257/

[4348256] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_ffsb.yaml}
time:   00:25:20
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348256/

[4348330] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_dbench.yaml}
time:   00:44:30
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348330/

[4348260] kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/damage.yaml}
time:   00:31:58
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348260/

[4348136] kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mon.yaml workloads/kclient_workunit_suites_iozone.yaml}
time:   00:23:04
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348136/

[4348137] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsync.yaml}
time:   00:12:06
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348137/

[4348332] kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/pool-perm.yaml}
time:   00:17:19
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348332/

[4348261] kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mon.yaml workloads/kclient_workunit_suites_ffsb.yaml}
time:   00:27:19
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348261/

[4348132] kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/pool-perm.yaml}
time:   00:13:49
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348132/

[4348133] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsstress.yaml}
time:   00:24:58
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348133/

[4348336] kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mon.yaml workloads/kclient_workunit_suites_iozone.yaml}
time:   00:30:49
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348336/

[4348131] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_ffsb.yaml}
time:   00:31:46
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348131/

[4348334] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsx.yaml}
time:   00:29:17
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348334/

[4348138] kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/strays.yaml}
time:   00:35:57
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348138/

[4348335] kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/sessionmap.yaml}
time:   00:22:17
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348335/

[4348248] kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/backtrace.yaml}
time:   00:21:00
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348248/

[4348249] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_misc.yaml}
time:   00:34:55
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348249/

[4348240] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_pjd.yaml}
time:   00:37:35
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348240/

[4348309] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsx.yaml}
time:   00:29:02
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348309/

[4348242] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_trivial_sync.yaml}
time:   00:35:49
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348242/

[4348243] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_direct_io.yaml}
time:   00:38:46
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348243/

[4348271] kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/default.yaml workloads/kclient_workunit_suites_iozone.yaml}
time:   00:32:24
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348271/

[4348246] kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/default.yaml workloads/kclient_workunit_suites_ffsb.yaml}
time:   00:44:37
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348246/

[4348247] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_kernel_untar_build.yaml}
time:   00:49:02
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348247/

[4348093] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_direct_io.yaml}
time:   00:11:28
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348093/

[4348312] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsync.yaml}
time:   00:23:39
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348312/

[4348095] kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/auto-repair.yaml}
time:   00:17:26
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348095/

[4348094] kcephfs/mixed-clients/{begin.yaml clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient-overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_dbench_iozone.yaml}
time:   00:56:44
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348094/

[4348097] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_kernel_untar_build.yaml}
time:   00:37:47
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348097/

[4348096] kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/default.yaml workloads/kclient_workunit_suites_ffsb.yaml}
time:   00:26:10
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348096/

[4348099] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_misc.yaml}
time:   00:33:02
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348099/

[4348098] kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/backtrace.yaml}
time:   00:38:51
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348098/

[4348269] kcephfs/mixed-clients/{begin.yaml clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient-overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_untarbuild_blogbench.yaml}
time:   00:48:53
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348269/

[4348308] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsstress.yaml}
time:   00:26:32
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348308/

[4348142] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_trivial_sync.yaml}
time:   00:20:42
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348142/

[4348140] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_pjd.yaml}
time:   00:22:00
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348140/

[4348147] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_kernel_untar_build.yaml}
time:   00:37:59
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348147/

[4348146] kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/default.yaml workloads/kclient_workunit_suites_ffsb.yaml}
time:   00:34:27
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348146/

[4348145] kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/auto-repair.yaml}
time:   00:13:27
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348145/

[4348144] kcephfs/mixed-clients/{begin.yaml clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient-overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_dbench_iozone.yaml}
time:   00:54:12
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348144/

[4348305] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_dbench.yaml}
time:   00:54:22
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348305/

[4348149] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_misc.yaml}
time:   00:39:18
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348149/

[4348306] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_ffsb.yaml}
time:   00:24:17
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348306/

[4348301] kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-limits.yaml}
time:   00:46:30
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348301/

[4348300] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_o_trunc.yaml}
time:   00:30:36
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348300/

[4348303] kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mds.yaml workloads/kclient_workunit_suites_iozone.yaml}
time:   00:25:50
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348303/

[4348333] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsstress.yaml}
time:   00:31:41
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348333/

[4348201] kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-limits.yaml}
time:   00:17:20
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348201/

[4348319] kcephfs/mixed-clients/{begin.yaml clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient-overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_untarbuild_blogbench.yaml}
time:   00:36:45
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348319/

[4348150] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_o_trunc.yaml}
time:   00:26:00
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348150/

[4348151] kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-limits.yaml}
time:   00:17:11
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348151/

[4348152] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_snaps.yaml}
time:   00:50:26
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348152/

[4348153] kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mds.yaml workloads/kclient_workunit_suites_iozone.yaml}
time:   00:21:03
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348153/

[4348156] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_ffsb.yaml}
time:   00:38:27
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348156/

[4348157] kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/config-commands.yaml}
time:   00:13:32
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348157/

[4348158] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsstress.yaml}
time:   00:24:34
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348158/

[4348159] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsx.yaml}
time:   00:18:40
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348159/

[4348310] kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/damage.yaml}
time:   00:41:46
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348310/

[4348311] kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mon.yaml workloads/kclient_workunit_suites_ffsb.yaml}
time:   01:06:37
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348311/

[4348316] kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/failover.yaml}
time:   00:35:19
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348316/

[4348317] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_trivial_sync.yaml}
time:   00:11:11
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348317/

[4348314] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_iozone.yaml}
time:   00:22:13
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348314/

[4348270] kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/forward-scrub.yaml}
time:   00:20:25
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348270/

[4348208] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsstress.yaml}
time:   00:27:08
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348208/

[4348209] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsx.yaml}
time:   00:19:07
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348209/

[4348339] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_iozone.yaml}
time:   00:30:00
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348339/

[4348313] kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/data-scan.yaml}
time:   00:34:48
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348313/

[4348279] kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-full.yaml}
time:   00:53:00
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348279/

[4348278] kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mds.yaml workloads/kclient_workunit_suites_ffsb.yaml}
time:   00:28:26
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348278/

[4348275] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_o_trunc.yaml}
time:   00:32:15
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348275/

[4348274] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_misc.yaml}
time:   00:50:22
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348274/

[4348277] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_snaps.yaml}
time:   00:52:47
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348277/

[4348276] kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-flush.yaml}
time:   00:16:13
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348276/

[4348169] kcephfs/mixed-clients/{begin.yaml clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient-overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_untarbuild_blogbench.yaml}
time:   00:42:59
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348169/

[4348168] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_direct_io.yaml}
time:   00:19:26
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348168/

[4348273] kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/journal-repair.yaml}
time:   00:36:13
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348273/

[4348272] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_kernel_untar_build.yaml}
time:   00:28:55
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348272/

[4348165] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_pjd.yaml}
time:   00:18:54
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348165/

[4348164] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_iozone.yaml}
time:   00:13:28
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348164/

[4348167] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_trivial_sync.yaml}
time:   00:10:39
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348167/

[4348166] kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/failover.yaml}
time:   00:41:36
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348166/

[4348161] kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mon.yaml workloads/kclient_workunit_suites_ffsb.yaml}
time:   01:12:44
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348161/

[4348160] kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/damage.yaml}
time:   00:41:31
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348160/

[4348163] kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/data-scan.yaml}
time:   00:33:30
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348163/

[4348162] kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsync.yaml}
time:   00:19:15
info:   http://pulpito.ceph.com/pdonnell-2019-09-30_10:40:38-kcephfs-wip-pdonnell-testing-20190930.063158-distro-basic-smithi/4348162/
2019-10-01T06:06:33.406 INFO:teuthology.results:starting coverage generation