2019-12-14T01:19:26.621 INFO:root:teuthology version: 1.0.0-59ae2f5
2019-12-14T01:19:26.622 INFO:teuthology.results:subset: '1/2'
2019-12-14T01:19:26.622 INFO:teuthology.results:seed: '1142'
2019-12-14T01:47:30.974 INFO:root:teuthology version: 1.0.0-59ae2f5
2019-12-14T01:47:31.011 INFO:teuthology.results:Waiting up to 43200 seconds for tests to finish...
2019-12-14T13:43:44.101 INFO:teuthology.results:Tests finished! gathering results...
2019-12-14T13:43:44.231 INFO:teuthology.results:Sending results to pdonnell@redhat.com: Test Run: pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi
=================================================================
info:    http://pulpito.ceph.com/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/
logs:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/
failed:  50
dead:    3
running: 0
waiting: 0
queued:  0
passed:  1


Fail
=================================================================
[4600587]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/failover.yaml}
-----------------------------------------------------------------
time:   00:22:06
info:   http://pulpito.ceph.com/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600587/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600587/

    Test failure: test_down_health
    (tasks.cephfs.test_failover.TestClusterResize)

[4600599]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/journal-repair.yaml}
-----------------------------------------------------------------
time:   00:00:00
info:   http://pulpito.ceph.com/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600599/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600599/

    failed to install new kernel version within timeout

[4600593]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-limits.yaml}
-----------------------------------------------------------------
time:   00:00:00
info:   http://pulpito.ceph.com/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600593/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600593/

    failed to install new kernel version within timeout

[4600592]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/strays.yaml}
-----------------------------------------------------------------
time:   00:00:00
info:   http://pulpito.ceph.com/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600592/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600592/

    failed to install new kernel version within timeout

[4600562]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-recovery.yaml}
-----------------------------------------------------------------
time:   00:00:00
info:   http://pulpito.ceph.com/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600562/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600562/

    failed to install new kernel version within timeout

[4600563]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/damage.yaml}
-----------------------------------------------------------------
time:   00:20:21
info:   http://pulpito.ceph.com/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600563/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600563/

    Test failure: test_object_deletion (tasks.cephfs.test_damage.TestDamage)

[4600561]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-limits.yaml}
-----------------------------------------------------------------
time:   00:21:40
info:   http://pulpito.ceph.com/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600561/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600561/

    Test failure: test_client_pin_mincaps
    (tasks.cephfs.test_client_limits.TestClientLimits)

[4600566]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/journal-repair.yaml}
-----------------------------------------------------------------
time:   00:23:09
info:   http://pulpito.ceph.com/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600566/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600566/

    Test failure: test_reset
    (tasks.cephfs.test_journal_repair.TestJournalRepair)

[4600567]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-flush.yaml}
-----------------------------------------------------------------
time:   00:00:00
info:   http://pulpito.ceph.com/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600567/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600567/

    failed to install new kernel version within timeout

[4600564]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/data-scan.yaml}
-----------------------------------------------------------------
time:   00:00:00
info:   http://pulpito.ceph.com/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600564/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600564/

    failed to install new kernel version within timeout

[4600565]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/failover.yaml}
-----------------------------------------------------------------
time:   00:22:47
info:   http://pulpito.ceph.com/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600565/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600565/

    Test failure: test_down_health
    (tasks.cephfs.test_failover.TestClusterResize)

[4600584]  kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_ffsb.yaml}
-----------------------------------------------------------------
time:   00:59:14
info:   http://pulpito.ceph.com/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600584/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600584/

    "2019-12-14T01:51:39.635988+0000 mon.a (mon.0) 153 : cluster [WRN] Health
    check failed: 166 slow ops, oldest one blocked for 182 sec, daemons
    [osd.0,osd.3] have slow ops. (SLOW_OPS)" in cluster log

[4600585]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/damage.yaml}
-----------------------------------------------------------------
time:   00:19:59
info:   http://pulpito.ceph.com/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600585/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600585/

    Test failure: test_object_deletion (tasks.cephfs.test_damage.TestDamage)

[4600568]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-full.yaml}
-----------------------------------------------------------------
time:   00:21:44
info:   http://pulpito.ceph.com/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600568/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600568/

    Test failure: test_full_different_file
    (tasks.cephfs.test_full.TestClusterFull)

[4600569]  kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_ffsb.yaml}
-----------------------------------------------------------------
time:   01:00:04
info:   http://pulpito.ceph.com/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600569/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600569/

    "2019-12-14T01:47:41.798617+0000 mon.a (mon.0) 155 : cluster [WRN] Health
    check failed: 167 slow ops, oldest one blocked for 182 sec, osd.1 has slow
    ops (SLOW_OPS)" in cluster log

[4600581]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/strays.yaml}
-----------------------------------------------------------------
time:   00:20:25
info:   http://pulpito.ceph.com/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600581/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600581/

    Test failure: test_dir_deletion (tasks.cephfs.test_strays.TestStrays)

[4600582]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-limits.yaml}
-----------------------------------------------------------------
time:   00:23:08
info:   http://pulpito.ceph.com/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600582/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600582/

    Test failure: test_client_pin_mincaps
    (tasks.cephfs.test_client_limits.TestClientLimits)

[4600583]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-recovery.yaml}
-----------------------------------------------------------------
time:   00:00:00
info:   http://pulpito.ceph.com/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600583/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600583/

    failed to install new kernel version within timeout

[4600614]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/strays.yaml}
-----------------------------------------------------------------
time:   00:00:00
info:   http://pulpito.ceph.com/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600614/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600614/

    failed to install new kernel version within timeout

[4600610]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-flush.yaml}
-----------------------------------------------------------------
time:   00:00:00
info:   http://pulpito.ceph.com/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600610/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600610/

    failed to install new kernel version within timeout

[4600611]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-full.yaml}
-----------------------------------------------------------------
time:   00:21:30
info:   http://pulpito.ceph.com/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600611/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600611/

    Test failure: test_full_different_file
    (tasks.cephfs.test_full.TestClusterFull)

[4600612]  kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_ffsb.yaml}
-----------------------------------------------------------------
time:   00:57:07
info:   http://pulpito.ceph.com/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600612/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600612/

    "2019-12-14T02:04:26.012117+0000 mon.b (mon.0) 213 : cluster [WRN] Health
    check failed: 706 slow ops, oldest one blocked for 183 sec, daemons
    [osd.1,osd.3] have slow ops. (SLOW_OPS)" in cluster log

[4600613]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/sessionmap.yaml}
-----------------------------------------------------------------
time:   00:22:11
info:   http://pulpito.ceph.com/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600613/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600613/

    Test failure: test_version_splitting
    (tasks.cephfs.test_sessionmap.TestSessionMap)

[4600609]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/journal-repair.yaml}
-----------------------------------------------------------------
time:   00:23:09
info:   http://pulpito.ceph.com/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600609/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600609/

    Test failure: test_reset
    (tasks.cephfs.test_journal_repair.TestJournalRepair)

[4600588]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/journal-repair.yaml}
-----------------------------------------------------------------
time:   00:22:47
info:   http://pulpito.ceph.com/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600588/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600588/

    Test failure: test_reset
    (tasks.cephfs.test_journal_repair.TestJournalRepair)

[4600589]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-flush.yaml}
-----------------------------------------------------------------
time:   00:00:00
info:   http://pulpito.ceph.com/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600589/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600589/

    failed to install new kernel version within timeout

[4600575]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/data-scan.yaml}
-----------------------------------------------------------------
time:   00:23:24
info:   http://pulpito.ceph.com/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600575/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600575/

    Test failure: test_parallel_execution
    (tasks.cephfs.test_data_scan.TestDataScan)

[4600574]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/damage.yaml}
-----------------------------------------------------------------
time:   00:00:00
info:   http://pulpito.ceph.com/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600574/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600574/

    failed to install new kernel version within timeout

[4600576]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/failover.yaml}
-----------------------------------------------------------------
time:   00:00:00
info:   http://pulpito.ceph.com/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600576/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600576/

    failed to install new kernel version within timeout

[4600571]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/strays.yaml}
-----------------------------------------------------------------
time:   00:00:00
info:   http://pulpito.ceph.com/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600571/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600571/

    failed to install new kernel version within timeout

[4600570]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/sessionmap.yaml}
-----------------------------------------------------------------
time:   00:21:08
info:   http://pulpito.ceph.com/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600570/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600570/

    Test failure: test_version_splitting
    (tasks.cephfs.test_sessionmap.TestSessionMap)

[4600573]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-recovery.yaml}
-----------------------------------------------------------------
time:   00:20:44
info:   http://pulpito.ceph.com/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600573/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600573/

    Test failure: test_network_death
    (tasks.cephfs.test_client_recovery.TestClientNetworkRecovery)

[4600598]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/failover.yaml}
-----------------------------------------------------------------
time:   00:00:00
info:   http://pulpito.ceph.com/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600598/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600598/

    failed to install new kernel version within timeout

[4600597]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/data-scan.yaml}
-----------------------------------------------------------------
time:   00:21:02
info:   http://pulpito.ceph.com/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600597/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600597/

    Test failure: test_parallel_execution
    (tasks.cephfs.test_data_scan.TestDataScan)

[4600596]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/damage.yaml}
-----------------------------------------------------------------
time:   00:00:00
info:   http://pulpito.ceph.com/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600596/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600596/

    failed to install new kernel version within timeout

[4600595]  kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_ffsb.yaml}
-----------------------------------------------------------------
time:   00:00:00
info:   http://pulpito.ceph.com/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600595/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600595/

    failed to install new kernel version within timeout

[4600594]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-recovery.yaml}
-----------------------------------------------------------------
time:   00:20:40
info:   http://pulpito.ceph.com/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600594/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600594/

    Test failure: test_network_death
    (tasks.cephfs.test_client_recovery.TestClientNetworkRecovery)

[4600579]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-full.yaml}
-----------------------------------------------------------------
time:   00:00:00
info:   http://pulpito.ceph.com/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600579/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600579/

    failed to install new kernel version within timeout

[4600578]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-flush.yaml}
-----------------------------------------------------------------
time:   00:19:24
info:   http://pulpito.ceph.com/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600578/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600578/

    Test failure: test_flush (tasks.cephfs.test_flush.TestFlush)

[4600591]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/sessionmap.yaml}
-----------------------------------------------------------------
time:   00:22:45
info:   http://pulpito.ceph.com/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600591/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600591/

    Test failure: test_version_splitting
    (tasks.cephfs.test_sessionmap.TestSessionMap)

[4600590]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-full.yaml}
-----------------------------------------------------------------
time:   00:22:12
info:   http://pulpito.ceph.com/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600590/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600590/

    Test failure: test_full_different_file
    (tasks.cephfs.test_full.TestClusterFull)

[4600602]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/sessionmap.yaml}
-----------------------------------------------------------------
time:   00:00:00
info:   http://pulpito.ceph.com/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600602/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600602/

    failed to install new kernel version within timeout

[4600608]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/failover.yaml}
-----------------------------------------------------------------
time:   00:22:13
info:   http://pulpito.ceph.com/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600608/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600608/

    Test failure: test_down_health
    (tasks.cephfs.test_failover.TestClusterResize)

[4600607]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/data-scan.yaml}
-----------------------------------------------------------------
time:   00:00:00
info:   http://pulpito.ceph.com/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600607/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600607/

    failed to install new kernel version within timeout

[4600606]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/damage.yaml}
-----------------------------------------------------------------
time:   00:19:31
info:   http://pulpito.ceph.com/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600606/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600606/

    Test failure: test_object_deletion (tasks.cephfs.test_damage.TestDamage)

[4600605]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-recovery.yaml}
-----------------------------------------------------------------
time:   00:12:35
info:   http://pulpito.ceph.com/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600605/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600605/

    Test failure: test_network_death
    (tasks.cephfs.test_client_recovery.TestClientNetworkRecovery)

[4600604]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-limits.yaml}
-----------------------------------------------------------------
time:   00:21:03
info:   http://pulpito.ceph.com/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600604/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600604/

    Test failure: test_client_pin
    (tasks.cephfs.test_client_limits.TestClientLimits)

[4600603]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/strays.yaml}
-----------------------------------------------------------------
time:   00:20:09
info:   http://pulpito.ceph.com/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600603/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600603/

    Test failure: test_dir_deletion (tasks.cephfs.test_strays.TestStrays)

[4600586]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/data-scan.yaml}
-----------------------------------------------------------------
time:   00:13:08
info:   http://pulpito.ceph.com/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600586/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600586/

    Test failure: test_parallel_execution
    (tasks.cephfs.test_data_scan.TestDataScan)

[4600600]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-flush.yaml}
-----------------------------------------------------------------
time:   00:20:44
info:   http://pulpito.ceph.com/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600600/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600600/

    Test failure: test_flush (tasks.cephfs.test_flush.TestFlush)



Dead
=================================================================
[4600577]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/journal-repair.yaml}
-----------------------------------------------------------------
time:   00:00:00
info:   http://pulpito.ceph.com/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600577/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600577/

[4600580]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/sessionmap.yaml}
-----------------------------------------------------------------
time:   00:00:00
info:   http://pulpito.ceph.com/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600580/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600580/

[4600601]  kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-full.yaml}
-----------------------------------------------------------------
time:   00:00:00
info:   http://pulpito.ceph.com/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600601/
log:    http://qa-proxy.ceph.com/teuthology/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600601/



Pass
=================================================================
[4600572] kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/default.yaml workloads/kclient_workunit_suites_ffsb.yaml}
time:   00:55:41
info:   http://pulpito.ceph.com/pdonnell-2019-12-14_00:53:50-kcephfs-wip-pdonnell-testing-20191212.003246-distro-basic-smithi/4600572/
2019-12-14T13:43:44.350 INFO:teuthology.results:starting coverage generation