archive_path: /home/teuthworker/archive/pdonnell-2020-03-04_14:28:55-kcephfs-wip-pdonnell-testing-20200303.175301-distro-basic-smithi/4825030 branch: wip-pdonnell-testing-20200303.175301 description: kcephfs/mixed-clients/{begin.yaml clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient-overrides/{distro/stock/{k-stock.yaml rhel_8.yaml} ms-die-on-skipped.yaml} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_dbench_iozone.yaml} email: pdonnell@redhat.com first_in_suite: false job_id: '4825030' kclient-workload: sequential: - kclient: - client.1 - workunit: clients: client.1: - suites/dbench.sh kernel: &id001 client: sha1: distro kdb: true sha1: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi name: pdonnell-2020-03-04_14:28:55-kcephfs-wip-pdonnell-testing-20200303.175301-distro-basic-smithi nuke-on-error: true openstack: - volumes: count: 4 size: 30 - machine: disk: 200 os_type: rhel os_version: '8.1' overrides: admin_socket: branch: wip-pdonnell-testing-20200303.175301 ceph: conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 global: ms die on skipped message: false mds: debug mds: 20 debug ms: 1 mds bal frag: true mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon op complaint time: 120 osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug filestore: 20 debug journal: 20 debug ms: 1 debug osd: 25 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true fs: xfs log-whitelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - overall HEALTH_ - \(FS_DEGRADED\) - \(MDS_FAILED\) - \(MDS_DEGRADED\) - \(FS_WITH_FAILED_MDS\) - \(MDS_DAMAGE\) - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(FS_INLINE_DATA_DEPRECATED\) - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding sha1: 38766d16e04a31fe98c6a47ff9bf39ae95770429 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: sha1: 38766d16e04a31fe98c6a47ff9bf39ae95770429 selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-pdonnell-testing-20200303.175301 sha1: 38766d16e04a31fe98c6a47ff9bf39ae95770429 owner: scheduled_pdonnell@teuthology priority: 91 repo: git://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - - mon.b - mon.c - mgr.x - mds.b - osd.4 - osd.5 - osd.6 - osd.7 - - client.0 - - client.1 sha1: 38766d16e04a31fe98c6a47ff9bf39ae95770429 suite: kcephfs suite_branch: wip-pdonnell-testing-20200303.175301 suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_wip-pdonnell-testing-20200303.175301/qa suite_relpath: qa suite_repo: git://git.ceph.com/ceph-ci.git suite_sha1: 38766d16e04a31fe98c6a47ff9bf39ae95770429 targets: smithi005.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC/Cp5DWII25VrtJBoARkvWq81WqLvTwPZJohUKnBNpQP42uXRmSwH2d8c06kwpMT0f28Cl84QN6c0VTEdfXB9/0rP7rDsD76di+xfB4ObSXpH0zMWPzxiZedO3WgfQSTmcQQw3FtEu2t8jB8KxcWf2smNt6TirpyjW0h0Elh10spL/qwZs0JMJ0GAlE/U2fdctoxoUaFcVuBBFZ9uhzG0skv5BMoVQlVFpIM6pc0CGCBdHMyQSfgyf85wJasznL6z3NW7RjkFNhnrL2MauYnyaMxogsC9Cnx6y54B0x2lG3Xl7T2cX0CxY3QrU3QjxN6yYoYp7X+fYKVHLceLw85QUtWYGRUsZJZ214r6nq71lDNZiVbpUthljoghliXKQmyhzHmLQwO7Fk3m95HMUyRlZLltyDfC4c58DCRNHTm+9D8NOfzVLt+T1zZJAAxBkM/BUJlz7Lfa9Rgxp58AWZP0yNzpNFUgXoZnxRSVczcVnzNmxTJKkMZHpADrF2QUfz9E= smithi086.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDAtgUBhYHAS+9k3qe/XNMsdjB+iQ1+XfEoLx3z9IwZbtYminN0WzqnHzxE3Efe68s0drNjwPysi7DRzHKrjBQDbMnl5vxqBAkDHvzWn1Y9YILyTRSJ5JduXTbziyzKinzU3ngFbHzt2csGutoo9jasw4jwzushdyGIpf1xfrZU+DvbpK4gjGeQ6adczADjVJU/PIu4z6mHkKelVKh5NtO+ic95dVfCulSLqUVeLEw+EFOXUzVsfEseJu4ha++Zm6jodzqhPkJgpKCpJkCLzQlby04MsRN2K1W/4mggjyJJVHM53VEPFN/0taRtqitD4tTHetuZUCuSbJeGlL6RXR5v9AJIQWOF0iiiPln9hBfuWiYfQ3XRWNtsNRplt1DABF6BuoUTcVgK8f0vabrDNmQsERpHb+KS1XZcyFCzXV0D2c85GE4mtkNQhw9GkMxPTMa17ugzyGJJZUfqbO4kwp4cByl+ahhvriab74AirTEuPROjlS3gjdqmv/k9ufQyIOE= smithi110.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC29gI5X9FIy0zhxMiaGe2g3B0hkugJhQTrSpp4Z066P5Pe+4r5ELMFHsgLn38PSdCsEYAiLjSDP0cU1fAiTeorsC3NlhLibTxg5UzDHq+ydHTbWMnno7roM+5XCI+LIEit7c/ayT5lcueu/wTjY0Y2RRZin0jxkGXCpXvcv2AiZSbkXuNEj9bphNC9DVyrOCH9T2JccZTG5wv2uCXROO/UwRk6MSmAoZt2tov5A47UGfQ5kDKtRVoMrxRRfGtK/uHuIgtyLlu5yRpet9p+LW2jgUbtUglbQpVqiggqZRpStwsavp0evhWCRhzdMKZQ4W05RbD0w6wqj+xyWdXIACj+extz5WtXuJLxxFsXS8TIw09TmiWb4cXWLwyGaL1CRvdt6NqvhhVz7NrjIFUbhmJFIgqxIZbVoaEwMdDssPIxsx4lkPUhZUVRzLPavMGJS/DyS5C7I4KyfCIPWJwQ3KH/KbLdsrt3qvjpw8/C5l6AR5dyTNTpoW22SGNi5rMyDME= smithi177.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC0eJAaCbHnAYSkw1muvH4kQXPxQU28tbK1z/VPyhInhJeqB1hQEnyNLR4m0ix+Q0fUG9Kira5ppfoTyoyvu5aY91qlpa5QEq8rVtHC/zDKuVWT++6s2hmxhPsuwwF0OOqMDF2WCW+Gh/qW6RtUA8p0g3oSoUUQxYy7Do7Pkd2cHI6CMdebarAx/hAEdGcFmBm4rnLkIuM9WW9FG+hppxi3Fax4npyE3j22XQs99EE0EFSc2m948z/wCc285o1i5lTqmqB1yw0NQN1sE5IkEduUWxRu+IXzp0slo+oTdyV7RJkjVWiRmCNNZ1wOZffPQq7QS23/2kS5JEsFBJ9FSfYyO6yYgVblIfIQ8AQYB0CZNCT0/brkuMlWNxehgzTjldCSUBq8bgAuJComQzC/90zdx00L1m+aHG2sm429rC0hz4S9S+UkCPUpOlNQWRw9azkJ2bLm9Ymc3SNxcstFZ6Ki1kyep/e1rsUoqX19OZDfRYiNh2hxADfV4G1rdbO/GAU= tasks: - internal.check_packages: null - internal.buildpackages_prep: null - internal.lock_machines: - 4 - smithi - internal.save_config: null - internal.check_lock: null - internal.add_remotes: null - console_log: null - internal.connect: null - internal.push_inventory: null - internal.serialize_remote_roles: null - internal.check_conflict: null - internal.check_ceph_data: null - internal.vm_setup: null - kernel: *id001 - internal.base: null - internal.archive_upload: null - internal.archive: null - internal.coredump: null - internal.sudo: null - internal.syslog: null - internal.timer: null - pcp: null - selinux: null - ansible.cephlab: null - clock: null - install: extra_packages: deb: - python3-cephfs - cephfs-shell rpm: - python3-cephfs extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - dump - indent rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - ceph: null - parallel: - user-workload - kclient-workload teuthology_branch: master tube: smithi user-workload: sequential: - ceph-fuse: - client.0 - workunit: clients: client.0: - suites/iozone.sh verbose: false worker_log: /home/teuthworker/archive/worker_logs/worker.smithi.27436