archive_path: /home/teuthworker/archive/teuthology-2021-09-03_13:25:02-kcephfs-nautilus-testing-basic-gibba/6373829 branch: nautilus description: kcephfs/recovery/{begin clusters/1-mds-4-client conf/{client mds mon osd} kclient/{mount overrides/{distro/rhel/{k-distro rhel_latest} ms-die-on-skipped}} objectstore-ec/bluestore-comp overrides/{frag_enable log-config osd-asserts whitelist_health whitelist_wrongly_marked_down} tasks/backtrace} email: ceph-qa@ceph.io first_in_suite: false job_id: '6373829' kernel: client: sha1: distro flavor: basic kdb: true sha1: 51a525a37272a8d7172b62c91cab6dbc9ee31e2d last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: gibba name: teuthology-2021-09-03_13:25:02-kcephfs-nautilus-testing-basic-gibba nuke-on-error: true openstack: - volumes: count: 4 size: 30 - machine: disk: 200 os_type: rhel os_version: '7.9' overrides: admin_socket: branch: nautilus ceph: conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 global: ms die on skipped message: false mds: debug mds: 20 debug ms: 1 mds bal frag: true mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon op complaint time: 120 osd: bluestore block size: 96636764160 bluestore compression mode: aggressive bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) log-whitelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - overall HEALTH_ - \(FS_DEGRADED\) - \(MDS_FAILED\) - \(MDS_DEGRADED\) - \(FS_WITH_FAILED_MDS\) - \(MDS_DAMAGE\) - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(TOO_FEW_PGS\) - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding sha1: bc8c846b36288ff7ac65005087b0dda0e4b857f4 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 install: ceph: sha1: bc8c846b36288ff7ac65005087b0dda0e4b857f4 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: nautilus sha1: bc8c846b36288ff7ac65005087b0dda0e4b857f4 owner: scheduled_teuthology@teuthology priority: 1000 repo: https://github.com/ceph/ceph.git roles: - - mon.a - mgr.y - mds.a - mds.b - osd.0 - osd.1 - osd.2 - osd.3 - - mon.b - mon.c - mgr.x - mds.c - osd.4 - osd.5 - osd.6 - osd.7 - - client.0 - - client.1 - - client.2 - - client.3 sha1: bc8c846b36288ff7ac65005087b0dda0e4b857f4 sleep_before_teardown: 0 suite: kcephfs suite_branch: nautilus suite_path: /home/teuthworker/src/github.com_ceph_ceph_bc8c846b36288ff7ac65005087b0dda0e4b857f4/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph.git suite_sha1: bc8c846b36288ff7ac65005087b0dda0e4b857f4 targets: ubuntu@gibba010.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCfF3u2lokjGvqiQ8YvNHOqZ/CgoafPIsM6Sw9+4IgI/8IECoqi1JcV3uZZvMBqZs28HfFWjK44EKJjS/bW+lv1ehD4AcvJ7WtdZ8xBnlIuDRJGVkWTOhSpLAnUvNhQU6Akf4E2vRb/KSAI5kRUMbMlRd7Skk3o/ceTZbzbpdIzkVhqGX3RSyeUM2aKTjAG6HQVLg3B2K/oVbJXUoZ5qum49IzxsszgWN1d+FM8kuoPEMpudiY8VY+t3C4pGDNHel+vj3l3yuZB2kGcJZuKwRFsrb85+MsEwaFTiWrGHL3vx+1XU+ZkdmxZwJb506dN7f7TJWavLiuquAT3wGHGfhhf ubuntu@gibba020.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDZpn01bSm0fkLPSVhemM+MPGnbPSyMCQbhrFB7sXBhMrtDmkQx6mgQ2kDBCjf0wWxytsJQ36m2oTMvc30qkLxe4fVMF7xXHRRvJq1/A+iffRyPLZYBQ18jjp+uGETKg9cY7yk29qR2LLDrzUJm0R5PW0MQMGpz9y9JbpHTszFKo3YverzU6soaGDe1mb0pUeoLshLPxZ50jett2as0kKAnKy1Dp4f1yB+FzObXgz+pCaKDekeUhKNe4l6Kl0/9JmlBlBiepxQIxvuJrDrGdZ/9V5Wg/oMU8SJalBjYs+1+rq+InQglHapLL6KMk/4pIjLK/H2JgebIKnMuidVpDw+x ubuntu@gibba025.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDmAfGjNarrlh07KjyGatVwtI9C8yhBv//Eoyap/TSPBuKeCsn8CG8Ykv2uEM67FB1zKsBwYzg9R9n+tN4F9Tvw0DeJoShPwVK1geqj06/C0pUdV80Qhex0iBasAkKOeJBJ8e0hpJHJcnIO8LiPsxWXpbcoMz0nOqe5BBQhbWOLZvHxzsX1k4OGWWeJUlFVOCi2eC5gH4EWyKnRcP+huxnWSVDY/C+MRH0v7etyPt3yFn3NUQB0Q+BYh91PoEx46d1+v3Asz+yYWJnrhBUSHBWcSitj4UDaqmkImunw7NnPCl1jtz9EuzlLQkvzQsb11VhYjx3TAqsawRYoQe87nWxMGvlxTFxwt71KNmGkOcktmPsQxLFiiMWzzV0jDP7bYSUF7qVy+HQEMmbRuCUcBFyq1ECN68bE0MBKVeb7UeEWJPSbWXRpnPZnb8r885dO5ESJcVglp5gct4lVz1LIuhq+5tfRzYB4+JrWZrSRRc4rbowJ/1WSbXM8f7d6SGCSBOc= ubuntu@gibba035.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDCXFfFdz2G/tOe4lQ4ToxnmSjsTHBgKjdBvVJkBY7MgxS6YG87gdEaaB9MnPXdBToAQmghI+N+NXrb0uomvA5dPJd52msTKlgwChp0wiIYGhB57hPU1lxMJhzkq1DGUD2pGv68cYH54etHjnLIvk15R4azbSEjZZV2AB4PwoOA1++wmZI+zo0PY1C3Ot6TEnInxdWQjDFcNeVbbADqvAw3omt8N5jvP1gB/T/38jXZMqQzjh7blRjcPNwfY8tWhtrhb0HskKr86yHxAzOZrUlrKaiv5y0gtdDd30ybgSgcbhI0E4HfP2m6tsG0CDuBXTcpoG92lci5VFGmqLXY8frpIk6f4JsKgvASa5fo6chsBY+mDarYAy4PbOc4IyXpzWZ80RRWhvm+3nRqFzClc2DWHTMkkiV2zuXmNQpDqJY8430dDSYcNkmzVcZnJ1FYjv2twfwSdPU+zDmJF4LVM/qjwC+JfdA/3Wo+0k5kcyLsh5nbz3Vs+LULNir+dpMLFNs= ubuntu@gibba042.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDZ8dXRd2Ply3mDvCL9BdoQ7bXZx4qA6tpvv0Ok2oDlG3clTR5Bf6xHbD4wQMK9uw5FBCixX8mGkjnAh159Nqs7aaiHbX2a+A2PlV54VBxSSRCnteOxTEXcBXHhW0LPXHQnZBZyQ+cB01ZjutaOWVwhVV3gl0xfUXbkJoop9ryrioDj6N0Ry4W57UcvgP4HoGabQZ/nydnk17vvW7UCstBn+oll8EIlStnnqAkgEvqOhUvC6YktTegdatBNPkiglWsdtMwV1QE9lcCr2jR7XJC6yvaeeFzgBRYdXoF9LoKVPCZrUKESrNSV/GslkmfhVZD1R41ACEkR1sW72MpIaQe1KPR91HiJSMhXwdmbFks2QEN8lZI38gcj15RTcA/wRjMExfIa8rXrsvStT2LnIC3OYqg5vMcEurCvSVIOVTqykatoKyg2xjgMwADacvboQz05lQxMDMNNBGFb4Q9C9WLiUGxFcZgSp7UgktLv/TKgJtT0xuCIC3ZG8Ozp6Ot4CdE= ubuntu@gibba045.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCY2fI76u5NREO4KPPsHe6qTDrYmXsXXNwY11MHOQkdb8GtrpfLeQe0PFV3nYXgWyI9VHRLml3j70hovawZQfRrlq8zm9HelbpwmmidkfqDo+pyzi4gLmmqWXDvqbR1jVpHZxTOt4ixsThbetyRRbsIevTNAPp1Im8YX2/cibvt4nPqgPbNfQQIG5q1G7qYWIj0p5SA5ojxvO6MBK4+BnY2AAXtkR001LHqe/4AWb40F/jxhUFEXhuZ9ZyGnz0VI9qB9k1R3gbyui3KHDU6NP5u5HxWsBF05XztMyoxV88ynW5pSzgvR2YlJXmKQHFrSQbQFShOWso3BqOeohI8DaDI8uiQ1BEbzGrI2lFRl8yQRz7OM0/Lyeu53mYbeq3Pi2RdiQPUXQREcH+5YCTjjszoYKxeirfyu9gsWkd2eEu9f3YTRAXDJPE7ZD9xpnYNpGboj3zQVwRUDgMdhrmE5Mh/Kz0YfLS2gIlaYhbwJcvazG+B7R7uiuM6UfsihpDuve8= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell rpm: - python3-cephfs extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - ceph: null - kclient: null - cephfs_test_runner: modules: - tasks.cephfs.test_backtrace teuthology_branch: master teuthology_sha1: df69d6db9d68f5492f47c1dee57bca3b0a385796 timestamp: 2021-09-03_13:25:02 tube: gibba user: teuthology verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.gibba.8273