archive_path: /home/teuthworker/archive/teuthology-2021-09-03_13:25:02-kcephfs-nautilus-testing-basic-gibba/6373799 branch: nautilus description: kcephfs/recovery/{begin clusters/1-mds-4-client conf/{client mds mon osd} kclient/{mount overrides/{distro/rhel/{k-distro rhel_latest} ms-die-on-skipped}} objectstore-ec/bluestore-comp overrides/{frag_enable log-config osd-asserts whitelist_health whitelist_wrongly_marked_down} tasks/data-scan} email: ceph-qa@ceph.io first_in_suite: false job_id: '6373799' kernel: client: sha1: distro flavor: basic kdb: true sha1: 51a525a37272a8d7172b62c91cab6dbc9ee31e2d last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: gibba name: teuthology-2021-09-03_13:25:02-kcephfs-nautilus-testing-basic-gibba nuke-on-error: true openstack: - volumes: count: 4 size: 30 - machine: disk: 200 os_type: rhel os_version: '7.9' overrides: admin_socket: branch: nautilus ceph: conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 global: ms die on skipped message: false mds: debug mds: 20 debug ms: 1 mds bal frag: true mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon op complaint time: 120 osd: bluestore block size: 96636764160 bluestore compression mode: aggressive bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) log-whitelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - overall HEALTH_ - \(FS_DEGRADED\) - \(MDS_FAILED\) - \(MDS_DEGRADED\) - \(FS_WITH_FAILED_MDS\) - \(MDS_DAMAGE\) - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(TOO_FEW_PGS\) - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - bad backtrace - object missing on disk - error reading table object - error reading sessionmap - unmatched fragstat - was unreadable, recreating it now - Scrub error on inode - Metadata damage detected - inconsistent rstat on inode - Error recovering journal sha1: bc8c846b36288ff7ac65005087b0dda0e4b857f4 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 install: ceph: sha1: bc8c846b36288ff7ac65005087b0dda0e4b857f4 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: nautilus sha1: bc8c846b36288ff7ac65005087b0dda0e4b857f4 owner: scheduled_teuthology@teuthology priority: 1000 repo: https://github.com/ceph/ceph.git roles: - - mon.a - mgr.y - mds.a - mds.b - osd.0 - osd.1 - osd.2 - osd.3 - - mon.b - mon.c - mgr.x - mds.c - osd.4 - osd.5 - osd.6 - osd.7 - - client.0 - - client.1 - - client.2 - - client.3 sha1: bc8c846b36288ff7ac65005087b0dda0e4b857f4 sleep_before_teardown: 0 suite: kcephfs suite_branch: nautilus suite_path: /home/teuthworker/src/github.com_ceph_ceph_bc8c846b36288ff7ac65005087b0dda0e4b857f4/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph.git suite_sha1: bc8c846b36288ff7ac65005087b0dda0e4b857f4 targets: ubuntu@gibba008.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDM2/ECveGN4tj6CG1MQBm4MgSdbkVnkWaEspaO5ooewK7fR+d/WxRR52TD6Gl/xLosvDS8YMsyMdJlaY8BDOsK/Za/qsuXniqIDk1JY8Q+gbPaqEOyMc1HmHGMCmxgerlZxdBKb68V8TtXfUPl8QeZSsffe/ncPHp7kzNPmzKTl89ADK7IcXkoDAx0Uko3cQ73lu7+5Ma+fnepMy+DzAQA17lLYLfbKYZas92RAMLQ3uTJGteYvami1PMlJ2mNDmcwleXwisKFyn/pd6FqEr3006fftRMTVkFAP7z8aKIqXv+pIV3nqPvdGmCQGX2mXVcBHCW6umDoyJBsc+xo9/vyHTcIuWVlFgwfPX3z8hWtxk07nfT9xIsn1TJveQdnPnFsMmju3Lm19gJwdXOlQFvxothgYezdnY0KBBKBO5H+z0uXojO5KIOwvmFPTIaeBI4epOlqLxSPaJSKUke4c47lEN9XeosoLuviL1Vq7aats9U6EThq3L7ozBefwYiEo+U= ubuntu@gibba014.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDS1bBpigh/YdhfVsOFURCfDhgOSp6aHhFMjXTEVkxe0RWp3NpXAE8qUbxdqMP67uFYsMuoDl+JI+ExlJVyM9DZ+sqCpwu/nwT6dmS/BK1YjDPlEb95QeBdt1a0X1YCD6yka3m/sBfwOeOkr8SKr1WjiWkHwW1/zO3J8SnMH41KBxPK5UmlBzNAJNaZXynZ4rHNwdO+CIvtxVgvyDXZC7FKQB+ZZF62BYtZDijWH+MA7eQlhWPeVvNMyolr/8P4BKRy0LmNmYPwh8ybwMweSwcshDR1t4p6tkBwKuo039bJ6MqHQJM0IQn+RJQkh3oy9FWNelDY4VygYiDbjhvah+h3J9nlubZkZVGmTb1q3NNFOfIbeo+HMLx+sKu945WZHdOGDCwaXA2QtHHJmpkMFupsCtByD229qHksEHZPFkIo2OSAr3gUPI1H6qUyksxRBhv9ZLVneRTEY3zKTRRncPsiKs88MX0BIv53e18GeXCVgOTJF4esXr+eZXWpE907908= ubuntu@gibba019.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDDMQQJCkQAdXMywjEmeqJdEyRUWlPpsyQF6kyBYZB9JEJ77Wbin8x+imK4HZE4fFFMrnE7YHsEDBsDEQrMoNHeB/yGQHgdZHxOInZYg0T/h8w36NaSX8SbwWtX1KVqqPIuFdrNC92VDUS8PpzISPr5aqVfI1rqOdRiL5EW6/w9RVpz2txzsea5Xie8oGEza47OJIZK8xJtw0f3K1oec+w6wDfINLAYhONLENplKZuC5cJz9zgEorSaCUfrSsm+LNfprhY0A6INIuuOW9li33nfpFLjIk02LQCx4TVF8ecRnEPZxq0oPCKi+btdemFFBighRjcuZf/LDSVI6DqDk8IYinVBa2q+8qaTOEKbaHVgjnl+heQpwwUWs4L5k3yb4rCWQeNnNg93w0THw/CmovdxOHQyjpW6TBOrsEMEQNwGhYQNmQRguSgmXgU2IEFnTQv6ATTG/VS2dps83s5UOQfe8ExCyXyokz5j1Gkd7/+Ro0d/jpZDZaUBD9mnkXLN5s0= ubuntu@gibba031.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC2XWYiBgW+/KzdTAoO3lXCRLLdDlqrG0UxB/xogmlzbAR1DbSdN+Zl3Mdt5yBOGsFghALwxlJkwD41uBstaVEiKTl1II7IcqBeTqXUPC2/S3LS7uBUMnAzaLClSOcoRyKUhZbPNBRNI1pEUK3SoHWh0OUBH8FCPwPNlAdFTPtWy6mSmwqgx9pgUpOhnkfdC+p4XDv1dOF+ySM5OBJRmOmbEPr1HbXxN1zQ9TJ28djE6s1ZR3ajjhsxKMpYWzmty6s/n0tE/buzUxHZTF5uLz6cUGSDqhAtOX2J9/STIxNv2N5CZoYj2xqPIElvI6QRkVOWq2SH+Q6saR0mu/116PLzYKiu2hruGKxa89lbp+WLBnNapdLvWwCKPOKAofLEwtMyx/0BNhfBiXAej3GvZRb9Yf7ZsWfBMC/ktxRQOpl5S0IGT55pbwPz2OiTXEFgnubTlxbqa4P71pdtqAsgEEFY8Qe2HIn0aK0ZnI7+nbOM8exCSn+MU3TijURr4oIzgys= ubuntu@gibba036.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCsD5BAxy6xpfzHqKN+eoMoOf6r4C0fFxlSPKnTxA7TQQvY+voSj2C9Leka3QU9ITq3Vl/KbMhqnXJsWDrSPOY2OKdy03SJPIxG832oyxkGKpgY88TT4dNuLRnNJR9Q5loMl9FYy5zBP2Vp+6O0EihbriMrnEiQEmkXnxL7IpdyzZuYOzctLg8WJ7UTYg0UrPwPRTAbO3Vi9EbJxYVvBoRCGD7QnUmRgXc0+Svkgz0Vas+Cz2V9sdb2f/OqWEBkAVNQNpseJDbQOs0sXglkNcETeL88padeenVtJFiP8pKRG5bzih2r6hwsxE7atFN4mSKstIS60bFIdqbQmdIa5Old ubuntu@gibba045.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCY2fI76u5NREO4KPPsHe6qTDrYmXsXXNwY11MHOQkdb8GtrpfLeQe0PFV3nYXgWyI9VHRLml3j70hovawZQfRrlq8zm9HelbpwmmidkfqDo+pyzi4gLmmqWXDvqbR1jVpHZxTOt4ixsThbetyRRbsIevTNAPp1Im8YX2/cibvt4nPqgPbNfQQIG5q1G7qYWIj0p5SA5ojxvO6MBK4+BnY2AAXtkR001LHqe/4AWb40F/jxhUFEXhuZ9ZyGnz0VI9qB9k1R3gbyui3KHDU6NP5u5HxWsBF05XztMyoxV88ynW5pSzgvR2YlJXmKQHFrSQbQFShOWso3BqOeohI8DaDI8uiQ1BEbzGrI2lFRl8yQRz7OM0/Lyeu53mYbeq3Pi2RdiQPUXQREcH+5YCTjjszoYKxeirfyu9gsWkd2eEu9f3YTRAXDJPE7ZD9xpnYNpGboj3zQVwRUDgMdhrmE5Mh/Kz0YfLS2gIlaYhbwJcvazG+B7R7uiuM6UfsihpDuve8= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell rpm: - python3-cephfs extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - ceph: null - kclient: null - cephfs_test_runner: modules: - tasks.cephfs.test_data_scan teuthology_branch: master teuthology_sha1: df69d6db9d68f5492f47c1dee57bca3b0a385796 timestamp: 2021-09-03_13:25:02 tube: gibba user: teuthology verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.gibba.8273