archive_path: /home/teuthworker/archive/teuthology-2021-10-15_13:25:03-kcephfs-nautilus-testing-default-gibba/6444799
branch: nautilus
description: kcephfs/recovery/{begin clusters/1-mds-4-client conf/{client mds mon
  osd} kclient/{mount overrides/{distro/rhel/{k-distro rhel_latest} ms-die-on-skipped}}
  objectstore-ec/filestore-xfs overrides/{frag_enable log-config osd-asserts whitelist_health
  whitelist_wrongly_marked_down} tasks/damage}
email: ceph-qa@ceph.io
first_in_suite: false
job_id: '6444799'
kernel: &id001
  client:
    sha1: distro
  flavor: default
  kdb: true
  sha1: 2baf9e43950149fed6587afbe39352feca0e9d40
last_in_suite: false
log-rotate:
  ceph-mds: 10G
  ceph-osd: 10G
machine_type: gibba
name: teuthology-2021-10-15_13:25:03-kcephfs-nautilus-testing-default-gibba
nuke-on-error: true
openstack:
- volumes:
    count: 4
    size: 30
- machine:
    disk: 200
os_type: rhel
os_version: '7.9'
overrides:
  admin_socket:
    branch: nautilus
  ceph:
    conf:
      client:
        client mount timeout: 600
        debug client: 20
        debug ms: 1
      global:
        ms die on skipped message: false
      mds:
        debug mds: 20
        debug ms: 1
        mds bal frag: true
        mds bal fragment size max: 10000
        mds bal merge size: 5
        mds bal split bits: 3
        mds bal split size: 100
        mds debug frag: true
        mds debug scatterstat: true
        mds op complaint time: 180
        mds verify scatter: true
        osd op complaint time: 180
      mgr:
        debug mgr: 20
        debug ms: 1
      mon:
        debug mon: 20
        debug ms: 1
        debug paxos: 20
        mon op complaint time: 120
      osd:
        debug ms: 1
        debug osd: 20
        osd objectstore: filestore
        osd op complaint time: 180
        osd shutdown pgref assert: true
        osd sloppy crc: true
    flavor: default
    fs: xfs
    log-ignorelist:
    - \(MDS_ALL_DOWN\)
    - \(MDS_UP_LESS_THAN_MAX\)
    log-whitelist:
    - \(MDS_ALL_DOWN\)
    - \(MDS_UP_LESS_THAN_MAX\)
    - overall HEALTH_
    - \(FS_DEGRADED\)
    - \(MDS_FAILED\)
    - \(MDS_DEGRADED\)
    - \(FS_WITH_FAILED_MDS\)
    - \(MDS_DAMAGE\)
    - \(MDS_ALL_DOWN\)
    - \(MDS_UP_LESS_THAN_MAX\)
    - \(TOO_FEW_PGS\)
    - overall HEALTH_
    - \(OSD_DOWN\)
    - \(OSD_
    - but it is still running
    - is not responding
    - bad backtrace
    - object missing on disk
    - error reading table object
    - error reading sessionmap
    - Error loading MDS rank
    - missing journal object
    - Error recovering journal
    - error decoding table object
    - failed to read JournalPointer
    - Corrupt directory entry
    - Corrupt fnode header
    - corrupt sessionmap header
    - Corrupt dentry
    - Scrub error on inode
    - Metadata damage detected
    - MDS_READ_ONLY
    - force file system read-only
    sha1: ca74598065096e6fcbd8433c8779a2be0c889351
  ceph-deploy:
    conf:
      client:
        log file: /var/log/ceph/ceph-$name.$pid.log
      mon:
        osd default pool size: 2
      osd:
        osd objectstore: filestore
        osd sloppy crc: true
    filestore: true
    fs: xfs
  install:
    ceph:
      flavor: default
      sha1: ca74598065096e6fcbd8433c8779a2be0c889351
  workunit:
    branch: nautilus
    sha1: 29bda6fd2aabcb37cf1c46a6edddf004d28bb164
owner: scheduled_teuthology@teuthology
priority: 1000
repo: https://github.com/ceph/ceph.git
roles:
- - mon.a
  - mgr.y
  - mds.a
  - mds.b
  - osd.0
  - osd.1
  - osd.2
  - osd.3
- - mon.b
  - mon.c
  - mgr.x
  - mds.c
  - osd.4
  - osd.5
  - osd.6
  - osd.7
- - client.0
- - client.1
- - client.2
- - client.3
sha1: ca74598065096e6fcbd8433c8779a2be0c889351
sleep_before_teardown: 0
suite: kcephfs
suite_branch: nautilus
suite_path: /home/teuthworker/src/github.com_ceph_ceph_29bda6fd2aabcb37cf1c46a6edddf004d28bb164/qa
suite_relpath: qa
suite_repo: https://github.com/ceph/ceph.git
suite_sha1: 29bda6fd2aabcb37cf1c46a6edddf004d28bb164
targets:
  gibba010.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCpBsJ8BGzoh2Robi5mB8HQqCpGzuUvpACNXCU3QoALEDdcTfgadUhT5XHveu608EeJJ38ehhjSA5ep221twcPYJdqhsYLZFAAKGfGO7T+T6OR5fvlSjaFO+lWma2Pr+6SGPoEcfXc/uvqO/6dGVvM2QyaEYWL0kCwF1tq/T6g/OrjudTITWajFO1+kU7+m8vYRTVkHFDjhNBnwlJBdCLVxP57whXkeJAvGJZfIco+LBaOyHmteTrcX3MxpJF7ll+kqd5DWOdd9OrvhyUGqPZCaut5jLZaHrYXHnmq/bnobi1Pfnj0PCuDMG8mIT0FIeCf3XfBXhTQOe+1eEb2SNboFll92qw+QamS83yDvGZKvb138xG6hxfg58YmcrmbQV5t8Hc/ILuHQ+2wu897Spg4FR+ggVbmSowV9sWkrVnVOFRBpz6l1cbrqtpo5SIKYh/pVwShXj9l/U0xmSnfn4Mjo6o+ig7q0SEBtdMzgd5vu/0YkwdEYdcUZVeW4c2Uk3pE=
  gibba017.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC1upyeAfXteP0g9UgweHig1fvgp+Iro3K9Khyuuvyc/z6EdmF3B5M1PvsRKO25X46c7fy9Z5DycWg9l7MC6fK3sR9YiVYHpJb1q0SK6AJfBNosgKUFTdJkyKEtSyaHlyMKFcmKLVeDSuNeG+5VLzXFgQwYNqWGjmBcb4K7mer6c1kEgG/PwLTW7UBn1cMYyrKmRJhXsmv5+8/4APYDHoCH4dFBTolWtTiyy+fyOyjJQeBU8QOv35/x4hNtbG7R8kP0FI3B/mFnjy8Ug1F/eMj9mSA/6Ha1i/ZY+y70ySiToS/XRcs3ruGnRDk/e7FFliIMVCyZmS91qZRNVLUCR3bjeN/3HhJEQoAAGj2MzTUj3FbCihkjOJysw9IdQhxMRD2KZLVGaQyoF5RrdoMYtpf4h3abOSG4tfhoAViWdLZ2C+Su4YibGnBnRA3AGptF5J+AQBJIhy48iPXaJcU980/qopfFNxUUojxyVGZI3l5favl5fLmidC7G3Q+YOryWnrk=
  gibba019.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDnMderhFGXvoRdsHfYTxXBWiCF5MKukcdez0wXw9DAOAg610ErXchb/ztAc8Cv9wdKAOdZdqS/bzwfQ2tUONrme4U0rUbFfjeBsT6Mei7boQVtgYrhgtMyEAh9k9U5MjjOu+lBgc+rsodwgMJobRjNQCsFJ8dkvVVz3z6dI8Bi2vQiUw/tpRr5xv2tyxF8RivebrQNEkWB0QyjdLHw1neBoe+rhUJWSXAj5IVstTm4cUkf7qi48UMbDgS+KdhaWfMgBbNNpKvmpBraHDBb1ZoJeQt10bi1Tyk6bRJT1Ps2LiWOfi+7Ng0hVqjgrjg7qpPC8VCuEMR0RN/UsMDIcozF
  gibba023.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDJEQ5uUYbsJPBu5ag9dvmG/2tUNENXofGVzOko1S5fYjXecesAwH5tzvCi9yK4z+8OlmjscM+AAq720wpucwFu0DSk3JIPKDX105YiFSwJmvg+JoxUajOPJ8kKBJCN4PtDP29JNdo3engpe3CIgrFn20kymOVlzcF02DqbHB/BfecY8AcNlrNlC1K47IWbCWhR/1cMkg88yLuJO0A//4ho8aj6XQYH68itxppHvoHQK9srjp1fevytOeSbtGj9jxmi2WB9ha+9KtpWVE0L9DiCSY98+WoaJmRivAG8cO8eXq+IAucpZ6kFQMNSwAuS8tTez2cfZq42Aqwft3z7zwkE4id2zTFyc9+3xEuqgJGSlSms5rfiXBRcPWr/qqtL9TahTAnlV+LmWVBSTsf2CGP9T8IbvFIek8871yx2XDy2hucV/XFn3Bq482wlp3iG1PecWbcVi1IzIZoFNDmvy87hz2ywlQyP+4poRbUfxlRvsYRyHMU65cWCr3uRHyYHTGk=
  gibba030.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDcWTqmfahWQqU1rJh951RIW2i7AO0jqnsWo5CdcScSsVSpY1UheRWtcEMFancZR2EBO7CWrOg78uiarzTieGlsIfS7OKDtWwowAdCMWylO6f1vAlgIUUqE2QPjehli6Ak5xQDUHj3RzbdaqEA7o4eNF6S9f5JCocuiL4kHhEvgCbbopB86fbIuQ0GAp+MWVT3kw3foiuDtJPznTxTPPNVEkFLicDT2f7AsjPhK4ng7gMJ6vPFt9xXIMecLg5vNIt65oVVWX5yc507Xtb/0VkwLLk5YgbxHTyKPCsxme1RZgVpYYJcKHAnY4tXg5NZpSUxG+EMfYBsvcMdyt3qdwpIJ
  gibba036.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCx1tyDNlJGsOhqm+XMPJ7Y/JOBsCcUtfQLdrAdZMLyI0hv+zmzzyLQojeJ1e245j8SPxYxuMQikeFEFCx8bvQ7FYsIHxX1JfKQrcrqCr5FJwpaavSdmXQZBQ35AD2slSmq77fgMw5GyzQ7WEHryWXbA17UojIz4f0YymI/JPD9k4ZqPVcbFCFeAiAzAJDJuCXRz7y2Cz2NXyx6cIaabvuKIywlXTN7Jlq+pfIKrdOryuxZuO6RJRRztKC0M709WJOfixDHM59EaAdFoqifjeKtcw9WwVZKND+i7I48vtGeM7SOxxcuKK1cKtLLGvMSXsW2tBkEdEzBj5g5va+GaPGr
tasks:
- internal.check_packages: null
- internal.buildpackages_prep: null
- internal.lock_machines:
  - 6
  - gibba
- internal.save_config: null
- internal.check_lock: null
- internal.add_remotes: null
- console_log: null
- internal.connect: null
- internal.push_inventory: null
- internal.serialize_remote_roles: null
- internal.check_conflict: null
- internal.check_ceph_data: null
- internal.vm_setup: null
- kernel: *id001
- internal.base: null
- internal.archive_upload: null
- internal.archive: null
- internal.coredump: null
- internal.sudo: null
- internal.syslog: null
- internal.timer: null
- pcp: null
- selinux: null
- ansible.cephlab: null
- clock: null
- install:
    extra_packages:
      deb:
      - python3-cephfs
      - cephfs-shell
      rpm:
      - python3-cephfs
    extra_system_packages:
      deb:
      - bison
      - flex
      - libelf-dev
      - libssl-dev
      rpm:
      - bison
      - flex
      - elfutils-libelf-devel
      - openssl-devel
- ceph: null
- kclient: null
- cephfs_test_runner:
    modules:
    - tasks.cephfs.test_damage
teuthology_branch: master
teuthology_sha1: 75f7a01a5a53e86f8d929f5fb7b1dac2a4d15426
timestamp: 2021-10-15_13:25:03
tube: gibba
user: teuthology
verbose: true
worker_log: /home/teuthworker/archive/worker_logs/worker.gibba.12715