archive_path: /home/teuthworker/archive/sage-2021-02-24_02:51:12-rados-wip-sage-testing-2021-02-23-1850-distro-basic-smithi/5909717
branch: wip-sage-testing-2021-02-23-1850
description: rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic
  msgr-failures/fastclose objectstore/bluestore-stupid rados recovery-overrides/{more-async-partial-recovery}
  supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2}
email: null
first_in_suite: false
job_id: '5909717'
kernel:
  kdb: true
  sha1: distro
last_in_suite: false
machine_type: smithi
name: sage-2021-02-24_02:51:12-rados-wip-sage-testing-2021-02-23-1850-distro-basic-smithi
nuke-on-error: true
openstack:
- volumes:
    count: 4
    size: 10
os_type: rhel
os_version: '8.3'
overrides:
  admin_socket:
    branch: wip-sage-testing-2021-02-23-1850
  ceph:
    conf:
      global:
        mon client directed command retry: 5
        mon election default strategy: 1
        ms inject socket failures: 2500
        ms tcp read timeout: 5
        osd_async_recovery_min_cost: 1
        osd_object_clean_region_max_num_intervals: 1000
      mgr:
        debug mgr: 20
        debug ms: 1
      mon:
        debug mon: 20
        debug ms: 1
        debug paxos: 20
        mon scrub interval: 300
      osd:
        bdev async discard: true
        bdev enable discard: true
        bluestore allocator: stupid
        bluestore block size: 96636764160
        bluestore fsck on mount: true
        debug bluefs: 20
        debug bluestore: 20
        debug filestore: 20
        debug journal: 20
        debug ms: 20
        debug osd: 25
        debug rocksdb: 10
        mon osd backfillfull_ratio: 0.85
        mon osd full ratio: 0.9
        mon osd nearfull ratio: 0.8
        osd debug reject backfill probability: 0.3
        osd debug verify cached snaps: true
        osd debug verify missing on start: true
        osd failsafe full ratio: 0.95
        osd max backfills: 3
        osd max markdown count: 1000
        osd objectstore: bluestore
        osd op queue: debug_random
        osd op queue cut off: debug_random
        osd scrub max interval: 120
        osd scrub min interval: 60
        osd shutdown pgref assert: true
    fs: xfs
    log-ignorelist:
    - \(MDS_ALL_DOWN\)
    - \(MDS_UP_LESS_THAN_MAX\)
    - \(OSD_SLOW_PING_TIME
    - but it is still running
    - objects unfound and apparently lost
    - slow request
    - overall HEALTH_
    - \(OSDMAP_FLAGS\)
    - \(OSD_
    - \(PG_
    - \(POOL_
    - \(CACHE_POOL_
    - \(SMALLER_PGP_NUM\)
    - \(OBJECT_
    - \(SLOW_OPS\)
    - \(REQUEST_SLOW\)
    - \(TOO_FEW_PGS\)
    - slow request
    log-whitelist:
    - \(MDS_ALL_DOWN\)
    - \(MDS_UP_LESS_THAN_MAX\)
    sha1: c089f21ba7ed78502aadcbf90668ca79817e877e
  ceph-deploy:
    bluestore: true
    conf:
      client:
        log file: /var/log/ceph/ceph-$name.$pid.log
      mon:
        osd default pool size: 2
      osd:
        bdev async discard: true
        bdev enable discard: true
        bluestore block size: 96636764160
        bluestore fsck on mount: true
        debug bluefs: 20
        debug bluestore: 20
        debug rocksdb: 10
        mon osd backfillfull_ratio: 0.85
        mon osd full ratio: 0.9
        mon osd nearfull ratio: 0.8
        osd failsafe full ratio: 0.95
        osd objectstore: bluestore
    fs: xfs
  install:
    ceph:
      sha1: c089f21ba7ed78502aadcbf90668ca79817e877e
  selinux:
    whitelist:
    - scontext=system_u:system_r:logrotate_t:s0
  thrashosds:
    bdev_inject_crash: 2
    bdev_inject_crash_probability: 0.5
  workunit:
    branch: wip-sage-testing-2021-02-23-1850
    sha1: c089f21ba7ed78502aadcbf90668ca79817e877e
owner: scheduled_sage@teuthology
priority: 75
repo: git://git.ceph.com/ceph-ci.git
roles:
- - mon.a
  - mgr.y
  - osd.0
  - osd.4
  - osd.8
  - osd.12
- - mon.b
  - osd.1
  - osd.5
  - osd.9
  - osd.13
- - mon.c
  - osd.2
  - osd.6
  - osd.10
  - osd.14
- - mgr.x
  - osd.3
  - osd.7
  - osd.11
  - osd.15
  - client.0
sha1: c089f21ba7ed78502aadcbf90668ca79817e877e
sleep_before_teardown: 0
suite: rados
suite_branch: wip-sage-testing-2021-02-23-1850
suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_c089f21ba7ed78502aadcbf90668ca79817e877e/qa
suite_relpath: qa
suite_repo: git://git.ceph.com/ceph-ci.git
suite_sha1: c089f21ba7ed78502aadcbf90668ca79817e877e
targets:
  smithi036.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDCFyccgR/vTbGmNS1Whs2plH0pAmJlZsV+UdNzwXYFtB2E9a3/CFivOG0cjwzExReqgtoCI1CTqZB2mWm9ueO5Acwh1ClKRGI8p2vZwczt/wywLelMENRc/CraAIYl1hmFyriJ4RqIfGah/gL+gSTqsu83XNe6G6oaG6BpkJUkmhTmgsFhIPzkJASyRe04/8n8TDyiVNQBJl4qMy8txxlDmxOa3Fcl1Op6EdjS70kd61ti+NPx2U9AtqKxL/mZnfa28lQr3a8wKz+FAXMlGj6YJbHn/c7O6lvfDbd4/fstTZGvTBcZRrCrdK4cnJ+n+t5WMm4qO0Z4GGxdd2zTGLKiEE7xkFtfdpDfaTCSAZnbAjfRwToCj2Wd4RPBdLlIKuLe89/elrqYoHsJjcb83V8tFnqolEqDmJlaKtP/n8jzTqqdW5jXrtqfi4rL6oIsdfybfuy6Ac+MAbo+nztwRWXkkKDdTzoqksnfl8wWt+nFjFmYoIe7h3pOS0uzzs/pMgk=
  smithi051.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC8iNmiuLRT8yfrcCOUb+6SxN3B4DLC2MDP94aQ4H1nEoW3JfsQrcVnJDnrbPjpC56PxWmzGy/oDg/c1Mt8W3ZV7+ibWforNgldVLTi1JemjhVgUCP+M6UpjILasqfHAPQkE3cXk1ruYfpW5qVSYC1RZ4neHVmAEbcJEmpvcoHchPL4UEBDLr9CNUsiAVj4xju6EOxp1Kti13UTg9Xum6D/Ja6nVHuFPDuPJPUT+WiIhCqCe94OCYQefSYXz0kSK9upwFTwJc6s77MIw3x2UhoIij0afMl3vWPHkHaN3xWVe8oilbWmjHX/QL1waknM+LVp/+oEPpCeTvwv+d8I6xZ3mgM5THftrCs4wCG5m2c2gxu3mPQ41sbz/9wtLdWHfiFSud0N3eXH4AgwsEEH1o9Br/AG5NnBKCOkDLr4WhKYZ6Rb04izseGrNkwcOI8/4aOpjoUZ+GJ5O8Zyy0J9v20xq1rsBbNyNSrNOiSI4cP11wg65noywvB3OIIEfgvHNUU=
  smithi068.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQD58xVx+nw92QdVp6rt6woegKZaS+t8or1akGUII3jiF5veHcowyJ3IYgE1D6ZpBCMMYnSf12SkL0IKbf+w074XCoJxO6vqMfaJwnpKpHlWVBzboQIN12ahqepcDbrw5ASMSnWmSQjnGnDxcHeJziAB8C8KcChzQ9fJlBFKbwkUCQCw0s7ej1vS697pVkNQmUMSXg0S3e4331peTZSqVsoYg0vT0IaXbdY5syg7aD+D4UDpepZ5EMeMNxoMFOdeBAGS8GdvQxAH1p13+doqeMm5YZtriTceemF/gwcHSm9ul9hJGqwUJv2cDFw7SOTuPygg8qzV6XLnbaqRmroGUe87G4gF8nZfQKvh/KugSlB+16mKKUZvduKM8mCYGYIjqhEJqrwOIq2E/gEKsT/KQr9ziZ+pHj0bdmLMlO8plmODtttXqalVkwAEvnLLLspFBR6rq6eazXLxqciOf8NJrNm8V+p3a0MhNEZCRbY5oBJXByH71ebOxMk5ltJEEyevVSE=
  smithi072.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC3HY8bv5iEM/FeM5KJaUbHN1UHNZz7jWbouEUlk928JvLplq2mh9dGHR3gTsfGkNiYyJHgvTYDDbvhDaRQ+0enclz1BSvV7uW+DlRU8T+FoOMOuUMH0RswlseySuP2BQJqItkeKUYf13UtBHSblprDZw74B+I8fM7UdYE1rSerOXavjA7H3GBjPDdyh0H10aOfFKRWE+QTAB1y5FpWfpztzMVN06Y0LvY4iREflUL7Xzh63Ll+CS4D8gZWcX0/ZLSf/fTPIW5BLG2fnn19IcFpQNH3EeNJQ/Jzn9dNRUiOsa8tiGkdevZRNlK8B8l5YrbQuvGzxnUjy81JzqdYZ2Pefcr0x8+f4KEEXzBr2072x6rpLOcx8YGNYpUkgMvRMFsA4BGw9eQ5OnyR/W7xQJ81P5VQ5MF9dVfaUtKgRdvRuyEBRKrUuTThLCznPG2ZjLY73MOPjap0mode7cs2gUgLU2e8Ho49fwEsFCvs6sXbfC8QKnf0AmX0Uiv2LPkdG98=
tasks:
- install: null
- ceph:
    conf:
      osd:
        debug monc: 20
- thrashosds:
    aggressive_pg_num_changes: false
    chance_pgnum_grow: 1
    chance_pgnum_shrink: 1
    chance_pgpnum_fix: 1
    min_in: 8
    timeout: 1200
- rados:
    clients:
    - client.0
    ec_pool: true
    erasure_code_profile:
      c: 2
      crush-failure-domain: osd
      k: 4
      m: 3
      name: shecprofile
      plugin: shec
    objects: 50
    op_weights:
      append: 100
      copy_from: 50
      delete: 50
      read: 100
      rmattr: 25
      rollback: 50
      setattr: 25
      snap_create: 50
      snap_remove: 50
      write: 0
    ops: 400
    write_append_excl: false
teuthology_branch: master
timestamp: 2021-02-24_02:51:12
tube: smithi
user: sage
verbose: false
worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.25973