archive_path: /home/teuthworker/archive/mrfreezeex-2022-04-08_23:03:08-rbd-wip-mrfreezeex-multipeer-distro-default-smithi/6783173
branch: wip-mrfreezeex-multipeer
description: rbd/mirror-thrash/{base/{openstack} cluster/3-nodes/{base/{install mirror
  roles} extra/{rbd-mirror} workloads/rbd-mirror-journal-workunit-multipeer} msgr-failures/few
  objectstore/bluestore-stupid policy/none supported-random-distro$/{centos_8}}
email: arthur.outhenin-chalandre@cern.ch
first_in_suite: false
job_id: '6783173'
kernel:
  kdb: true
  sha1: distro
last_in_suite: false
machine_type: smithi
meta:
- desc: run three ceph clusters and install rbd-mirror
- desc: configure the permissions for client.mirror
- desc: 3 ceph clusters with 1 mon and 3 osds each
- desc: run four rbd-mirror daemons on three clusters
- desc: run the rbd_mirror_journal.sh workunit to test the rbd-mirror daemon
name: mrfreezeex-2022-04-08_23:03:08-rbd-wip-mrfreezeex-multipeer-distro-default-smithi
nuke-on-error: true
openstack:
- volumes:
    count: 3
    size: 30
os_type: centos
os_version: 8.stream
overrides:
  admin_socket:
    branch: wip-mrfreezeex-multipeer
  ceph:
    conf:
      client:
        debug rbd: 20
        debug rbd_mirror: 15
        log to stderr: false
        rbd default features: 125
        rbd mirror image policy type: none
      client.mirror.0:
        admin socket: /var/run/ceph/rbd-mirror.$cluster-$name.asok
        pid file: /var/run/ceph/rbd-mirror.$cluster-$name.pid
      client.mirror.1:
        admin socket: /var/run/ceph/rbd-mirror.$cluster-$name.asok
        pid file: /var/run/ceph/rbd-mirror.$cluster-$name.pid
      client.mirror.2:
        admin socket: /var/run/ceph/rbd-mirror.$cluster-$name.asok
        pid file: /var/run/ceph/rbd-mirror.$cluster-$name.pid
      client.mirror.3:
        admin socket: /var/run/ceph/rbd-mirror.$cluster-$name.asok
        pid file: /var/run/ceph/rbd-mirror.$cluster-$name.pid
      global:
        mon client directed command retry: 5
        ms inject socket failures: 5000
      mgr:
        debug mgr: 20
        debug ms: 1
      mon:
        debug mon: 20
        debug ms: 1
        debug paxos: 20
      osd:
        bdev async discard: true
        bdev enable discard: true
        bluestore allocator: stupid
        bluestore block size: 96636764160
        bluestore fsck on mount: true
        debug bluefs: 1/20
        debug bluestore: 1/20
        debug ms: 1
        debug osd: 20
        debug rocksdb: 4/10
        mon osd backfillfull_ratio: 0.85
        mon osd full ratio: 0.9
        mon osd nearfull ratio: 0.8
        osd failsafe full ratio: 0.95
        osd objectstore: bluestore
    flavor: default
    fs: xfs
    log-ignorelist:
    - \(MDS_ALL_DOWN\)
    - \(MDS_UP_LESS_THAN_MAX\)
    - \(OSD_SLOW_PING_TIME
    log-whitelist:
    - \(MDS_ALL_DOWN\)
    - \(MDS_UP_LESS_THAN_MAX\)
    sha1: 69ad68d989715754945f23c59c7f3abe9a8b52dc
  ceph-deploy:
    bluestore: true
    conf:
      client:
        log file: /var/log/ceph/ceph-$name.$pid.log
      mon:
        osd default pool size: 2
      osd:
        bdev async discard: true
        bdev enable discard: true
        bluestore block size: 96636764160
        bluestore fsck on mount: true
        debug bluefs: 1/20
        debug bluestore: 1/20
        debug rocksdb: 4/10
        mon osd backfillfull_ratio: 0.85
        mon osd full ratio: 0.9
        mon osd nearfull ratio: 0.8
        osd failsafe full ratio: 0.95
        osd objectstore: bluestore
    fs: xfs
  install:
    ceph:
      flavor: default
      sha1: 69ad68d989715754945f23c59c7f3abe9a8b52dc
  selinux:
    whitelist:
    - scontext=system_u:system_r:logrotate_t:s0
  thrashosds:
    bdev_inject_crash: 2
    bdev_inject_crash_probability: 0.5
  workunit:
    branch: wip-mrfreezeex-multipeer
    sha1: 69ad68d989715754945f23c59c7f3abe9a8b52dc
owner: scheduled_mrfreezeex@teuthology
priority: 165
repo: git://git.ceph.com/ceph-ci.git
roles:
- - cluster1.mon.a
  - cluster1.mgr.x
  - cluster2.mgr.x
  - cluster3.mgr.x
  - cluster1.osd.0
  - cluster1.osd.1
  - cluster1.osd.2
  - cluster1.client.0
  - cluster2.client.0
- - cluster2.mon.a
  - cluster2.osd.0
  - cluster2.osd.1
  - cluster2.osd.2
  - cluster3.client.0
- - cluster3.mon.a
  - cluster3.osd.0
  - cluster3.osd.1
  - cluster3.osd.2
  - cluster1.client.mirror
  - cluster1.client.mirror.0
  - cluster1.client.mirror.1
  - cluster1.client.mirror.2
  - cluster1.client.mirror.3
  - cluster1.client.mirror.4
  - cluster1.client.mirror.5
  - cluster1.client.mirror.6
  - cluster2.client.mirror
  - cluster2.client.mirror.0
  - cluster2.client.mirror.1
  - cluster2.client.mirror.2
  - cluster2.client.mirror.3
  - cluster2.client.mirror.4
  - cluster2.client.mirror.5
  - cluster2.client.mirror.6
  - cluster3.client.mirror
  - cluster3.client.mirror.0
  - cluster3.client.mirror.1
  - cluster3.client.mirror.2
  - cluster3.client.mirror.3
  - cluster3.client.mirror.4
  - cluster3.client.mirror.5
  - cluster3.client.mirror.6
sha1: 69ad68d989715754945f23c59c7f3abe9a8b52dc
sleep_before_teardown: 0
suite: rbd
suite_branch: wip-mrfreezeex-multipeer
suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_69ad68d989715754945f23c59c7f3abe9a8b52dc/qa
suite_relpath: qa
suite_repo: git://git.ceph.com/ceph-ci.git
suite_sha1: 69ad68d989715754945f23c59c7f3abe9a8b52dc
targets:
  ubuntu@smithi038.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC2uuBcFjmi5F107t1OcuobdhR8uAf2fpPM/hL4pMeMogkQMFyd3CkHG4Ei+YKAVrImVCPEl9PUy7q1whsC/Rv1a6S+lhz14zUpV1ShLbPW0qkjyRGSpmYLRcxcQtPU3zvwU0FTLTmYqWKy0Y7zGsU8B2VMgW0fzZ7QrvsQRUXGLshOE8cyWkb3As/0T22PVRe4/qfa/bqyODShdpKmtqghce5CMWT4DZOzBDMW/X1IZNPhyTwxH46Lb1vjlKfFOkGJjE9iJvvMoDV0TIx3nXJAC7zQttMHhJ5jnMsbTR73E5yG8XkEnejq1dOkDXG3zMOOL23yguhD2fH/l79Pd6ZE+y/O6ZT55E2MzZBPxhzv4NqCyyI8kA+SE7it2J9thPz6Mh3qfoc1kmLS+HPzSZqqhtCFw6eqk8AQadIoGbx5pSgIjJ/mkYlK9TBCm/KioUEAnrUwZS5UKaotU7cJGG2MaaWN+7NdfDZo6M7dk1NxcnpdO357uCleuhW104TH1fk=
  ubuntu@smithi084.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDRzzenHMRCt/x5bupvxUxBimGsbOkw1t0If5vUCt/iVLs1iHODIH/gLV1Rhhjc529B9IlsPg3vaz7xlSPqI21ZFYE4E+aj/DpBT8MjKxge7Z5DP78w5fyTyiy3LHQcgQC0iiDqQKIFelFJYTdKjRdwhWST01tvpO2LDkGwsxnMdjRf44rT+BM9+IhpY4pUwpATWQWgtVfhMppqK4IzC+AKbHYRDjIVh17I+eBshTECCIqzkRe7fUO/nvD6MRbCwsJMguIi32TeG3I9drdmkI+DkbQG/NNzNFB012v/LVxWA0YRQMCaF6gCq5oz609BB1JvigoYZOTG3TwWSkSry8yuS+oKgkFgHXJAH1XP6g5hh5UshY75+s7Od5pOp5CGWC3HfCWPSpNPnUjYtB0UiwJr2d2WHBugBsv5lD9ef1USxjz0KMU8bgfjtQu0+xJeONr1BAs/cq4ocYLTXJ17cBZTanF43xdRn9Sa2aBfbFZhnZSkJSFBk+HFklWIBDsWPKk=
  ubuntu@smithi092.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDWrd8aGN3Ac+dLEIftDObccherTlLg4J4yfggkoKBq0Z2ie82kpfAe/nmsMabfXlG0LRoktKUzwp2GO175vbJUWpg36JefOB56V8XphLdfGpLSPvuKER5HWvigAfoXSvFWQhx0jR1iGidR6lvfIosDnvk2dbftu0Okeo5LgATZKunlSvFULRE7Yifoi7EP3pTXRNl8BlEzk8eHEyaTgYoygQwSXHwJfxfmo0rE9HyUi61mmJKYMKB6fLuE+NSpQgql2YqvySQeDJJzrciOixfGPHRmf3faD50A8HhxoW7dRyos/XohKi87vMHaXF+Rz0bUFZn3YfczAbr5rTtgJamjQP+Zo7e2rFK1NGshAQT0OrViLu9MfeSN0CXcIZ6u6n0Shs9ECdu+XRw+fiuK5MwUUCik64tIqt83uEcjooVaWAYFBJ8CSK1+9UZhG55x5jcY+heJp0eRc5B6TXLDB/3lVuAUQjxZto+jjuIP/jLMTC+aRf/yhoF/1QrxSwsXvQs=
tasks:
- install:
    extra_packages:
    - rbd-mirror
- ceph:
    cluster: cluster1
- ceph:
    cluster: cluster2
- ceph:
    cluster: cluster3
- exec:
    cluster1.client.mirror.0:
    - sudo ceph --cluster cluster1 auth caps client.mirror mon 'profile rbd-mirror-peer'
      osd 'profile rbd'
    - sudo ceph --cluster cluster1 auth caps client.mirror.0 mon 'profile rbd-mirror'
      osd 'profile rbd'
    - sudo ceph --cluster cluster1 auth caps client.mirror.1 mon 'profile rbd-mirror'
      osd 'profile rbd'
    - sudo ceph --cluster cluster1 auth caps client.mirror.2 mon 'profile rbd-mirror'
      osd 'profile rbd'
    - sudo ceph --cluster cluster1 auth caps client.mirror.3 mon 'profile rbd-mirror'
      osd 'profile rbd'
    - sudo ceph --cluster cluster2 auth caps client.mirror mon 'profile rbd-mirror-peer'
      osd 'profile rbd'
    - sudo ceph --cluster cluster2 auth caps client.mirror.0 mon 'profile rbd-mirror'
      osd 'profile rbd'
    - sudo ceph --cluster cluster2 auth caps client.mirror.1 mon 'profile rbd-mirror'
      osd 'profile rbd'
    - sudo ceph --cluster cluster2 auth caps client.mirror.2 mon 'profile rbd-mirror'
      osd 'profile rbd'
    - sudo ceph --cluster cluster2 auth caps client.mirror.3 mon 'profile rbd-mirror'
      osd 'profile rbd'
    - sudo ceph --cluster cluster3 auth caps client.mirror mon 'profile rbd-mirror-peer'
      osd 'profile rbd'
    - sudo ceph --cluster cluster3 auth caps client.mirror.0 mon 'profile rbd-mirror'
      osd 'profile rbd'
    - sudo ceph --cluster cluster3 auth caps client.mirror.1 mon 'profile rbd-mirror'
      osd 'profile rbd'
    - sudo ceph --cluster cluster3 auth caps client.mirror.2 mon 'profile rbd-mirror'
      osd 'profile rbd'
    - sudo ceph --cluster cluster3 auth caps client.mirror.3 mon 'profile rbd-mirror'
      osd 'profile rbd'
- rbd-mirror:
    client: cluster1.client.mirror.0
    thrash: true
- rbd-mirror:
    client: cluster1.client.mirror.1
    thrash: true
- rbd-mirror:
    client: cluster1.client.mirror.2
    thrash: true
- rbd-mirror:
    client: cluster1.client.mirror.3
    thrash: true
- rbd-mirror:
    client: cluster2.client.mirror.0
    thrash: true
- rbd-mirror:
    client: cluster2.client.mirror.1
    thrash: true
- rbd-mirror:
    client: cluster2.client.mirror.2
    thrash: true
- rbd-mirror:
    client: cluster2.client.mirror.3
    thrash: true
- rbd-mirror:
    client: cluster3.client.mirror.0
    thrash: true
- rbd-mirror:
    client: cluster3.client.mirror.1
    thrash: true
- rbd-mirror:
    client: cluster3.client.mirror.2
    thrash: true
- rbd-mirror:
    client: cluster3.client.mirror.3
    thrash: true
- rbd-mirror-thrash:
    cluster: cluster1
- rbd-mirror-thrash:
    cluster: cluster2
- rbd-mirror-thrash:
    cluster: cluster3
- workunit:
    clients:
      cluster1.client.mirror:
      - rbd/rbd_mirror_journal.sh
    env:
      CEPH_ARGS: ''
      RBD_MIRROR_INSTANCES: '4'
      RBD_MIRROR_USE_EXISTING_CLUSTER: '1'
      RBD_MIRROR_USE_RBD_MIRROR: '1'
      USE_CLUSTER3: '1'
teuthology_branch: master
teuthology_sha1: a347b2ac5400a43ba76a678399b1deda7dae1a6c
timestamp: 2022-04-08_23:03:08
tube: smithi
user: mrfreezeex
verbose: true
worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.22301