archive_path: /home/teuthworker/archive/trociny-2020-02-20_20:50:14-rbd-wip-mgolub-testing-distro-basic-smithi/4784874 branch: wip-mgolub-testing description: rbd/mirror-thrash/{base/install.yaml clients/mirror.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp.yaml policy/simple.yaml rbd-mirror/four-per-cluster.yaml supported-random-distro$/{centos_8.yaml} workloads/rbd-mirror-fsx-workunit.yaml} email: to.my.trociny@gmail.com first_in_suite: false job_id: '4784874' kernel: &id001 kdb: true sha1: distro last_in_suite: false machine_type: smithi meta: - desc: run two ceph clusters and install rbd-mirror - desc: configure the permissions for client.mirror - desc: 2 ceph clusters with 1 mon and 3 osds each - desc: run four rbd-mirror daemons per cluster - desc: run multiple FSX workloads to simulate cluster load and then verify that the images were replicated name: trociny-2020-02-20_20:50:14-rbd-wip-mgolub-testing-distro-basic-smithi nuke-on-error: true openstack: - volumes: count: 3 size: 30 os_type: centos os_version: '8.1' overrides: admin_socket: branch: wip-mgolub-testing ceph: conf: client: debug rbd: 20 debug rbd_mirror: 15 log to stderr: false rbd default features: 125 rbd mirror image policy type: simple client.mirror.0: admin socket: /var/run/ceph/rbd-mirror.$cluster-$name.asok pid file: /var/run/ceph/rbd-mirror.$cluster-$name.pid client.mirror.1: admin socket: /var/run/ceph/rbd-mirror.$cluster-$name.asok pid file: /var/run/ceph/rbd-mirror.$cluster-$name.pid client.mirror.2: admin socket: /var/run/ceph/rbd-mirror.$cluster-$name.asok pid file: /var/run/ceph/rbd-mirror.$cluster-$name.pid client.mirror.3: admin socket: /var/run/ceph/rbd-mirror.$cluster-$name.asok pid file: /var/run/ceph/rbd-mirror.$cluster-$name.pid global: mon client directed command retry: 5 ms inject socket failures: 5000 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: bluestore block size: 96636764160 bluestore compression mode: aggressive bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug filestore: 20 debug journal: 20 debug ms: 1 debug osd: 25 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs log-whitelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(OSD_SLOW_PING_TIME sha1: 3e0e5943fd0ffc0c7d5c8e4ecd8c46e6b901227c ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 install: ceph: sha1: 3e0e5943fd0ffc0c7d5c8e4ecd8c46e6b901227c selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-mgolub-testing sha1: 3e0e5943fd0ffc0c7d5c8e4ecd8c46e6b901227c owner: scheduled_trociny@teuthology priority: 200 repo: https://github.com/ceph/ceph-ci.git roles: - - cluster1.mon.a - cluster1.mgr.x - cluster2.mgr.x - cluster1.osd.0 - cluster1.osd.1 - cluster1.osd.2 - cluster1.client.0 - cluster2.client.0 - - cluster2.mon.a - cluster2.osd.0 - cluster2.osd.1 - cluster2.osd.2 - cluster1.client.mirror - cluster1.client.mirror.0 - cluster1.client.mirror.1 - cluster1.client.mirror.2 - cluster1.client.mirror.3 - cluster1.client.mirror.4 - cluster1.client.mirror.5 - cluster1.client.mirror.6 - cluster2.client.mirror - cluster2.client.mirror.0 - cluster2.client.mirror.1 - cluster2.client.mirror.2 - cluster2.client.mirror.3 - cluster2.client.mirror.4 - cluster2.client.mirror.5 - cluster2.client.mirror.6 sha1: 3e0e5943fd0ffc0c7d5c8e4ecd8c46e6b901227c suite: rbd suite_branch: wip-mgolub-testing suite_path: /home/teuthworker/src/github.com_ceph_ceph-c_wip-mgolub-testing/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph-ci.git suite_sha1: 3e0e5943fd0ffc0c7d5c8e4ecd8c46e6b901227c targets: smithi161.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDkf1biPUMATkbDHtAR3JrTtzPpLNgTNw6AVCn73/JDtFkr99wTHZ3BjtzUddqo1e5SoovCWj3A0X2KZxEded3hWNRbg2pZbk4tGc6P3dS7uPI3Vdpw7KovyNNzED5RnaeEnDd5tx4nzWc8ELdT4V+ImyRrQKPdlXNmjS5wfaTpSUfIvedxA4XR5u0j7G4/fWd4H01q5OvDibEJAgU3icroSAwkK1hDerMcG0eXMxSyHZUnVXpT0ldN/shSxghgVoqWVEmQKYQZWxqDM72iXwP9etrobM/mQKSFv8vGnKlstV+lkKYXRAKKby55fU/E/MKJMdvYLUC7BEo7bDZC+S8q6ej0xOQQl5ucT3K0iYYQHymTETNCA/ZZuVsAgzRmKHzpaOPwDHQYbgtLR3gTDAAoJ8Jf45H/HXiU9v3t7udFL7sw8Wjfm02J6Y/xuQbNKCzop/LVp+HtNXh07syizvH+xMCkndlcUnbRnzLtq1eUINGOSLRtcqtUTqjm8Z8Mr9s= smithi166.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC+oQsJbeGaHcVGAnCgIW4rLsVZW41hRpzBc9Jt0by8cNFVoIKoq8iNZqVKBqTA7M6fYhcmYdeVgxlwzOL5YnRag2kzFFhyK+SvHTes3NZTO7x7896W5/7CPS8pGtKZMH06A+j/qhm+0yuhlWtXD1MSf64TiX7xpsV+DQEiM7MWNFIiGHZLqV0GS0xzRQrYvGs6AdUc+jOoaaIoZ5tzq5bapua2NjjoMWaHosexy3VWnzS5Ak8M+1eIqBOogBbmKeIcBCD6pbj7oOW4a55Dz/4BKOrJAjyAG+eywipVKcsqjPbXFUBM7jdHJpP8yELMEJtOQAuGIOOTKTt+etMXlgB67lBkhaz5G/DnwFyiYmexX0lNH9Isvof6I4tqyinNuXZe/zMZhojQp85qMSb8+alYlFrXr+RfertYa2JgyrQ3fi2A3lkIdcdpexWKmunozqhhkFxeckO4NL4Ti3Zmz0WZzHWeHVtwCPHUBza61uag2y4fYixRgzLnzi1efIIDpac= tasks: - internal.check_packages: null - internal.buildpackages_prep: null - internal.lock_machines: - 2 - smithi - internal.save_config: null - internal.check_lock: null - internal.add_remotes: null - console_log: null - internal.connect: null - internal.push_inventory: null - internal.serialize_remote_roles: null - internal.check_conflict: null - internal.check_ceph_data: null - internal.vm_setup: null - kernel: *id001 - internal.base: null - internal.archive_upload: null - internal.archive: null - internal.coredump: null - internal.sudo: null - internal.syslog: null - internal.timer: null - pcp: null - selinux: null - ansible.cephlab: null - clock: null - install: extra_packages: - rbd-mirror - ceph: cluster: cluster1 - ceph: cluster: cluster2 - exec: cluster1.client.mirror.0: - sudo ceph --cluster cluster1 auth caps client.mirror mon 'profile rbd-mirror-peer' osd 'profile rbd' - sudo ceph --cluster cluster1 auth caps client.mirror.0 mon 'profile rbd-mirror' osd 'profile rbd' - sudo ceph --cluster cluster1 auth caps client.mirror.1 mon 'profile rbd-mirror' osd 'profile rbd' - sudo ceph --cluster cluster1 auth caps client.mirror.2 mon 'profile rbd-mirror' osd 'profile rbd' - sudo ceph --cluster cluster1 auth caps client.mirror.3 mon 'profile rbd-mirror' osd 'profile rbd' - sudo ceph --cluster cluster2 auth caps client.mirror mon 'profile rbd-mirror-peer' osd 'profile rbd' - sudo ceph --cluster cluster2 auth caps client.mirror.0 mon 'profile rbd-mirror' osd 'profile rbd' - sudo ceph --cluster cluster2 auth caps client.mirror.1 mon 'profile rbd-mirror' osd 'profile rbd' - sudo ceph --cluster cluster2 auth caps client.mirror.2 mon 'profile rbd-mirror' osd 'profile rbd' - sudo ceph --cluster cluster2 auth caps client.mirror.3 mon 'profile rbd-mirror' osd 'profile rbd' - rbd-mirror: client: cluster1.client.mirror.0 thrash: true - rbd-mirror: client: cluster1.client.mirror.1 thrash: true - rbd-mirror: client: cluster1.client.mirror.2 thrash: true - rbd-mirror: client: cluster1.client.mirror.3 thrash: true - rbd-mirror: client: cluster2.client.mirror.0 thrash: true - rbd-mirror: client: cluster2.client.mirror.1 thrash: true - rbd-mirror: client: cluster2.client.mirror.2 thrash: true - rbd-mirror: client: cluster2.client.mirror.3 thrash: true - rbd-mirror-thrash: cluster: cluster1 - rbd-mirror-thrash: cluster: cluster2 - workunit: clients: cluster1.client.mirror: - rbd/rbd_mirror_fsx_prepare.sh env: CEPH_ARGS: '' RBD_MIRROR_NOCLEANUP: '1' RBD_MIRROR_USE_EXISTING_CLUSTER: '1' RBD_MIRROR_USE_RBD_MIRROR: '1' - rbd_fsx: clients: - cluster1.client.mirror.0 - cluster1.client.mirror.1 - cluster1.client.mirror.2 - cluster1.client.mirror.3 - cluster1.client.mirror.4 - cluster1.client.mirror.5 keep_images: true ops: 6000 pool_name: mirror - workunit: clients: cluster1.client.mirror: - rbd/rbd_mirror_fsx_compare.sh env: CEPH_ARGS: '' RBD_MIRROR_USE_EXISTING_CLUSTER: '1' RBD_MIRROR_USE_RBD_MIRROR: '1' timeout: 6h teuthology_branch: master tube: smithi verbose: false worker_log: /home/teuthworker/archive/worker_logs/worker.smithi.11858