archive_path: /home/teuthworker/archive/teuthology-2020-05-18_02:01:03-rbd-master-distro-basic-smithi/5063723 branch: master description: rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/rbd-mirror-stress-workunit-min-compat-client-octopus.yaml} email: ceph-qa@ceph.io first_in_suite: false job_id: '5063723' kernel: &id001 kdb: true sha1: distro last_in_suite: false machine_type: smithi meta: - desc: run two ceph clusters and install rbd-mirror - desc: configure the permissions for client.mirror - desc: configure the permissions for client.mirror - desc: 2 ceph clusters with 1 mon and 3 osds each - desc: run the rbd_mirror_stress.sh workunit to test the rbd-mirror daemon name: teuthology-2020-05-18_02:01:03-rbd-master-distro-basic-smithi nuke-on-error: true openstack: - volumes: count: 3 size: 30 os_type: ubuntu os_version: '20.04' overrides: admin_socket: branch: master ceph: conf: client: debug rbd: 20 debug rbd_mirror: 15 log to stderr: false rbd default features: 125 client.mirror.0: admin socket: /var/run/ceph/rbd-mirror.$cluster-$name.asok pid file: /var/run/ceph/rbd-mirror.$cluster-$name.pid client.mirror.1: admin socket: /var/run/ceph/rbd-mirror.$cluster-$name.asok pid file: /var/run/ceph/rbd-mirror.$cluster-$name.pid client.mirror.2: admin socket: /var/run/ceph/rbd-mirror.$cluster-$name.asok pid file: /var/run/ceph/rbd-mirror.$cluster-$name.pid client.mirror.3: admin socket: /var/run/ceph/rbd-mirror.$cluster-$name.asok pid file: /var/run/ceph/rbd-mirror.$cluster-$name.pid client.mirror.4: admin socket: /var/run/ceph/rbd-mirror.$cluster-$name.asok pid file: /var/run/ceph/rbd-mirror.$cluster-$name.pid client.mirror.5: admin socket: /var/run/ceph/rbd-mirror.$cluster-$name.asok pid file: /var/run/ceph/rbd-mirror.$cluster-$name.pid client.mirror.6: admin socket: /var/run/ceph/rbd-mirror.$cluster-$name.asok pid file: /var/run/ceph/rbd-mirror.$cluster-$name.pid global: mon client directed command retry: 5 ms inject socket failures: 5000 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug filestore: 20 debug journal: 20 debug ms: 20 debug osd: 25 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd memory target: 1610612736 osd objectstore: bluestore fs: xfs log-whitelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(OSD_SLOW_PING_TIME sha1: 8aac5d278525c45468d753c3542a820226019dda ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 install: ceph: sha1: 8aac5d278525c45468d753c3542a820226019dda thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: master sha1: 8aac5d278525c45468d753c3542a820226019dda owner: scheduled_teuthology@teuthology priority: 1000 repo: git://git.ceph.com/ceph.git roles: - - cluster1.mon.a - cluster1.mgr.x - cluster2.mgr.x - cluster1.osd.0 - cluster1.osd.1 - cluster1.osd.2 - cluster1.client.0 - cluster2.client.0 - - cluster2.mon.a - cluster2.osd.0 - cluster2.osd.1 - cluster2.osd.2 - cluster1.client.mirror - cluster1.client.mirror.0 - cluster1.client.mirror.1 - cluster1.client.mirror.2 - cluster1.client.mirror.3 - cluster1.client.mirror.4 - cluster1.client.mirror.5 - cluster1.client.mirror.6 - cluster2.client.mirror - cluster2.client.mirror.0 - cluster2.client.mirror.1 - cluster2.client.mirror.2 - cluster2.client.mirror.3 - cluster2.client.mirror.4 - cluster2.client.mirror.5 - cluster2.client.mirror.6 sha1: 8aac5d278525c45468d753c3542a820226019dda sleep_before_teardown: 0 suite: rbd suite_branch: master suite_path: /home/teuthworker/src/git.ceph.com_ceph_master/qa suite_relpath: qa suite_repo: git://git.ceph.com/ceph.git suite_sha1: 8aac5d278525c45468d753c3542a820226019dda targets: smithi060.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDQb76b/HjlgDEuxgspcr/F2L0vWTIAJNO6YigbtxriRYL51JGogx0ZVYQ9k80vthrb/xZA040osBmhKktKd0rEC+lVQYXDEzWD2iCUVQIQP3WAJ1CZBuUdhzzg6kk2Bd1wzWMfrzWbq9tj/77GdV1b7Zi4XYD9Nl+RdxUEyH88gtETEx8wEDLLK3vIUBiKj56QLDKjomRzrqwy012oTlgpTkF44bR0NIobgEq39LeCnrFlvvcCxEJGnjkc/P96igp9svKx5cyCl8+UVDNu06lr+lsDiPaD/cB59HzGgS6jKiD2fOTep8U7M/0DiLozbrr4eV/0L7eF13ZfyjdLqR73SkxaG5YoNCnV6z7fXF1yb3n/lARUUZigVUH44udA1IYMkXRKuhEcEBS3+5x6E+8iIM1CHYyK0hJZUGbYiCyhVoAVIUNpSOJGYVi6LV7LObiUWnk49ypmjLZnG+py4ol1kHja3z9O9VcqkwZ0XjlzH0ZmESuxTvHqhva8rT76QaE= smithi162.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC84T/FIYihSIr0FiGGyW1PC30umywKcjFPs8RiR2VMTTXDOI2WKUzJ2fdkPwb2b12ve/ijWn0ijD9QxhMn1Zfz4sKvWiSqIymb0HoHB22JXv4c2kTP3StKjvI3uZaOsxcR0KW6oFYMvMFWmE3ySHzbuB7ZNhXfroUTqItm7yTkRWYdeOAOSFzeDqwpiRvNpsI7Efrad/C/J3BvCcR7fxV+52d1N0ba+hYnRLrYn8u9mzIE424kYzTzB0qsmdBDolDFqDnXe4keFdUOkmTm0a9ME1TbS1dGoPFXZgn36YO9B5B747FBa6wK5nFjc0r1ijALl6X3xoEIDWPguPOTD1OY063GVrRIubnLFXZKLWjcWnHEUh8O3nR2ModjA8UpPF1UN+t2bW5c1q2U7ZHWm2cQvKXi1lB3lGFkTp8rgTkDbjbAbNdbnGjEkep8oJqByA8ivXh8fYl6f3itcYpWSQd6gDLdNQeOM3cRN6NXDV9NnIQC2tX95/UdffHa6hxNJmU= tasks: - internal.check_packages: null - internal.buildpackages_prep: null - internal.lock_machines: - 2 - smithi - internal.save_config: null - internal.check_lock: null - internal.add_remotes: null - console_log: null - internal.connect: null - internal.push_inventory: null - internal.serialize_remote_roles: null - internal.check_conflict: null - internal.check_ceph_data: null - internal.vm_setup: null - kernel: *id001 - internal.base: null - internal.archive_upload: null - internal.archive: null - internal.coredump: null - internal.sudo: null - internal.syslog: null - internal.timer: null - kernel: *id001 - pcp: null - selinux: null - ansible.cephlab: null - clock: null - install: extra_packages: - rbd-mirror - ceph: cluster: cluster1 - ceph: cluster: cluster2 - exec: cluster1.client.mirror.0: - sudo ceph --cluster cluster1 auth caps client.mirror.4 mon 'profile rbd-mirror' osd 'profile rbd' - sudo ceph --cluster cluster1 auth caps client.mirror.5 mon 'profile rbd-mirror' osd 'profile rbd' - sudo ceph --cluster cluster1 auth caps client.mirror.6 mon 'profile rbd-mirror' osd 'profile rbd' - sudo ceph --cluster cluster2 auth caps client.mirror.4 mon 'profile rbd-mirror' osd 'profile rbd' - sudo ceph --cluster cluster2 auth caps client.mirror.5 mon 'profile rbd-mirror' osd 'profile rbd' - sudo ceph --cluster cluster2 auth caps client.mirror.6 mon 'profile rbd-mirror' osd 'profile rbd' - exec: cluster1.client.mirror.0: - sudo ceph --cluster cluster1 auth caps client.mirror mon 'profile rbd-mirror-peer' osd 'profile rbd' - sudo ceph --cluster cluster1 auth caps client.mirror.0 mon 'profile rbd-mirror' osd 'profile rbd' - sudo ceph --cluster cluster1 auth caps client.mirror.1 mon 'profile rbd-mirror' osd 'profile rbd' - sudo ceph --cluster cluster1 auth caps client.mirror.2 mon 'profile rbd-mirror' osd 'profile rbd' - sudo ceph --cluster cluster1 auth caps client.mirror.3 mon 'profile rbd-mirror' osd 'profile rbd' - sudo ceph --cluster cluster2 auth caps client.mirror mon 'profile rbd-mirror-peer' osd 'profile rbd' - sudo ceph --cluster cluster2 auth caps client.mirror.0 mon 'profile rbd-mirror' osd 'profile rbd' - sudo ceph --cluster cluster2 auth caps client.mirror.1 mon 'profile rbd-mirror' osd 'profile rbd' - sudo ceph --cluster cluster2 auth caps client.mirror.2 mon 'profile rbd-mirror' osd 'profile rbd' - sudo ceph --cluster cluster2 auth caps client.mirror.3 mon 'profile rbd-mirror' osd 'profile rbd' - workunit: clients: cluster1.client.mirror: - rbd/rbd_mirror_stress.sh env: CEPH_ARGS: '' RBD_MIRROR_MIN_COMPAT_CLIENT: octopus RBD_MIRROR_USE_EXISTING_CLUSTER: '1' teuthology_branch: master tube: smithi verbose: true worker_log: /home/teuthworker/archive/worker_logs/worker.smithi.27841