archive_path: /home/teuthworker/archive/yuriw-2022-03-04_21:59:11-rados-master-distro-default-smithi/6721704
branch: master
description: rados/rook/smoke/{0-distro/ubuntu_20.04 0-kubeadm 0-nvme-loop 1-rook
  2-workload/none 3-final cluster/3-node k8s/1.21 net/flannel rook/master}
email: ceph-qa@ceph.io
first_in_suite: false
job_id: '6721704'
kernel: &id001
  kdb: true
  sha1: distro
last_in_suite: false
machine_type: smithi
name: yuriw-2022-03-04_21:59:11-rados-master-distro-default-smithi
nuke-on-error: true
os_type: ubuntu
os_version: '20.04'
overrides:
  admin_socket:
    branch: master
  ceph:
    conf:
      mgr:
        debug mgr: 20
        debug ms: 1
      mon:
        debug mon: 20
        debug ms: 1
        debug paxos: 20
      osd:
        debug ms: 1
        debug osd: 20
    flavor: default
    log-ignorelist:
    - \(MDS_ALL_DOWN\)
    - \(MDS_UP_LESS_THAN_MAX\)
    log-whitelist:
    - \(MDS_ALL_DOWN\)
    - \(MDS_UP_LESS_THAN_MAX\)
    sha1: 27bad0cf8decf43ee4c77b0b76e8f0be5095a177
  ceph-deploy:
    conf:
      client:
        log file: /var/log/ceph/ceph-$name.$pid.log
      mon:
        osd default pool size: 2
  install:
    ceph:
      flavor: default
      sha1: 27bad0cf8decf43ee4c77b0b76e8f0be5095a177
  kernel:
    hwe: true
  kubeadm:
    pod_network: flannel
    version: '1.21'
  rook:
    rook_image: rook/ceph:master
  workunit:
    branch: master
    sha1: 27bad0cf8decf43ee4c77b0b76e8f0be5095a177
owner: scheduled_yuriw@teuthology
priority: 79
repo: https://github.com/ceph/ceph-ci.git
roles:
- - host.a
  - client.a
- - host.b
  - client.b
- - host.c
  - client.c
sha1: 27bad0cf8decf43ee4c77b0b76e8f0be5095a177
sleep_before_teardown: 0
suite: rados
suite_branch: master
suite_path: /home/teuthworker/src/github.com_ceph_ceph-c_27bad0cf8decf43ee4c77b0b76e8f0be5095a177/qa
suite_relpath: qa
suite_repo: https://github.com/ceph/ceph-ci.git
suite_sha1: 27bad0cf8decf43ee4c77b0b76e8f0be5095a177
targets:
  smithi089.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDPjMkLuKDOJ6pCadHsNJxVplWrQJwJ80GVyP5/D5kSJrQg0UxiDGm4NXAZ7HvlTnvWgnC8Zc+7dDMIdH8PUL0aJ1AyJZb4kFdDNuvdRH2R3BpHR1J40kR2WcuAJljOcncCzw+bRuSgfcYqhAT1yhd6ahorV5Svua8cXc7a2IoIds+OhCrILg8vEuyCUGfACranpRfBt9+qfvRmnH1SXEuJZ5QLqXEipV8lFe4Ot3P7sZawiubyzjsNTUTGewQ+C4T2mTwDhjPk1kjsAlD1BlNrsb6AUto7XX7S0OLAAqCiYwirWFo55u/+Hr6VQJvrn42jEjdW6xCylgy4L/3nfzXZdw9qURTiceewj5LvX2fzlrgAunYsgLJRBY8uDSVhRaBPm2KVNcvdO5akWreclU0IEzWWcPWWu626DhgboyPPAP9d9wrjgUp37UTbIGP/NHJsxdb/cQf+w4W0RadHRxZg2yGLRdlyVPVCE0ha3ejrKk3IHASG3ilPQtOWOMJfg68=
  smithi195.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCrsvBnmpVF5Tv+TH5BGU6a4cu/SQdSi6T9u7kbGnrNyk1wTD3Kklj2h4EBZ4KTnF0wA7CRvFfdvX9DgzXQ1n0im6Hi4CIbojj0+60H6NCdkNMl0uIQN+ID1W9fIWMOm5uVNtx0TN9+OmBYYolOdVNCvCbjrGSzaVbsrB5QZjOH7fkBlLMmsk5DdBXZn4ve89kdEX20HDSWlD4d6pVCXvWuNtX0cAU0peXZs014pqpeRf0Vw7oENs8+QNH+gq8hR9vBTs4veyVQtLXMmCw7LW5X7vMxl8bf+8EqFE9eHYrFrhjm/2SmQQmDV8gEgrzAOKY4wtOWCxDi8xMOyP3WRM+gKAqWGnKJhuN8DomyHiKWu7QdlUUe+fAYjbVgtM4074jEhK17UEZ/9ilzpT/JfIF5tBKVC1aGNImoF1l/p9j8OiCQkswVDK18hjUV25AZoIgax+93TMIlqHiAJRzSAMPrh23Vd4O+WykXA8MQ64hQfAnTYG3klwDwnzXd9ZCSxEs=
  smithi196.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDgYR+nToyGiGezmkBucuv43JRkSKbLTJ3Bex+0KiOCHgm3d0sH6fJExBTud14csVLRyXI/3uKI3yOFxWt4jVcHL4ML+qdXTBLKlZvoDA5INkbR3YgeqnUzeatiCX9j2gWB4niPvcythpD36xvp7ij/aS2F/0RtqNu1dZBD5Y/OwBEEXpCAc8c+FI1TZS4iEfU1S4uB513J1HCeTdYbckXV9il7atgJwHlxVYjlLBzaAOnBi9rSRviRJ+v8P/rHqUoY1AiHP5Fh/jwDhRcsOVHWuBbzT1onS4YkhrM5hgae3/JmTPVlGzh2EQRcEnRvAiaWcbbnUmU49g/KG+QK/dp28XrMjHUlWZzp9H0VdAeL2UQJJO+U6K+w/6lG5Moald5kVKkcAPJModvICXLYxOSdabtawagqxJptR4qYwT7TxYVgsJPrORpOcK6OeqS2nQTCdyEuC1jModZlK2cgdDJxWabgxnisgsKOUN2V65UIuKhKzCOstAXvFi2vW8av5mU=
tasks:
- internal.check_packages: null
- internal.buildpackages_prep: null
- internal.save_config: null
- internal.check_lock: null
- internal.add_remotes: null
- console_log: null
- internal.connect: null
- internal.push_inventory: null
- internal.serialize_remote_roles: null
- internal.check_conflict: null
- internal.check_ceph_data: null
- internal.vm_setup: null
- kernel: *id001
- internal.base: null
- internal.archive_upload: null
- internal.archive: null
- internal.coredump: null
- internal.sudo: null
- internal.syslog: null
- internal.timer: null
- pcp: null
- selinux: null
- ansible.cephlab: null
- clock: null
- kubeadm: null
- nvme_loop: null
- rook: null
- rook.shell:
  - ceph -s
  - ceph orch status
  - ceph orch ps
  - ceph orch ls
  - ceph orch device ls
- exec:
    host.a:
    - "set -ex\ntoolbox() {\n    kubectl -n rook-ceph exec -it deploy/rook-ceph-tools\
      \ --  \"$@\"\n}\norig_num_osd=`toolbox ceph osd stat | cut -f3 -d \" \"`\ntoolbox\
      \ ceph orch osd rm 0 --force\nremoved_pv=\"\"\nwhile [ \"$removed_pv\" = \"\"\
      \ ]\ndo\n    removed_pv=`kubectl get pv | grep Released | cut -f1 -d \" \"`\n\
      \    sleep 3s\ndone\ntarget_path=`kubectl get pv $removed_pv -o jsonpath='{.spec.local.path}'`\n\
      host=`echo $removed_pv | cut -f1 -d \"-\"`\ntoolbox ceph orch device zap $host\
      \ $target_path --force\nzap_completion=\"0\"\nwhile [ \"$zap_completion\" =\
      \ \"0\"  ]\ndo\n    zap_completion=`kubectl get job -n rook-ceph rook-ceph-device-zap\
      \ -o jsonpath='{.status.succeeded.path}'`\n    sleep 3s\ndone\nkubectl patch\
      \ pv $removed_pv -p '{\"spec\":{\"claimRef\": null}}'\ntoolbox ceph orch apply\
      \ osd --all-available-devices\nkubectl delete job rook-ceph-device-zap -n rook-ceph\n\
      num_osd=\"0\"\nwhile [ \"$num_osd\" != \"$orig_num_osd\" ]\ndo\n    echo \"\
      waiting for osd to come back up\"\n    num_osd=`toolbox ceph osd stat | cut\
      \ -f3 -d \" \"`\n    sleep 30s\ndone\n"
- rook.shell:
    commands:
    - ceph orch status
    - ceph orch ps
    - ceph orch ls
    - ceph orch host ls
    - ceph orch device ls
    - ceph orch apply rgw foo
    - ceph orch apply mds foo
    - ceph orch apply rbd-mirror
    - ceph orch apply nfs foo --port 12777
teuthology_branch: master
teuthology_sha1: eeaeee38264fad8a01fd1ce912d8908676ed64bc
timestamp: 2022-03-04_21:59:11
tube: smithi
user: yuriw
verbose: true
worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.22301