archive_path: /home/teuthworker/archive/yuriw-2022-03-04_00:56:58-rados-wip-yuri4-testing-2022-03-03-1448-distro-default-smithi/6718930 branch: wip-yuri4-testing-2022-03-03-1448 description: rados/rook/smoke/{0-distro/ubuntu_20.04 0-kubeadm 0-nvme-loop 1-rook 2-workload/radosbench 3-final cluster/1-node k8s/1.21 net/host rook/1.7.2} email: ceph-qa@ceph.io first_in_suite: false job_id: '6718930' kernel: &id001 kdb: true sha1: distro last_in_suite: false machine_type: smithi name: yuriw-2022-03-04_00:56:58-rados-wip-yuri4-testing-2022-03-03-1448-distro-default-smithi nuke-on-error: true os_type: ubuntu os_version: '20.04' overrides: admin_socket: branch: wip-yuri4-testing-2022-03-03-1448 ceph: conf: global: osd crush chooseleaf type: 0 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) log-whitelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: c8f79f870e0d6a996c92d420e6256d312bac1c7c spec: mon: allowMultiplePerNode: false network: provider: host ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 install: ceph: flavor: default sha1: c8f79f870e0d6a996c92d420e6256d312bac1c7c kernel: hwe: true kubeadm: version: '1.21' rook: rook_branch: v1.7.2 rook_image: rook/ceph:v1.7.2 workunit: branch: wip-yuri4-testing-2022-03-03-1448 sha1: c8f79f870e0d6a996c92d420e6256d312bac1c7c owner: scheduled_yuriw@teuthology priority: 71 repo: https://github.com/ceph/ceph-ci.git roles: - - host.a - client.a sha1: c8f79f870e0d6a996c92d420e6256d312bac1c7c sleep_before_teardown: 0 suite: rados suite_branch: wip-yuri4-testing-2022-03-03-1448 suite_path: /home/teuthworker/src/github.com_ceph_ceph-c_c8f79f870e0d6a996c92d420e6256d312bac1c7c/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph-ci.git suite_sha1: c8f79f870e0d6a996c92d420e6256d312bac1c7c targets: smithi155.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC+VwghWV4jaBQBrNFak1bc9yyYXrxchfQKzRHfK6p3B3L1vXuPShwZsy+JQ2394ZGbEwe9Zndka0mxdiUDk8ko0Jkx4TxFiaOCH5w8LzAT1IBlnwl5cjDD0YGlz2QY+wpeWozijUhg5MYtEIPObUC43EZXcvH5iUlNWujvCQcut4kiL0QKZMBKgyNei3+6W2kMdesVak5r/+9mgx+v3Hn5bzGRmZfxw9g/N5xA1NNsxaJhlW5WPeKq4C4c4NCK/oEcFh/On0vJTXlxsksAmzJ9L4f9grqgtwPuQ09fEXMFg0BkKAg1XvIG32FyHzsv6FBD7poM9yUgyC4PPQdhuyWALRBSyzU6fbGj7Kfd9y0BhtUPR3fNSVO5tuRxpycHf6nOjsQXrb9BRWGdssME0JtEySWYjIlVdkVC86R96jPxPSUXM+jgky/uUMPnkTdkwphzB8D8sGi6BAcWGNzOrqpCK+h51W7Ne6wxFfRSp3/Gghumk1nrgqMJOTh3q+3PGzE= tasks: - internal.check_packages: null - internal.buildpackages_prep: null - internal.save_config: null - internal.check_lock: null - internal.add_remotes: null - console_log: null - internal.connect: null - internal.push_inventory: null - internal.serialize_remote_roles: null - internal.check_conflict: null - internal.check_ceph_data: null - internal.vm_setup: null - kernel: *id001 - internal.base: null - internal.archive_upload: null - internal.archive: null - internal.coredump: null - internal.sudo: null - internal.syslog: null - internal.timer: null - pcp: null - selinux: null - ansible.cephlab: null - clock: null - kubeadm: null - nvme_loop: null - rook: null - rook.shell: - ceph -s - ceph orch status - ceph orch ps - ceph orch ls - ceph orch device ls - install: host.a: null - radosbench: clients: - client.a - rook.shell: commands: - 'ceph orch host label add `hostname` foo ceph orch host ls | grep foo ceph orch host label rm `hostname` foo ceph orch host ls | grep -v foo ' - exec: host.a: - "set -ex\ntoolbox() {\n kubectl -n rook-ceph exec -it deploy/rook-ceph-tools\ \ -- \"$@\"\n}\norig_num_osd=`toolbox ceph osd stat | cut -f3 -d \" \"`\ntoolbox\ \ ceph orch osd rm 0 --force\nremoved_pv=\"\"\nwhile [ \"$removed_pv\" = \"\"\ \ ]\ndo\n removed_pv=`kubectl get pv | grep Released | cut -f1 -d \" \"`\n\ \ sleep 3s\ndone\ntarget_path=`kubectl get pv $removed_pv -o jsonpath='{.spec.local.path}'`\n\ host=`echo $removed_pv | cut -f1 -d \"-\"`\ntoolbox ceph orch device zap $host\ \ $target_path --force\nzap_completion=\"0\"\nwhile [ \"$zap_completion\" =\ \ \"0\" ]\ndo\n zap_completion=`kubectl get job -n rook-ceph rook-ceph-device-zap\ \ -o jsonpath='{.status.succeeded.path}'`\n sleep 3s\ndone\nkubectl patch\ \ pv $removed_pv -p '{\"spec\":{\"claimRef\": null}}'\ntoolbox ceph orch apply\ \ osd --all-available-devices\nkubectl delete job rook-ceph-device-zap -n rook-ceph\n\ num_osd=\"0\"\nwhile [ \"$num_osd\" != \"$orig_num_osd\" ]\ndo\n echo \"\ waiting for osd to come back up\"\n num_osd=`toolbox ceph osd stat | cut\ \ -f3 -d \" \"`\n sleep 30s\ndone\n" - rook.shell: commands: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - ceph orch apply rgw foo - ceph orch apply mds foo - ceph orch apply rbd-mirror - ceph orch apply nfs foo --port 12777 teuthology_branch: master teuthology_sha1: eeaeee38264fad8a01fd1ce912d8908676ed64bc timestamp: 2022-03-04_00:56:58 tube: smithi user: yuriw verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.22301