archive_path: /home/teuthworker/archive/sage-2021-10-05_16:38:12-orch:cephadm:smoke-roleless-master-distro-basic-smithi/6423699 branch: master description: orch:cephadm:smoke-roleless/{0-distro/rhel_8.4_container_tools_3.0 1-start 2-services/nfs-ingress2 3-final} email: null first_in_suite: false job_id: '6423699' kernel: &id001 kdb: true sha1: distro last_in_suite: false machine_type: smithi name: sage-2021-10-05_16:38:12-orch:cephadm:smoke-roleless-master-distro-basic-smithi nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: rhel os_version: '8.4' overrides: admin_socket: branch: master ceph: conf: mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) log-whitelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: eb9c0f59826e045e3c956160ee71fb7f29782851 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 install: ceph: sha1: eb9c0f59826e045e3c956160ee71fb7f29782851 selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: qa-nvme-loop sha1: 5d9d44ca8cf9bfea9a5470d0aac51c0f7844f220 owner: scheduled_sage@teuthology priority: 50 repo: https://github.com/ceph/ceph roles: - - host.a - client.0 - - host.b - client.1 sha1: eb9c0f59826e045e3c956160ee71fb7f29782851 sleep_before_teardown: 0 suite: orch:cephadm:smoke-roleless suite_branch: qa-nvme-loop suite_path: /home/teuthworker/src/github.com_liewegas_ceph_5d9d44ca8cf9bfea9a5470d0aac51c0f7844f220/qa suite_relpath: qa suite_repo: https://github.com/liewegas/ceph suite_sha1: 5d9d44ca8cf9bfea9a5470d0aac51c0f7844f220 targets: smithi036.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDMPsMz2sc/EosI3pzPMfwtHzAjOnY2UTRnN4zhvbiAfoL5+qzQZ4RxAyv1KQmQTskrceUctLyXDQIy78/tRU4KZGCsQsOMZ24Pn8bgRpk8oratfSTd3L9zo3dK9GX89SDK+NIK//UTxknmY1XFqZNhb4yqhrJxvXsAf0m7uUqh1aWYvXfA8H5ZhZ1NIZtzCpgaAQIZNy7I72lFMKFZv0wnSuchYUShoMCGr5yS03D4Zm3JkQxUn+whIFYLYpMYATdJirWEz09tm1mrKS3T43SKhdv/FQDkjfYaYzlVb/2DsdL4Fq2BPJfWKYGJDHUKgDRwMddgWOAyQT37Y/Y4xqXkizGAhIT/CQuDL2kFiuhVFnDBbWRtP4aK+QD2rb7WmDkEZpz09bbBiwarHKBHiWoKejhf+bBzzmlGPn06lCUpvBWeu97RUgbWwonwEEWUI4iFTko664Z/wYF5mNpGQ+HehnFagB3sfnwVn3kOJkr8qWZMTDa5q0kTbXTVKILgJLU= smithi103.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCoctsI91nwif9J+ucs0MjHYOlZCKU9lQyo+gc661bN5BW0tf8Y/3xSQegBdyAIZISwgFpY5K57r45HSSVcgxX26dWBmdj5NKqaDAJIAFu6XsHp9Ew0YsKT6VR39ap16OQhJohJkzRbxmOfkZqZh5o5y527Sc1eSmbeYzStC2niuRx7Y8Gb3oJAvf3Udc+nQ+bQGl/iN6fATbPyexN5HbFULUb2+zwJof95/ozW9yjVjNgFW6PmLNjhMXW3GCd5b/3vxeQZRV579eJoL3uCiojuBC4demjZ0IpM0pcWMeF5kaLb/h12T9PAnd9YYMWJbf1v8zl/9QrWG9r1dKjSnDqMYXX5I7XoOZyYD/cqi2y8EhzO46GYiGEQmrQInwTzhllHLxzXoJ+9zp0xKOl/VVLAUyrrAiMoiJl1LUle4KKsF6MI/e0rNv/IeZ1VP1sxR8YVuZar2EHJlu2TCIdU5PF15rY4dhBqfZzHHXPIQSt3HvBV9pgaQUbrl6j1MOoWPL8= tasks: - internal.check_packages: null - internal.buildpackages_prep: null - internal.save_config: null - internal.check_lock: null - internal.add_remotes: null - console_log: null - internal.connect: null - internal.push_inventory: null - internal.serialize_remote_roles: null - internal.check_conflict: null - internal.check_ceph_data: null - internal.vm_setup: null - kernel: *id001 - internal.base: null - internal.archive_upload: null - internal.archive: null - internal.coredump: null - internal.sudo: null - internal.syslog: null - internal.timer: null - pcp: null - selinux: null - ansible.cephlab: null - clock: null - pexec: all: - sudo cp /etc/containers/registries.conf /etc/containers/registries.conf.backup - sudo dnf -y module reset container-tools - sudo dnf -y module install container-tools:3.0 - sudo cp /etc/containers/registries.conf.backup /etc/containers/registries.conf - cephadm: roleless: true - cephadm.shell: host.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - vip: null - cephadm.shell: host.a: - ceph orch device ls --refresh - vip.exec: all-hosts: - systemctl stop nfs-server - cephadm.shell: host.a: - ceph fs volume create foofs - ceph nfs cluster create foo --ingress --virtual-ip {{VIP0}}/{{VIPPREFIXLEN}} --port 2999 - ceph nfs export create cephfs foofs foo --pseudo-path /fake - cephadm.wait_for_service: service: nfs.foo - cephadm.wait_for_service: service: ingress.nfs.foo - vip.exec: host.a: - mkdir /mnt/foo - sleep 5 - mount -t nfs {{VIP0}}:/fake /mnt/foo -o port=2999 - echo test > /mnt/foo/testfile - sync - cephadm.shell: host.a: - "echo \"Check with each haproxy down in turn...\"\nfor haproxy in `ceph orch\ \ ps | grep ^haproxy.nfs.foo. | awk '{print $1}'`; do\n ceph orch daemon stop\ \ $haproxy\n while ! ceph orch ps | grep $haproxy | grep stopped; do sleep\ \ 1 ; done\n cat /mnt/foo/testfile\n echo $haproxy > /mnt/foo/testfile\n \ \ sync\n ceph orch daemon start $haproxy\n while ! ceph orch ps | grep $haproxy\ \ | grep running; do sleep 1 ; done\ndone\n" volumes: - /mnt/foo:/mnt/foo - vip.exec: all-hosts: - "echo \"Check with $(hostname) ganesha(s) down...\"\nfor c in `systemctl | grep\ \ ceph- | grep @nfs | awk '{print $1}'`; do\n cid=`echo $c | sed 's/@/-/'`\n\ \ id=`echo $c | cut -d @ -f 2 | sed 's/.service$//'`\n fsid=`echo $c |\ \ cut -d @ -f 1 | cut -d - -f 2-`\n echo \"Removing daemon $id fsid $fsid...\"\ \n sudo $TESTDIR/cephadm rm-daemon --fsid $fsid --name $id\n\n echo \"\ Waking up cephadm...\"\n sudo $TESTDIR/cephadm shell -- ceph orch ps --refresh\n\ \n while ! timeout 1 cat /mnt/foo/testfile ; do true ; done\n echo \"\ Mount is back!\"\ndone\n" - cephadm.shell: host.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls teuthology_branch: master teuthology_sha1: f08b273eeec75318a83a4e8d7fb51841e4d71be0 timestamp: 2021-10-05_16:38:12 tube: smithi user: sage verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.18925