archive_path: /home/teuthworker/archive/vshankar-2023-08-03_09:30:10-orch:cephadm-main-testing-default-smithi/7359283 branch: main description: orch:cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop 1-start 2-services/nfs-ingress2 3-final} email: vshankar@redhat.com first_in_suite: false job_id: '7359283' kernel: &id001 flavor: default kdb: true sha1: 8e3722cc016410c8de834520a714aab9f006b92a last_in_suite: false machine_type: smithi name: vshankar-2023-08-03_09:30:10-orch:cephadm-main-testing-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 8.stream overrides: admin_socket: branch: main ceph: conf: mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: 7d7218ee3c305d4baf018191d7363988f5b798b0 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 install: ceph: flavor: default sha1: 7d7218ee3c305d4baf018191d7363988f5b798b0 selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: wip-62236 sha1: 1019dfee22834f30caebe6b930d9aabab4d0300b owner: scheduled_vshankar@teuthology priority: 80 repo: https://git.ceph.com/ceph-ci.git roles: - - host.a - client.0 - - host.b - client.1 seed: 3454 sha1: 7d7218ee3c305d4baf018191d7363988f5b798b0 sleep_before_teardown: 0 subset: 115/1024 suite: orch:cephadm suite_branch: wip-62236 suite_path: /home/teuthworker/src/github.com_vshankar_ceph_1019dfee22834f30caebe6b930d9aabab4d0300b/qa suite_relpath: qa suite_repo: https://github.com/vshankar/ceph.git suite_sha1: 1019dfee22834f30caebe6b930d9aabab4d0300b targets: smithi017.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC0BiTLsN8nzKTM76PGOGsrZ3q9PptNc0MK/lzZK9URMLGqS9tOLbqy41BNs3JgrpPM2JO/N2YSK2hBYWJ/ure+KxJonyYybpWx/sTs1wkxNTTPbXKxBjpP3Lh3TFdSAm6D1tI5xwh7/VGbmpeyS04JbBwZ2ANYLu7xZufs9sBigVZtfccDLVK0oq372oH8ShJfNsIldXNY5UtfwTa+9d7KvWmPYedGvLDSZa6YKrcMKhcLhmfLN3n8zB9PnS29cmvPBTTu6YcF2csr19cbXkacJDHHKnYR0QAqSeOSeOef7MzFD9phF6IncVf6kDy6HAGA3v93XqbImTPQdPZhw5Lt+7VYrO6O1OtCmR3U8jt8UEp8VdrXcd+VutjiQ8SOOHpaqa54OKlI4CQ9Wh1EZGrx8HS75Hm+NcU/+norho69S+6TlZ+OYuIJEYEFUuFJgJpEQ0nYclGur2hxzBGM5aK+rqdB9PBKw7hrbuDQ6/DkaqTt5IJmOY/VNJCyfftOdQs= smithi184.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQD0ixTaEdNukpL0Jqxg1C20arYiEgK51i5ey+PkZwcjliHu5tFPQmwnqJ0xdFN18mE+el7fjDPp74ulszSlbT5QYZEVg8LjVHEIS8kgaZk9Kbl9CsDWDGicwkrdXSrAZcbd+EQOddd3xsxALgzjl09JXmXCIRoCfKsElVScJuwB5PQuBfDdOMbq02cWoDfaywd3/aV/vQgQV9Wyjamx+53yW93o5xY8Yl5nZTBN4a0u7DgyUlJX02nHuHRXgNoZninFzdInvD40LublU9NinHt4r394AceLaDiFuBbfZLP3fyG6VeD25VCURsJuV0ZalJVxmMk8ghA/0K1jNXmnxbVj1XxTmOuO09NXR2Ys9D2segFC2HsxXTuqXXJrobSWqch1JAL6jIWn6kSwDrGqZ+juwH/hh+zQG3z1PP0/Puia3c7Mf00nqRT4oABbq2hC87xvfgJfrqjnNImOz+NQCmVpVUUjICBeB3wFRTjLzlZPggFO4c9RA1cF16ky9hWNxNs= tasks: - internal.check_packages: null - internal.buildpackages_prep: null - internal.save_config: null - internal.check_lock: null - internal.add_remotes: null - console_log: null - internal.connect: null - internal.push_inventory: null - internal.serialize_remote_roles: null - internal.check_conflict: null - internal.check_ceph_data: null - internal.vm_setup: null - kernel: *id001 - internal.base: null - internal.archive_upload: null - internal.archive: null - internal.coredump: null - internal.sudo: null - internal.syslog: null - internal.timer: null - pcp: null - selinux: null - ansible.cephlab: null - clock: null - pexec: all: - sudo cp /etc/containers/registries.conf /etc/containers/registries.conf.backup - sudo dnf -y module reset container-tools - sudo dnf -y module install container-tools --allowerasing --nobest - sudo cp /etc/containers/registries.conf.backup /etc/containers/registries.conf - sudo sed -i 's/runtime = "runc"/#runtime = "runc"/g' /usr/share/containers/containers.conf - sudo sed -i 's/#runtime = "crun"/runtime = "crun"/g' /usr/share/containers/containers.conf - nvme_loop: null - cephadm: roleless: true - cephadm.shell: host.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - vip: null - cephadm.shell: host.a: - ceph orch device ls --refresh - vip.exec: all-hosts: - systemctl stop nfs-server - cephadm.shell: host.a: - ceph fs volume create foofs - ceph nfs cluster create foo --ingress --virtual-ip {{VIP0}}/{{VIPPREFIXLEN}} --port 2999 - ceph nfs export create cephfs --fsname foofs --cluster-id foo --pseudo-path /fake - cephadm.wait_for_service: service: nfs.foo - cephadm.wait_for_service: service: ingress.nfs.foo - vip.exec: host.a: - mkdir /mnt/foo - sleep 5 - mount -t nfs {{VIP0}}:/fake /mnt/foo -o port=2999 - echo test > /mnt/foo/testfile - sync - cephadm.shell: host.a: - "echo \"Check with each haproxy down in turn...\"\nfor haproxy in `ceph orch\ \ ps | grep ^haproxy.nfs.foo. | awk '{print $1}'`; do\n ceph orch daemon stop\ \ $haproxy\n while ! ceph orch ps | grep $haproxy | grep stopped; do sleep\ \ 1 ; done\n cat /mnt/foo/testfile\n echo $haproxy > /mnt/foo/testfile\n \ \ sync\n ceph orch daemon start $haproxy\n while ! ceph orch ps | grep $haproxy\ \ | grep running; do sleep 1 ; done\ndone\n" volumes: - /mnt/foo:/mnt/foo - vip.exec: all-hosts: - "echo \"Check with $(hostname) ganesha(s) down...\"\nfor c in `systemctl | grep\ \ ceph- | grep @nfs | awk '{print $1}'`; do\n cid=`echo $c | sed 's/@/-/'`\n\ \ id=`echo $c | cut -d @ -f 2 | sed 's/.service$//'`\n fsid=`echo $c |\ \ cut -d @ -f 1 | cut -d - -f 2-`\n echo \"Removing daemon $id fsid $fsid...\"\ \n sudo $TESTDIR/cephadm rm-daemon --fsid $fsid --name $id\n\n echo \"\ Waking up cephadm...\"\n sudo $TESTDIR/cephadm shell -- ceph orch ps --refresh\n\ \n while ! timeout 1 cat /mnt/foo/testfile ; do true ; done\n echo \"\ Mount is back!\"\ndone\n" - cephadm.shell: host.a: - stat -c '%u %g' /var/log/ceph | grep '167 167' - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - ceph orch ls | grep '^osd.all-available-devices ' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: ce5f6d589a888dfc88977261bfa1ed63441de8fb timestamp: 2023-08-03_09:30:10 tube: smithi user: vshankar verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2021