archive_path: /home/teuthworker/archive/bdavidov-2023-09-11_22:16:23-rbd:nvmeof-main-distro-default-smithi/7393802 branch: main description: rbd:nvmeof/{0-single-container-host base/install cluster/{fixed-3 openstack} workloads/cephadm_nvmeof} email: null first_in_suite: false job_id: '7393802' kernel: &id001 kdb: true sha1: distro last_in_suite: false machine_type: smithi name: bdavidov-2023-09-11_22:16:23-rbd:nvmeof-main-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - machine: cpus: 1 disk: 40 ram: 8000 volumes: count: 4 size: 30 os_type: centos os_version: 8.stream overrides: admin_socket: branch: main ceph: conf: mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: 817db398976a5f188a2e9554c68a5a1cfa56d5cf ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: flavor: default sha1: 817db398976a5f188a2e9554c68a5a1cfa56d5cf selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: wip-barakda-cephadm-nvmeof-teuthology sha1: 487ffcd5073722636c39ea49909a95e3d031acd8 owner: scheduled_bdavidov@teuthology priority: 1000 repo: https://git.ceph.com/ceph-ci.git roles: - - host.a - mon.a - mgr.x - osd.0 - osd.1 - client.0 - - mon.b - osd.2 - osd.3 - osd.4 - client.1 - - mon.c - osd.5 - osd.6 - osd.7 - client.2 seed: 1225 sha1: 817db398976a5f188a2e9554c68a5a1cfa56d5cf sleep_before_teardown: 0 suite: rbd:nvmeof suite_branch: wip-barakda-cephadm-nvmeof-teuthology suite_path: /home/teuthworker/src/github.com_barakda_ceph_487ffcd5073722636c39ea49909a95e3d031acd8/qa suite_relpath: qa suite_repo: https://github.com/barakda/ceph suite_sha1: 487ffcd5073722636c39ea49909a95e3d031acd8 targets: smithi103.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKacFuUZmntF7Mi+JeOYtk1tEcYPI4YxCSj6rn0orDZMzRQLPr60bxPg1BOl/pt68tEgm+S6TD10PJ1Vx6W93bw= smithi145.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHonThzskFg4+i8BRmOpXd3v1i5OdG33mrJGi8GlLoKncc/vJnvvxocVoQ/yH8X6edBsJ3N2nwFeJErna7gx1Rw= smithi158.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHfMePiO8JLZRad8t6Q2rBEc6mYaAQPOVEVegizp2fMU1UZ2H61Z6SDUz7qf9OSPGLdNZY67brbmk1/+jXnMLgs= tasks: - internal.check_packages: null - internal.buildpackages_prep: null - internal.save_config: null - internal.check_lock: null - internal.add_remotes: null - console_log: null - internal.connect: null - internal.push_inventory: null - internal.serialize_remote_roles: null - internal.check_conflict: null - internal.check_ceph_data: null - internal.vm_setup: null - kernel: *id001 - internal.base: null - internal.archive_upload: null - internal.archive: null - internal.coredump: null - internal.sudo: null - internal.syslog: null - internal.timer: null - pcp: null - selinux: null - ansible.cephlab: null - clock: null - pexec: all: - sudo cp /etc/containers/registries.conf /etc/containers/registries.conf.backup - sudo dnf -y module reset container-tools - sudo dnf -y module install container-tools --allowerasing --nobest - sudo cp /etc/containers/registries.conf.backup /etc/containers/registries.conf - sudo sed -i 's/runtime = "runc"/#runtime = "runc"/g' /usr/share/containers/containers.conf - sudo sed -i 's/#runtime = "crun"/runtime = "crun"/g' /usr/share/containers/containers.conf - cephadm: null - cephadm.shell: host.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - ceph osd lspools - ceph osd pool create mypool - ceph osd pool application enable mypool rbd - ceph osd lspools - ceph osd pool ls detail - ceph config set mgr mgr/cephadm/container_image_nvmeof quay.io/ceph/nvmeof:0.0.3 - ceph config get mgr mgr/cephadm/container_image_nvmeof - ceph orch apply nvmeof mypool --placement="1 $(hostname)" - ceph orch ps --refresh - ceph versions - ceph -s - ceph orch ls - rbd create mypool/myimage --size 8Gi - rbd ls mypool - cephadm.wait_for_service: service: nvmeof.mypool - exec: host.a: - 'set -ex # print nvmeof start up logs s=$(systemctl list-units | grep nvmeof.mypool | awk ''{print $1}'') PAGER=cat journalctl -u $s g=$(echo $SERVICE | cut -d "@" -f2 | awk ''BEGIN{FS=OFS="."} NF--'') echo "<---- gateway-name is [ $g ]---->" ' - exec: client.0: - modprobe nvme-fabrics - 'set -ex # HOSTNAME=$(hostname) IP=$(echo $(hostname -I) | cut -d '' '' -f1) IMAGE="quay.io/ceph/nvmeof-cli:0.0.3" POOL="mypool" MIMAGE="myimage" BDEV="mybdev" SERIAL="SPDK00000000000001" NQN="nqn.2016-06.io.spdk:cnode1" PORT="4420" SRPORT="5500" echo "<---- HOSTNAME is [ $HOSTNAME ]---->" echo "<---- IP is [ $IP ]---->" echo "<---- IMAGE is [ $IMAGE ]---->" echo "<---- POOL is [ $POOL ]---->" echo "<---- MIMAGE is [ $MIMAGE ]---->" echo "<---- BDEV is [ $BDEV ]---->" echo "<---- SERIAL is [ $SERIAL ]---->" echo "<---- NQN is [ $NQN ]---->" echo "<---- PORT is [ $PORT ]---->" echo "<---- SRPORT is [ $SRPORT ]---->" podman run -it $IMAGE --server-address $IP --server-port $SRPORT create_bdev --pool $POOL --image $MIMAGE --bdev $BDEV podman images podman ps podman run -it $IMAGE --server-address $IP --server-port $SRPORT create_subsystem --subnqn $NQN --serial $SERIAL podman run -it $IMAGE --server-address $IP --server-port $SRPORT add_namespace --subnqn $NQN --bdev $BDEV # podman run -it $IMAGE --server-address $IP --server-port $SRPORT create_listener -n $NQN create_listener client.$POOL.$HOSTNAME -a $IP -s $PORT podman run -it $IMAGE --server-address $IP --server-port $SRPORT create_listener -n $NQN -g $GATEWAY -a $IP -s $PORT podman run -it $IMAGE --server-address $IP --server-port $SRPORT add_host --subnqn $NQN --host "*" # nvme discover -t tcp -a $IP -s $PORT nvme connect -t tcp --traddr $IP -s $PORT -n $NQN nvme list ' - cephadm.shell: host.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - ceph osd lspools - 'set -ex s=$(ceph orch ps | grep nvmeof.mypool | awk ''{print $4}'') echo $s [ $s = running ] ' - exec: client.0: - 'set -ex # IP=$(hostname -I) IMAGE="quay.io/ceph/nvmeof-cli:0.0.3" SRPORT="5500" podman run -it $IMAGE --server-address $IP --server-port $SRPORT get_subsystems ' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 54e62bcbac4e53d9685e08328b790d3b20d71cae timestamp: 2023-09-11_22:16:23 tube: smithi use_shaman: true user: bdavidov verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.1394