archive_path: /home/teuthworker/archive/bdavidov-2023-09-11_22:16:23-rbd:nvmeof-main-distro-default-smithi/7393803 branch: main description: rbd:nvmeof/{0-single-container-host base/install cluster/{fixed-3 openstack} workloads/fio} email: null first_in_suite: false job_id: '7393803' kernel: &id001 kdb: true sha1: distro last_in_suite: false machine_type: smithi name: bdavidov-2023-09-11_22:16:23-rbd:nvmeof-main-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - machine: cpus: 1 disk: 40 ram: 8000 volumes: count: 4 size: 30 os_type: centos os_version: 8.stream overrides: admin_socket: branch: main ceph: conf: mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: 817db398976a5f188a2e9554c68a5a1cfa56d5cf ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: flavor: default sha1: 817db398976a5f188a2e9554c68a5a1cfa56d5cf selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: wip-barakda-cephadm-nvmeof-teuthology sha1: 487ffcd5073722636c39ea49909a95e3d031acd8 owner: scheduled_bdavidov@teuthology priority: 1000 repo: https://git.ceph.com/ceph-ci.git roles: - - host.a - mon.a - mgr.x - osd.0 - osd.1 - client.0 - - mon.b - osd.2 - osd.3 - osd.4 - client.1 - - mon.c - osd.5 - osd.6 - osd.7 - client.2 seed: 1225 sha1: 817db398976a5f188a2e9554c68a5a1cfa56d5cf sleep_before_teardown: 0 suite: rbd:nvmeof suite_branch: wip-barakda-cephadm-nvmeof-teuthology suite_path: /home/teuthworker/src/github.com_barakda_ceph_487ffcd5073722636c39ea49909a95e3d031acd8/qa suite_relpath: qa suite_repo: https://github.com/barakda/ceph suite_sha1: 487ffcd5073722636c39ea49909a95e3d031acd8 targets: smithi022.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMdsHKNuoBlqlnPJumADg0MXEJmV5WzQv3yL2NVT1Y4Y+cvpzyWYoE0im6VoiwNnY904h/aieg+7anOuY4vg+wU= smithi027.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBG45mHpyyQ+Sc+FQ+47NJ1C1xWULv0ADDYAF5Ru0XEukjGvxAknflrtxkXWMKlrIwx/h+KaZT8Li+eKfvxiruJw= smithi143.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBInf96ZjxQRhNQOxjZf45j7mrTbsKRjD1hJUkDG3EyfoJReDvmSoJmnRu0YfxaMBxXDQLCLRdXOxsxglzX7STS0= tasks: - internal.check_packages: null - internal.buildpackages_prep: null - internal.save_config: null - internal.check_lock: null - internal.add_remotes: null - console_log: null - internal.connect: null - internal.push_inventory: null - internal.serialize_remote_roles: null - internal.check_conflict: null - internal.check_ceph_data: null - internal.vm_setup: null - kernel: *id001 - internal.base: null - internal.archive_upload: null - internal.archive: null - internal.coredump: null - internal.sudo: null - internal.syslog: null - internal.timer: null - pcp: null - selinux: null - ansible.cephlab: null - clock: null - pexec: all: - sudo cp /etc/containers/registries.conf /etc/containers/registries.conf.backup - sudo dnf -y module reset container-tools - sudo dnf -y module install container-tools --allowerasing --nobest - sudo cp /etc/containers/registries.conf.backup /etc/containers/registries.conf - sudo sed -i 's/runtime = "runc"/#runtime = "runc"/g' /usr/share/containers/containers.conf - sudo sed -i 's/#runtime = "crun"/runtime = "crun"/g' /usr/share/containers/containers.conf - cephadm: null - cephadm.shell: host.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - ceph osd lspools - ceph osd pool create mypool - ceph osd pool application enable mypool rbd - ceph osd lspools - ceph osd pool ls detail - ceph config set mgr mgr/cephadm/container_image_nvmeof quay.io/ceph/nvmeof:0.0.3 - ceph config get mgr mgr/cephadm/container_image_nvmeof - ceph orch apply nvmeof mypool --placement="1 $(hostname)" - ceph orch ps --refresh - ceph versions - ceph -s - ceph orch ls - rbd create mypool/myimage --size 8Gi - rbd ls mypool - cephadm.wait_for_service: service: nvmeof.mypool - exec: host.a: - 'set -ex # print nvmeof start up logs s=$(systemctl list-units | grep nvmeof.mypool | awk ''{print $1}'') PAGER=cat journalctl -u $s g=$(echo $SERVICE | cut -d "@" -f2 | awk ''BEGIN{FS=OFS="."} NF--'') echo "<---- gateway-name is [ $g ]---->" ' - exec: client.0: - modprobe nvme-fabrics - 'set -ex # HOSTNAME=$(hostname) IP=$(echo $(hostname -I) | cut -d '' '' -f1) IMAGE="quay.io/ceph/nvmeof-cli:0.0.3" POOL="mypool" MIMAGE="myimage" BDEV="mybdev" SERIAL="SPDK00000000000001" NQN="nqn.2016-06.io.spdk:cnode1" PORT="4420" SRPORT="5500" echo "<---- HOSTNAME is [ $HOSTNAME ]---->" echo "<---- IP is [ $IP ]---->" echo "<---- IMAGE is [ $IMAGE ]---->" echo "<---- POOL is [ $POOL ]---->" echo "<---- MIMAGE is [ $MIMAGE ]---->" echo "<---- BDEV is [ $BDEV ]---->" echo "<---- SERIAL is [ $SERIAL ]---->" echo "<---- NQN is [ $NQN ]---->" echo "<---- PORT is [ $PORT ]---->" echo "<---- SRPORT is [ $SRPORT ]---->" podman run -it $IMAGE --server-address $IP --server-port $SRPORT create_bdev --pool $POOL --image $MIMAGE --bdev $BDEV podman images podman ps podman run -it $IMAGE --server-address $IP --server-port $SRPORT create_subsystem --subnqn $NQN --serial $SERIAL podman run -it $IMAGE --server-address $IP --server-port $SRPORT add_namespace --subnqn $NQN --bdev $BDEV # podman run -it $IMAGE --server-address $IP --server-port $SRPORT create_listener -n $NQN create_listener client.$POOL.$HOSTNAME -a $IP -s $PORT podman run -it $IMAGE --server-address $IP --server-port $SRPORT create_listener -n $NQN -g $GATEWAY -a $IP -s $PORT podman run -it $IMAGE --server-address $IP --server-port $SRPORT add_host --subnqn $NQN --host "*" # nvme discover -t tcp -a $IP -s $PORT nvme connect -t tcp --traddr $IP -s $PORT -n $NQN nvme list ' - rbd_fio: client.0: fio-io-size: 100% formats: - 2 io-engine: rbd runtime: 60 rw: randwrite teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 54e62bcbac4e53d9685e08328b790d3b20d71cae timestamp: 2023-09-11_22:16:23 tube: smithi use_shaman: true user: bdavidov verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.1394