archive_path: /home/teuthworker/archive/bdavidov-2023-09-11_16:18:12-rbd:nvmeof-main-distro-default-smithi/7393661
branch: main
description: rbd:nvmeof/{0-single-container-host base/install cluster/{fixed-3 openstack}
  workloads/fio}
email: null
first_in_suite: false
job_id: '7393661'
kernel:
  kdb: true
  sha1: distro
last_in_suite: false
machine_type: smithi
name: bdavidov-2023-09-11_16:18:12-rbd:nvmeof-main-distro-default-smithi
no_nested_subset: false
nuke-on-error: true
openstack:
- machine:
    cpus: 1
    disk: 40
    ram: 8000
  volumes:
    count: 4
    size: 30
os_type: centos
os_version: 8.stream
overrides:
  admin_socket:
    branch: main
  ceph:
    conf:
      mgr:
        debug mgr: 20
        debug ms: 1
      mon:
        debug mon: 20
        debug ms: 1
        debug paxos: 20
      osd:
        debug ms: 1
        debug osd: 20
    flavor: default
    log-ignorelist:
    - \(MDS_ALL_DOWN\)
    - \(MDS_UP_LESS_THAN_MAX\)
    sha1: 817db398976a5f188a2e9554c68a5a1cfa56d5cf
  ceph-deploy:
    conf:
      client:
        log file: /var/log/ceph/ceph-$name.$pid.log
      mon: {}
  install:
    ceph:
      flavor: default
      sha1: 817db398976a5f188a2e9554c68a5a1cfa56d5cf
  selinux:
    whitelist:
    - scontext=system_u:system_r:logrotate_t:s0
  workunit:
    branch: wip-barakda-cephadm-nvmeof-teuthology
    sha1: 96cdff0a4f20c33bfb1b961b5be26e2f91ec8854
owner: scheduled_bdavidov@teuthology
priority: 1000
repo: https://git.ceph.com/ceph-ci.git
roles:
- - host.a
  - mon.a
  - mgr.x
  - osd.0
  - osd.1
  - client.0
- - mon.b
  - osd.2
  - osd.3
  - osd.4
  - client.1
- - mon.c
  - osd.5
  - osd.6
  - osd.7
  - client.2
seed: 9256
sha1: 817db398976a5f188a2e9554c68a5a1cfa56d5cf
sleep_before_teardown: 0
suite: rbd:nvmeof
suite_branch: wip-barakda-cephadm-nvmeof-teuthology
suite_path: /home/teuthworker/src/github.com_barakda_ceph_96cdff0a4f20c33bfb1b961b5be26e2f91ec8854/qa
suite_relpath: qa
suite_repo: https://github.com/barakda/ceph
suite_sha1: 96cdff0a4f20c33bfb1b961b5be26e2f91ec8854
targets:
  smithi022.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDt2t4639Pz9bhWzqnTNf9cCevD4ZOgJHWhG58ISS2QA3O6FXBkvp55lujNFFfEhFDJgp0ncmuNv9qOR3DyNuFw=
  smithi096.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOCQRWvISZXRQCjOiuXZnfy1QLR8PCI3tOS+BV3cxNvpKNP/8h8Guy+LQjGBkqod55tUxK5/QtGBevFZzQdN6w0=
  smithi145.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJzkT9XCgcMDteHwrz9h2EAFLL6v8tll+lysu29eTKZqbrbkwVMxiO6BulftLY33K7B0KSoG7YclHxOBIHI/Tho=
tasks:
- pexec:
    all:
    - sudo cp /etc/containers/registries.conf /etc/containers/registries.conf.backup
    - sudo dnf -y  module reset container-tools
    - sudo dnf -y  module install container-tools --allowerasing --nobest
    - sudo cp /etc/containers/registries.conf.backup /etc/containers/registries.conf
    - sudo sed -i 's/runtime = "runc"/#runtime = "runc"/g' /usr/share/containers/containers.conf
    - sudo sed -i 's/#runtime = "crun"/runtime = "crun"/g' /usr/share/containers/containers.conf
- cephadm: null
- cephadm.shell:
    host.a:
    - ceph orch status
    - ceph orch ps
    - ceph orch ls
    - ceph orch host ls
    - ceph orch device ls
    - ceph osd lspools
    - ceph osd pool create mypool
    - ceph osd pool application enable mypool rbd
    - ceph osd lspools
    - ceph osd pool ls detail
    - ceph config set mgr mgr/cephadm/container_image_nvmeof quay.io/ceph/nvmeof:0.0.3
    - ceph config get mgr mgr/cephadm/container_image_nvmeof
    - ceph orch apply nvmeof mypool --placement="1 $(hostname)"
    - ceph orch ps --refresh
    - ceph versions
    - ceph -s
    - ceph orch ls
    - rbd create mypool/myimage --size 8Gi
    - rbd ls mypool
- cephadm.wait_for_service:
    service: nvmeof.mypool
- exec:
    host.a:
    - 'set -ex

      # print nvmeof start up logs

      SERVICE=$(systemctl list-units | grep nvmeof.mypool | awk ''{print $1}'')

      cat journalctl -u $SERVICE

      GATEWAY=$(echo $SERVICE | cut -d "@" -f2 | awk ''BEGIN{FS=OFS="."} NF--'')

      '
- exec:
    client.0:
    - modprobe nvme-fabrics
    - 'set -ex

      #

      HOSTNAME=$(hostname)

      IP=$(hostname -I)

      IMAGE="quay.io/ceph/nvmeof-cli:0.0.3"

      POOL="mypool"

      MIMAGE="myimage"

      BDEV="mybdev"

      SERIAL="SPDK00000000000001"

      NQN="nqn.2016-06.io.spdk:cnode1"

      PORT="4420"

      SRPORT="5500"

      podman run -it $IMAGE --server-address $IP --server-port $SRPORT create_bdev
      --pool $POOL --image $MIMAGE --bdev $BDEV

      podman images

      podman ps

      podman run -it $IMAGE --server-address $IP --server-port $SRPORT create_subsystem
      --subnqn $NQN --serial $SERIAL

      podman run -it $IMAGE --server-address $IP --server-port $SRPORT add_namespace
      --subnqn $NQN --bdev $BDEV

      # podman run -it $IMAGE --server-address $IP --server-port $SRPORT create_listener
      -n $NQN create_listener client.$POOL.$HOSTNAME -a $IP -s $PORT

      podman run -it $IMAGE --server-address $IP --server-port $SRPORT create_listener
      -n $NQN -g $GATEWAY -a $IP -s $PORT

      podman run -it $IMAGE --server-address $IP --server-port $SRPORT add_host --subnqn
      $NQN --host "*"

      nvme discover -t tcp -a $IP -s $PORT

      nvme connect -t tcp --traddr $IP -s $PORT -n $NQN

      nvme list

      '
- rbd_fio:
    client.0:
      fio-io-size: 100%
      formats:
      - 2
      io-engine: rbd
      runtime: 60
      rw: randwrite
teuthology:
  fragments_dropped: []
  meta: {}
  postmerge: []
teuthology_branch: main
teuthology_sha1: 54e62bcbac4e53d9685e08328b790d3b20d71cae
timestamp: 2023-09-11_16:18:12
tube: smithi
use_shaman: true
user: bdavidov
verbose: false
worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.1394