archive_path: /home/teuthworker/archive/teuthology-2022-09-11_03:31:04-rados-pacific-distro-default-smithi/7025238 branch: pacific description: rados/cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools 0-nvme-loop 1-start 2-services/rgw-ingress 3-final} email: ceph-qa@ceph.io first_in_suite: false job_id: '7025238' kernel: kdb: true sha1: distro last_in_suite: false machine_type: smithi name: teuthology-2022-09-11_03:31:04-rados-pacific-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 8.stream overrides: admin_socket: branch: pacific ceph: conf: mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: b2b80306dfbe8227629ed1f5fbe82d855a3b1e8a ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 install: ceph: flavor: default sha1: b2b80306dfbe8227629ed1f5fbe82d855a3b1e8a selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: pacific sha1: b39c199834edd0cec8f754aa9b894e91975e7ecc owner: scheduled_teuthology@teuthology priority: 500 repo: git://git.ceph.com/ceph.git roles: - - host.a - client.0 - - host.b - client.1 sha1: b2b80306dfbe8227629ed1f5fbe82d855a3b1e8a sleep_before_teardown: 0 suite: rados suite_branch: pacific suite_path: /home/teuthworker/src/git.ceph.com_ceph_b39c199834edd0cec8f754aa9b894e91975e7ecc/qa suite_relpath: qa suite_repo: git://git.ceph.com/ceph.git suite_sha1: b39c199834edd0cec8f754aa9b894e91975e7ecc targets: smithi094.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDoMZSne/o6yq0lYVjq8O9u1SZscadHSlN+fuplUWeU/sl80mvD++71+r20wt4/gPoRJYWky5GzocLV9URqJKn1NeDUYh7tYoL4Owo9cNzGVsP8HGFsiLQtbMo2g3qBhaq3CTXjg0+uoerPikP3MKtBy4rih2Rn9kBssuV07bN1aI2sNLPRIZ7Q4zsVVBLc1Nd34P9RNBnYdaeIocRKJ0tD+QGxeIV6tS2r10EiuSMfeW/xPmMzEMPO0V2I8ftufxK/X7oZHPv8cPkbxxCgIcH9YrlPpsFW2+0gSZhn82TPoWJhWjYK9jcRb8jjbQzyV02uJXxiWwgVTgxwgsMLvu6RcUKjmj91/jjtBSP/ugQhLU4SS/cm7ils7ZLXapZjf1Z1x7aK6q4ZOAzJ+EczB6VutsE7oUH/8F13EpCFDMBsEdPtAOWG07msjM6uQAfiv5qal4J7pwejbsEYxGzev3MMPWxoqiCQkQSTKp79m75QTjYY7SEwIFVnF8kkE1O/ahE= smithi131.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDD28G1aahSMpn5CV5Qb/F/gQOUacrhUPOF5T4E3GYe+Fuky1cOP9gUlhe92DxVPZvR93Ce9RH0STc4ABta94Bo= tasks: - pexec: all: - sudo cp /etc/containers/registries.conf /etc/containers/registries.conf.backup - sudo dnf -y module reset container-tools - sudo dnf -y module install container-tools - sudo cp /etc/containers/registries.conf.backup /etc/containers/registries.conf - nvme_loop: null - cephadm: roleless: true - cephadm.shell: host.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - vip: null - cephadm.shell: host.a: - ceph orch device ls --refresh - cephadm.apply: specs: - placement: count: 4 host_pattern: '*' service_id: foo service_type: rgw spec: rgw_frontend_port: 8000 - placement: count: 2 service_id: rgw.foo service_type: ingress spec: backend_service: rgw.foo frontend_port: 9000 monitor_port: 9001 virtual_ip: '{{VIP0}}/{{VIPPREFIXLEN}}' - cephadm.wait_for_service: service: rgw.foo - cephadm.wait_for_service: service: ingress.rgw.foo - cephadm.shell: host.a: - "echo \"Check while healthy...\"\ncurl http://{{VIP0}}:9000/\n\n# stop each\ \ rgw in turn\necho \"Check with each rgw stopped in turn...\"\nfor rgw in `ceph\ \ orch ps | grep ^rgw.foo. | awk '{print $1}'`; do\n ceph orch daemon stop\ \ $rgw\n while ! ceph orch ps | grep $rgw | grep stopped; do sleep 1 ; done\n\ \ while ! curl http://{{VIP0}}:9000/ ; do sleep 1 ; done\n ceph orch daemon\ \ start $rgw\n while ! ceph orch ps | grep $rgw | grep running; do sleep 1\ \ ; done\ndone\n\n# stop each haproxy in turn\necho \"Check with each haproxy\ \ down in turn...\"\nfor haproxy in `ceph orch ps | grep ^haproxy.rgw.foo. |\ \ awk '{print $1}'`; do\n ceph orch daemon stop $haproxy\n while ! ceph orch\ \ ps | grep $haproxy | grep stopped; do sleep 1 ; done\n while ! curl http://{{VIP0}}:9000/\ \ ; do sleep 1 ; done\n ceph orch daemon start $haproxy\n while ! ceph orch\ \ ps | grep $haproxy | grep running; do sleep 1 ; done\ndone\n\nwhile ! curl\ \ http://{{VIP0}}:9000/ ; do sleep 1 ; done\n" - cephadm.shell: host.a: - stat -c '%u %g' /var/log/ceph | grep '167 167' - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - ceph orch ls | grep '^osd.all-available-devices ' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: b58f2c18636eb10faa77ed3614abd00cb85dfc2c timestamp: 2022-09-11_03:31:04 tube: smithi user: teuthology verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.1713