archive_path: /home/teuthworker/archive/teuthology-2022-01-09_07:01:02-rados-master-distro-default-smithi/6604255 branch: master description: rados/cephadm/smoke-roleless/{0-distro/rhel_8.4_container_tools_rhel8 0-nvme-loop 1-start 2-services/rgw-ingress 3-final} email: ceph-qa@ceph.io first_in_suite: false job_id: '6604255' kernel: kdb: true sha1: distro last_in_suite: false machine_type: smithi name: teuthology-2022-01-09_07:01:02-rados-master-distro-default-smithi nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: rhel os_version: '8.4' overrides: admin_socket: branch: master ceph: conf: mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) log-whitelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: d88921523f11a8b75f70d99cee36df91e7046d89 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 install: ceph: flavor: default sha1: d88921523f11a8b75f70d99cee36df91e7046d89 kernel: hwe: true selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: master sha1: d88921523f11a8b75f70d99cee36df91e7046d89 owner: scheduled_teuthology@teuthology priority: 1000 repo: https://github.com/ceph/ceph.git roles: - - host.a - client.0 - - host.b - client.1 sha1: d88921523f11a8b75f70d99cee36df91e7046d89 sleep_before_teardown: 0 suite: rados suite_branch: master suite_path: /home/teuthworker/src/github.com_ceph_ceph_d88921523f11a8b75f70d99cee36df91e7046d89/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph.git suite_sha1: d88921523f11a8b75f70d99cee36df91e7046d89 targets: smithi003.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCWUUhCEpuGBhxlgzq+/Atwhq9skP0Kpkf4PEE42tHWK6BawlCPKPxMwhawsJuKZk6HlSBufxe9dP4wbP3kyQq8C4L67PvCDPEtQmPo4rYuyEIBPNynMhk0P1iE1BFd5zRRIKQ5L11p+mub4xjR1vLIq5KeRHM1IrRaFYSomiKGfICiwf+DwzswrG2Ug7ImfhXVyL0b+b+428wvIVAVj2h7D3/j2fjoP5cILuTJNkmqdDk1YU3yPvCCjsgTogmp8io3FXloaxRgWL8U1z8Qxi1h4D8PjkaEQy7ebgRxc3JdSbtbe17jXM7zPCwRXLLEchcVmRWSU0XczWeRrCPmTFJvEkUoR/ZCFLN6TVcEBxDLmK3n7GODcb2v1QUOUMjiqkXZtEQGPbK5+dvBAd1+bjOqkWwJP0x8w29sDzODNoqG71nc1GsJuXsuVb7CADBk0oCp/ylwPm9WQigKHpPwSvxVjhsDHbCVEkKZiFt6QPjEmgYZyKu+Md6yj0T4swcw3E8= smithi037.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDcFSsm63LEdvoFSAdsh1rq2rAGB04SHODnUqlsJWxa00x5eTLpaBpfMlWKjXe+ql9OJwvNVjc9yyWXgG46luhVzSoigzuJyY8/om8VJXmryLj9kn+MXIPNzyE4H/uEsW3htUecgUXcCwFC6HWmi3KjK5dp0Y2rWu3GgmWSdULj06RziPFdSqfAr2LAUVtRlDNq5BrcR/tBRBYKg1ehsVRxISUxadVhsSqihkXQ0DGp9L3JdS7hBRePKSNgx8uqgNbERHJZHiy8rYGOeL+m1cUQ1WYpHE/HJcY0TNywkPMONVDCjOW9FMsu1cw2GcnjOcsjjPbC5g1Bib0YM9f+uQrRKNWajO3paNv9VYX66HDk7R8sqzx5zYziuMWMd6W0cbyACR+ZYp1hcWVLyuUVUIWRtJzM6lFowy+Bt8jE3Y52BKrxv2Jx+ARWY39eW5b8c7p6/LDvT4YeYDRKkgVdJMRxaEnj9SETwV04eiFoahNHQ1BGjtcMIuN9KXb8JSIJCRc= tasks: - pexec: all: - sudo cp /etc/containers/registries.conf /etc/containers/registries.conf.backup - sudo dnf -y module reset container-tools - sudo dnf -y module install container-tools:rhel8 - sudo cp /etc/containers/registries.conf.backup /etc/containers/registries.conf - nvme_loop: null - cephadm: roleless: true - cephadm.shell: host.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - vip: null - cephadm.shell: host.a: - ceph orch device ls --refresh - cephadm.apply: specs: - placement: count: 4 host_pattern: '*' service_id: foo service_type: rgw spec: rgw_frontend_port: 8000 - placement: count: 2 service_id: rgw.foo service_type: ingress spec: backend_service: rgw.foo frontend_port: 9000 monitor_port: 9001 virtual_ip: '{{VIP0}}/{{VIPPREFIXLEN}}' - cephadm.wait_for_service: service: rgw.foo - cephadm.wait_for_service: service: ingress.rgw.foo - cephadm.shell: host.a: - "echo \"Check while healthy...\"\ncurl http://{{VIP0}}:9000/\n\n# stop each\ \ rgw in turn\necho \"Check with each rgw stopped in turn...\"\nfor rgw in `ceph\ \ orch ps | grep ^rgw.foo. | awk '{print $1}'`; do\n ceph orch daemon stop\ \ $rgw\n while ! ceph orch ps | grep $rgw | grep stopped; do sleep 1 ; done\n\ \ while ! curl http://{{VIP0}}:9000/ ; do sleep 1 ; done\n ceph orch daemon\ \ start $rgw\n while ! ceph orch ps | grep $rgw | grep running; do sleep 1\ \ ; done\ndone\n\n# stop each haproxy in turn\necho \"Check with each haproxy\ \ down in turn...\"\nfor haproxy in `ceph orch ps | grep ^haproxy.rgw.foo. |\ \ awk '{print $1}'`; do\n ceph orch daemon stop $haproxy\n while ! ceph orch\ \ ps | grep $haproxy | grep stopped; do sleep 1 ; done\n while ! curl http://{{VIP0}}:9000/\ \ ; do sleep 1 ; done\n ceph orch daemon start $haproxy\n while ! ceph orch\ \ ps | grep $haproxy | grep running; do sleep 1 ; done\ndone\n\nwhile ! curl\ \ http://{{VIP0}}:9000/ ; do sleep 1 ; done\n" - cephadm.shell: host.a: - stat -c '%u %g' /var/log/ceph | grep '167 167' - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - ceph orch ls | grep '^osd.all-available-devices ' teuthology_branch: master teuthology_sha1: 00e09f05e9fb2ab7c7f497f5e446613531743ae2 timestamp: 2022-01-09_07:01:02 tube: smithi user: teuthology verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.20261