archive_path: /home/teuthworker/archive/teuthology-2022-01-23_07:01:07-rados-master-distro-default-smithi/6636773 branch: master description: rados/cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop 1-start 2-services/rgw-ingress 3-final} email: ceph-qa@ceph.io first_in_suite: false job_id: '6636773' kernel: &id001 kdb: true sha1: distro last_in_suite: false machine_type: smithi name: teuthology-2022-01-23_07:01:07-rados-master-distro-default-smithi nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 8.stream overrides: admin_socket: branch: master ceph: conf: mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) log-whitelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: 87a490d7b00fc018c0f01748a346e531657c54c4 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 install: ceph: flavor: default sha1: 87a490d7b00fc018c0f01748a346e531657c54c4 selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: master sha1: 0f448714c2493b0bfd798dba6ef7bdb0f08282e2 owner: scheduled_teuthology@teuthology priority: 1000 repo: https://github.com/ceph/ceph.git roles: - - host.a - client.0 - - host.b - client.1 sha1: 87a490d7b00fc018c0f01748a346e531657c54c4 sleep_before_teardown: 0 suite: rados suite_branch: master suite_path: /home/teuthworker/src/github.com_ceph_ceph_0f448714c2493b0bfd798dba6ef7bdb0f08282e2/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph.git suite_sha1: 0f448714c2493b0bfd798dba6ef7bdb0f08282e2 targets: smithi046.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCyXwK88nLQd3Lv9R3iKHLMp185DdTFlF8yFI7c02dmGCTMerVN7rioVszKo9chbfIC8t/OHIB02aiuuTI3qBPbO2rbw0YAar0ldnbGXLdiwmztVgPedb3LCDh6Dl000uaP+EsHfGqLffwO7wH73P0zENJu/eNI3JONxBoCC4zgUNhaBYw2+e6G3KiNK532F6kFrTd02IiYivReDxlsX2J+R35IkJBNtfpxmCPWthCbzFtYR8hKCdIMftBJuq+rHl9BrIJamTeLK2qtPvCFYwfjNkTa6TganmQ9lN4XlqWnufCrFYeyqfoypmsrA2Yue0aew8d6XbCIQjtWxsNWleGfKb+d8GPYh+Bt7sqcsyArHoHtXQ+GHIesaNDsxxtrsHGxrk6H8TTGVs9asfMpbGWoc8WTgrb1GpEv/bvZKD9YoYfryxe4quQubDSmAVNJGQfs9K1UQntVXddy5QsH6b4klJOK3qmGNq0AqBN3aNKVMKS2u8NQxUaLByXhNwJS5GM= smithi173.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC8c+ghCNYdz6Ek0MHV1gP5bU7sDjwEwtp4eofE/1YhgXBgjkeVcDbMsLk22jpaAeYkOto49qmDGH3d5Ba2qOdGV1ZFRd4xViaPf9MB58jipecD0jdw0czgxdqbdi1OynlOJXXs2vgSMOlGqaXxOlNV39bgcm8AMPgXz2FPXTi0a3ir9EzOIjJIqb1dhSgQkIpocWXn8+n94LUT/7tMQyt3j5/WbbMmdVxKiaFgrI4IbI63FfHBm+16XaA6MU+qp/h9V/SoMLEJJrmkdYxxx25Qn9lxyGO3TflfwDTPWmUNuMlXQbI231AGx3FIl2jz+DtojK5rk7OsxaJwC5j20mzeLs5BFMTrYG009BvlJ7wWZHf40xCBFetqPDXGuyAHDInhADlKR1iFtSfCX/1SlR16MSKbhP/TWsqHwz/yZQY8iFIo1MVE/+Q5eTLE1kx0+N4VnIv5ssCQyqAlQXRYjsBbbzDlj31M8OPcnvnZL5XCUj5nRXEY1KOyc7Tm85P14h0= tasks: - internal.check_packages: null - internal.buildpackages_prep: null - internal.save_config: null - internal.check_lock: null - internal.add_remotes: null - console_log: null - internal.connect: null - internal.push_inventory: null - internal.serialize_remote_roles: null - internal.check_conflict: null - internal.check_ceph_data: null - internal.vm_setup: null - kernel: *id001 - internal.base: null - internal.archive_upload: null - internal.archive: null - internal.coredump: null - internal.sudo: null - internal.syslog: null - internal.timer: null - pcp: null - selinux: null - ansible.cephlab: null - clock: null - pexec: all: - sudo cp /etc/containers/registries.conf /etc/containers/registries.conf.backup - sudo dnf -y module reset container-tools - sudo dnf -y module install container-tools - sudo cp /etc/containers/registries.conf.backup /etc/containers/registries.conf - sudo sed -i 's/runtime = "runc"/#runtime = "runc"/g' /usr/share/containers/containers.conf - sudo sed -i 's/#runtime = "crun"/runtime = "crun"/g' /usr/share/containers/containers.conf - nvme_loop: null - cephadm: roleless: true - cephadm.shell: host.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - vip: null - cephadm.shell: host.a: - ceph orch device ls --refresh - cephadm.apply: specs: - placement: count: 4 host_pattern: '*' service_id: foo service_type: rgw spec: rgw_frontend_port: 8000 - placement: count: 2 service_id: rgw.foo service_type: ingress spec: backend_service: rgw.foo frontend_port: 9000 monitor_port: 9001 virtual_ip: '{{VIP0}}/{{VIPPREFIXLEN}}' - cephadm.wait_for_service: service: rgw.foo - cephadm.wait_for_service: service: ingress.rgw.foo - cephadm.shell: host.a: - "echo \"Check while healthy...\"\ncurl http://{{VIP0}}:9000/\n\n# stop each\ \ rgw in turn\necho \"Check with each rgw stopped in turn...\"\nfor rgw in `ceph\ \ orch ps | grep ^rgw.foo. | awk '{print $1}'`; do\n ceph orch daemon stop\ \ $rgw\n while ! ceph orch ps | grep $rgw | grep stopped; do sleep 1 ; done\n\ \ while ! curl http://{{VIP0}}:9000/ ; do sleep 1 ; done\n ceph orch daemon\ \ start $rgw\n while ! ceph orch ps | grep $rgw | grep running; do sleep 1\ \ ; done\ndone\n\n# stop each haproxy in turn\necho \"Check with each haproxy\ \ down in turn...\"\nfor haproxy in `ceph orch ps | grep ^haproxy.rgw.foo. |\ \ awk '{print $1}'`; do\n ceph orch daemon stop $haproxy\n while ! ceph orch\ \ ps | grep $haproxy | grep stopped; do sleep 1 ; done\n while ! curl http://{{VIP0}}:9000/\ \ ; do sleep 1 ; done\n ceph orch daemon start $haproxy\n while ! ceph orch\ \ ps | grep $haproxy | grep running; do sleep 1 ; done\ndone\n\nwhile ! curl\ \ http://{{VIP0}}:9000/ ; do sleep 1 ; done\n" - cephadm.shell: host.a: - stat -c '%u %g' /var/log/ceph | grep '167 167' - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - ceph orch ls | grep '^osd.all-available-devices ' teuthology_branch: master teuthology_sha1: 75f1bcd237a8b6022305cd53ba87e106d45aa665 timestamp: 2022-01-23_07:01:07 tube: smithi user: teuthology verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.20261