archive_path: /home/teuthworker/archive/benhanokh-2022-01-12_19:45:04-rados-WIP_GBH_NCB_expand_device_fix_1-distro-basic-smithi/6611026 branch: WIP_GBH_NCB_expand_device_fix_1 description: rados/cephadm/smoke-roleless/{0-distro/rhel_8.4_container_tools_3.0 0-nvme-loop 1-start 2-services/rgw-ingress 3-final} email: null first_in_suite: false job_id: '6611026' kernel: &id001 kdb: true sha1: distro last_in_suite: false machine_type: smithi name: benhanokh-2022-01-12_19:45:04-rados-WIP_GBH_NCB_expand_device_fix_1-distro-basic-smithi nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: rhel os_version: '8.4' overrides: admin_socket: branch: WIP_GBH_NCB_expand_device_fix_1 ceph: conf: mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) log-whitelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: a39b1f3cf7bdcb35ad8f9d11ae1bdc9f1300b876 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 install: ceph: sha1: a39b1f3cf7bdcb35ad8f9d11ae1bdc9f1300b876 kernel: hwe: true selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: WIP_GBH_NCB_expand_device_fix_1 sha1: a39b1f3cf7bdcb35ad8f9d11ae1bdc9f1300b876 owner: scheduled_benhanokh@teuthology priority: 150 repo: https://github.com/ceph/ceph-ci.git roles: - - host.a - client.0 - - host.b - client.1 sha1: a39b1f3cf7bdcb35ad8f9d11ae1bdc9f1300b876 sleep_before_teardown: 0 suite: rados suite_branch: WIP_GBH_NCB_expand_device_fix_1 suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_a39b1f3cf7bdcb35ad8f9d11ae1bdc9f1300b876/qa suite_relpath: qa suite_repo: git://git.ceph.com/ceph-ci.git suite_sha1: a39b1f3cf7bdcb35ad8f9d11ae1bdc9f1300b876 targets: smithi052.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCRFtvy/hiI9ySFPFP5G7qDlbz3EmPyA+Uh5Fdsbod9wT9qVef42aNYAFMLccUboV065PIB0g5BZxy1qpKYgV1yLINM+SQJYxma3HYOuLpBWYtKAPH0qYRvYdlpgR6CX/9kPUqysHKCBjwkcgfDodCHGHeXCwKiVnKomfo6m3g+n559bS3uF3evYP4MSDYxUG1PqgkY2TJ5TAUDbA0zYsxb3946qY2vzPd/5Te4i2GOTb1LQVlDSZp4TaLRoFyVqS79nehj243kWwtid4DEfwmCZZA19xqFkzfrkPd215dxsVXI3VHfQ+pIzqkrYXoTUPVqLqD3hDGf3YzNf5Qvp5xiBuJ3ST7L0tjJmIWg9lJKbKI327Ifh9nKbLG2XsEdAnazHwFgIdoasjvTISSyjwO6MsjOikS/pX/0+Ql4hjWMyaTDPvqgCPduEF0ZLoTrzkszPyh0hrxnSfuTPLEQV/jSa7eE3GRR60/7GP1TgMAJih4miLEu1SBeGgWNM67UFuk= smithi116.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDR9Zz9e9wzcUH9POv5pz4z3lhynbSv0fwVy2UYboAYu4qokP9GF4je1PjOfJmyZhMvPpj0XVnDnaN5Bfh4VFwvdfxfGX1ySmcZaMrnMr+oDWFecOsBivdy6s7t+mDC7na+dK4zFy9zygQoqCPLRaoM6kHjEF2qYIYnBuZuURlhqGgGIl2onEECrApkSQl5aHNnjx8Qqbd4qo1fF6zKiLs27WaSJbYRm2moBV2WA1HKekd5tpmNU3cjO4CeQSd5bBTA+ouAov4GzQjPZrcufXgBiaYknLIAoA0W1DIP+JRWh6EcHAMKmF3DBu9kLmOxyBQ1HUTrWFv2gQHlIBEn1mXjh7T8U/Vn+5P6tB+IA17o1O1UZZaVPRkaG8E/D+RVQvUGKe8XnbKI0dHZFr3tRB5iZDphabOVoZbIga+58uv8eyAoAOr1ckYpGiLV3rkwe3Nn8gzZgAoAVAfpGBC3EXGzvyvXQaG07pzafouzgffeF8WY/7KoAuS2zwkN15tOkTE= tasks: - internal.check_packages: null - internal.buildpackages_prep: null - internal.save_config: null - internal.check_lock: null - internal.add_remotes: null - console_log: null - internal.connect: null - internal.push_inventory: null - internal.serialize_remote_roles: null - internal.check_conflict: null - internal.check_ceph_data: null - internal.vm_setup: null - kernel: *id001 - internal.base: null - internal.archive_upload: null - internal.archive: null - internal.coredump: null - internal.sudo: null - internal.syslog: null - internal.timer: null - pcp: null - selinux: null - ansible.cephlab: null - clock: null - pexec: all: - sudo cp /etc/containers/registries.conf /etc/containers/registries.conf.backup - sudo dnf -y module reset container-tools - sudo dnf -y module install container-tools:3.0 - sudo cp /etc/containers/registries.conf.backup /etc/containers/registries.conf - nvme_loop: null - cephadm: roleless: true - cephadm.shell: host.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - vip: null - cephadm.shell: host.a: - ceph orch device ls --refresh - cephadm.apply: specs: - placement: count: 4 host_pattern: '*' service_id: foo service_type: rgw spec: rgw_frontend_port: 8000 - placement: count: 2 service_id: rgw.foo service_type: ingress spec: backend_service: rgw.foo frontend_port: 9000 monitor_port: 9001 virtual_ip: '{{VIP0}}/{{VIPPREFIXLEN}}' - cephadm.wait_for_service: service: rgw.foo - cephadm.wait_for_service: service: ingress.rgw.foo - cephadm.shell: host.a: - "echo \"Check while healthy...\"\ncurl http://{{VIP0}}:9000/\n\n# stop each\ \ rgw in turn\necho \"Check with each rgw stopped in turn...\"\nfor rgw in `ceph\ \ orch ps | grep ^rgw.foo. | awk '{print $1}'`; do\n ceph orch daemon stop\ \ $rgw\n while ! ceph orch ps | grep $rgw | grep stopped; do sleep 1 ; done\n\ \ while ! curl http://{{VIP0}}:9000/ ; do sleep 1 ; done\n ceph orch daemon\ \ start $rgw\n while ! ceph orch ps | grep $rgw | grep running; do sleep 1\ \ ; done\ndone\n\n# stop each haproxy in turn\necho \"Check with each haproxy\ \ down in turn...\"\nfor haproxy in `ceph orch ps | grep ^haproxy.rgw.foo. |\ \ awk '{print $1}'`; do\n ceph orch daemon stop $haproxy\n while ! ceph orch\ \ ps | grep $haproxy | grep stopped; do sleep 1 ; done\n while ! curl http://{{VIP0}}:9000/\ \ ; do sleep 1 ; done\n ceph orch daemon start $haproxy\n while ! ceph orch\ \ ps | grep $haproxy | grep running; do sleep 1 ; done\ndone\n\nwhile ! curl\ \ http://{{VIP0}}:9000/ ; do sleep 1 ; done\n" - cephadm.shell: host.a: - stat -c '%u %g' /var/log/ceph | grep '167 167' - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - ceph orch ls | grep '^osd.all-available-devices ' teuthology_branch: master teuthology_sha1: 6fc2011361437a9dfe4e45b50de224392eed8abc timestamp: 2022-01-12_19:45:04 tube: smithi user: benhanokh verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.20261