archive_path: /home/teuthworker/archive/yuriw-2023-11-11_17:06:02-rados-wip-yuri5-testing-2023-11-10-0828-distro-default-smithi/7455907
branch: wip-yuri5-testing-2023-11-10-0828
description: rados/cephadm/workunits/{0-distro/centos_9.stream_container_tools agent/on
  mon_election/connectivity task/test_host_drain}
email: null
first_in_suite: false
job_id: '7455907'
kernel: &id001
  kdb: true
  sha1: distro
last_in_suite: false
machine_type: smithi
name: yuriw-2023-11-11_17:06:02-rados-wip-yuri5-testing-2023-11-10-0828-distro-default-smithi
no_nested_subset: false
nuke-on-error: true
os_type: centos
os_version: 9.stream
overrides:
  admin_socket:
    branch: wip-yuri5-testing-2023-11-10-0828
  ceph:
    conf:
      global:
        mon election default strategy: 3
      mgr:
        debug mgr: 20
        debug ms: 1
        mgr/cephadm/use_agent: true
      mon:
        debug mon: 20
        debug ms: 1
        debug paxos: 20
      osd:
        debug ms: 1
        debug osd: 20
    flavor: default
    log-ignorelist:
    - \(MDS_ALL_DOWN\)
    - \(MDS_UP_LESS_THAN_MAX\)
    sha1: 298abd03623204cc79b0c92c1ba318ccde53812a
  ceph-deploy:
    conf:
      client:
        log file: /var/log/ceph/ceph-$name.$pid.log
      mon: {}
  install:
    ceph:
      flavor: default
      sha1: 298abd03623204cc79b0c92c1ba318ccde53812a
  selinux:
    whitelist:
    - scontext=system_u:system_r:logrotate_t:s0
  workunit:
    branch: wip-yuri5-testing-2023-11-10-0828
    sha1: 298abd03623204cc79b0c92c1ba318ccde53812a
owner: scheduled_yuriw@teuthology
priority: 75
repo: https://github.com/ceph/ceph-ci.git
roles:
- - host.a
  - mon.a
  - mgr.a
  - osd.0
  - osd.1
- - host.b
  - mon.b
  - mgr.b
  - osd.2
  - osd.3
- - host.c
  - mon.c
  - osd.4
  - osd.5
seed: 7472
sha1: 298abd03623204cc79b0c92c1ba318ccde53812a
sleep_before_teardown: 0
subset: 111/120000
suite: rados
suite_branch: wip-yuri5-testing-2023-11-10-0828
suite_path: /home/teuthworker/src/github.com_ceph_ceph-c_298abd03623204cc79b0c92c1ba318ccde53812a/qa
suite_relpath: qa
suite_repo: https://github.com/ceph/ceph-ci.git
suite_sha1: 298abd03623204cc79b0c92c1ba318ccde53812a
targets:
  smithi144.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGT1sEzIc2WNkRE8WdW0EhOzFZmtxrDMvKS0gnu8shMLczCnjAR/npGTYeDB85uSr7/Pf/FLO7YJfrffk5YcHhA=
  smithi156.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBAE15xCEnlLOCVlQx/XN26BOin9LXQJIfWKR/IT23p2FePtq+2W7llp033lh58HlBrIGc8jIChn9Ke4JCDMoqKI=
  smithi170.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOPpdv0ORvoalu3FDPotLpLUamAQ4HP7wEiZVl7VbhYXR+rdFt6fsGr+vvlP2jU/abtxKpKbpnu1J04RtmoEmHQ=
tasks:
- internal.check_packages: null
- internal.buildpackages_prep: null
- internal.save_config: null
- internal.check_lock: null
- internal.add_remotes: null
- console_log: null
- internal.connect: null
- internal.push_inventory: null
- internal.serialize_remote_roles: null
- internal.check_conflict: null
- internal.check_ceph_data: null
- internal.vm_setup: null
- kernel: *id001
- internal.base: null
- internal.archive_upload: null
- internal.archive: null
- internal.coredump: null
- internal.sudo: null
- internal.syslog: null
- internal.timer: null
- pcp: null
- selinux: null
- ansible.cephlab: null
- clock: null
- pexec:
    all:
    - sudo cp /etc/containers/registries.conf /etc/containers/registries.conf.backup
    - sudo dnf -y  module reset container-tools
    - sudo dnf -y  module install container-tools --allowerasing --nobest
    - sudo cp /etc/containers/registries.conf.backup /etc/containers/registries.conf
- install: null
- cephadm: null
- cephadm.shell:
    host.a:
    - "set -ex\nHOSTNAMES=$(ceph orch host ls --format json | jq -r '.[] | .hostname')\n\
      for host in $HOSTNAMES; do\n  # find the hostname for \"host.c\" which will\
      \ have no mgr\n  HAS_MGRS=$(ceph orch ps --hostname ${host} --format json |\
      \ jq 'any(.daemon_type == \"mgr\")')\n  if [ \"$HAS_MGRS\" == \"false\" ]; then\n\
      \    HOST_C=\"${host}\"\n  fi\ndone\n# now drain that host\nceph orch host drain\
      \ $HOST_C --zap-osd-devices\n# wait for drain to complete\nHOST_C_DAEMONS=$(ceph\
      \ orch ps --hostname $HOST_C)\nwhile [ \"$HOST_C_DAEMONS\" != \"No daemons reported\"\
      \ ]; do\n  sleep 15\n  HOST_C_DAEMONS=$(ceph orch ps --hostname $HOST_C)\ndone\n\
      # we want to check the ability to remove the host from\n# the CRUSH map, so\
      \ we should first verify the host is in\n# the CRUSH map.\nceph osd getcrushmap\
      \ -o compiled-crushmap\ncrushtool -d compiled-crushmap -o crushmap.txt\nCRUSH_MAP=$(cat\
      \ crushmap.txt)\nif ! grep -q \"$HOST_C\" <<< \"$CRUSH_MAP\"; then\n  printf\
      \ \"Expected to see $HOST_C in CRUSH map. Saw:\\n\\n$CRUSH_MAP\"\n  exit 1\n\
      fi\n# If the drain was successful, we should be able to remove the\n# host without\
      \ force with no issues. If there are still daemons\n# we will get a response\
      \ telling us to drain the host and a\n# non-zero return code\nceph orch host\
      \ rm $HOST_C --rm-crush-entry\n# verify we've successfully removed the host\
      \ from the CRUSH map\nsleep 30\nceph osd getcrushmap -o compiled-crushmap\n\
      crushtool -d compiled-crushmap -o crushmap.txt\nCRUSH_MAP=$(cat crushmap.txt)\n\
      if grep -q \"$HOST_C\" <<< \"$CRUSH_MAP\"; then\n  printf \"Saw $HOST_C in CRUSH\
      \ map after it should have been removed.\\n\\n$CRUSH_MAP\"\n  exit 1\nfi\n"
teuthology:
  fragments_dropped: []
  meta: {}
  postmerge: []
teuthology_branch: main
teuthology_sha1: 6899cd26fceddb2fec83dc1a1349394b28c8998e
timestamp: 2023-11-11_17:06:02
tube: smithi
user: yuriw
verbose: true
worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3590714