description: orch:cephadm/workunits/{0-distro/rhel_8.6_container_tools_3.0 agent/off
  mon_election/classic task/test_host_drain}
duration: 1523.3956549167633
failure_reason: 'Command failed on smithi042 with status 22: ''sudo /home/ubuntu/cephtest/cephadm
  --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2197ffb6d18705999f38c4c20fe51351c31e5ad7
  shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b6f578bc-7e1e-11ee-8dbb-212e2dc638e7
  -- bash -c \''set -ex\nHOSTNAMES=$(ceph orch host ls --format json | jq -r \''"\''"\''.[]
  | .hostname\''"\''"\'')\nfor host in $HOSTNAMES; do\n  # find the hostname for "host.c"
  which will have no mgr\n  HAS_MGRS=$(ceph orch ps --hostname ${host} --format json
  | jq \''"\''"\''any(.daemon_type == "mgr")\''"\''"\'')\n  if [ "$HAS_MGRS" == "false"
  ]; then\n    HOST_C="${host}"\n  fi\ndone\n# now drain that host\nceph orch host
  drain $HOST_C --zap-osd-devices\n# wait for drain to complete\nHOST_C_DAEMONS=$(ceph
  orch ps --hostname $HOST_C)\nwhile [ "$HOST_C_DAEMONS" != "No daemons reported"
  ]; do\n  sleep 15\n  HOST_C_DAEMONS=$(ceph orch ps --hostname $HOST_C)\ndone\n#
  we want to check the ability to remove the host from\n# the CRUSH map, so we should
  first verify the host is in\n# the CRUSH map.\nceph osd getcrushmap -o compiled-crushmap\ncrushtool
  -d compiled-crushmap -o crushmap.txt\nCRUSH_MAP=$(cat crushmap.txt)\nif ! grep -q
  "$HOST_C" <<< "$CRUSH_MAP"; then\n  printf "Expected to see $HOST_C in CRUSH map.
  Saw:\\n\\n$CRUSH_MAP"\n  exit 1\nfi\n# One last thing to worry about before removing
  the host\n# is that the teuthology test tends to put the explicit\n# hostnames in
  the placement for the mon service.\n# We want to make sure we can remove without
  providing\n# --force and there is a check for the host being removed\n# being listed
  explicitly in the placements. Therefore,\n# we should remove it from the mon placement.\nceph
  orch ls mon --export > mon.yaml\nsed /"$HOST_C"/d mon.yaml > mon_adjusted.yaml\nceph
  orch apply -i mon_adjusted.yaml\n# If the drain was successful, we should be able
  to remove the\n# host without force with no issues. If there are still daemons\n#
  we will get a response telling us to drain the host and a\n# non-zero return code\nceph
  orch host rm $HOST_C --rm-crush-entry\n# verify we\''"\''"\''ve successfully removed
  the host from the CRUSH map\nsleep 30\nceph osd getcrushmap -o compiled-crushmap\ncrushtool
  -d compiled-crushmap -o crushmap.txt\nCRUSH_MAP=$(cat crushmap.txt)\nif grep -q
  "$HOST_C" <<< "$CRUSH_MAP"; then\n  printf "Saw $HOST_C in CRUSH map after it should
  have been removed.\\n\\n$CRUSH_MAP"\n  exit 1\nfi\n\'''''
flavor: default
owner: scheduled_adking@teuthology
sentry_event: https://sentry.ceph.com/organizations/ceph/?query=c3d38998577d4563bead7b4aa3bfd6a0
status: fail
success: false