kuberenetes 上使用helm部署rancher如何卸載干凈

在已有的kuberenetes上用helm（部署文檔）部署過rancher卸載之后在也別想再次部署rancher了。。。會出現無法登陸 資源正在刪除中諸如此類問題，導致這個現象的原因是rancher創建的crd資源大部分都有finalizers字段，這會導致crd下的一系列資源一直在Terminating 下次安裝rancher的時候不會初始化這部分資源，比如nodes.management.cattle.io這個crd是映射k8s的node節點的，下次安裝rancher看到nodes.management.cattle.io正在Terminating 會“幫忙”把node節點從k8s集群中移除

如果還想在卸載過的環境再次部署rancher如需完整的清理一下rancher生成的所有資源

#!/bin/bash

# k8s=1.18 rchaner=2.5.5


api_server="https://192.168.10.229:6443"
token=`cat .kube/admin-token`

echo "處理刪除中斷"
curl -k $api_server/api/v1/namespaces/local/finalize \
 -H "Authorization: Bearer $token" \
 -H "Content-Type: application/json" \
 -XPUT \
 -d '{"apiVersion":"v1","kind":"Namespace","metadata":{"name":"local"},"spec":{"finalizers":[]}}'



kubectl patch --type='json' -p='[{"op": "remove", "path": "/metadata/finalizers"}]' ns $(kubectl get ns |egrep 'cattle|fleet|rancher|local|^p-|^user-' |awk '{print $1}')
project_ns=`kubectl get ns |egrep '^p-|local' |awk '{print $1}'`
project_crd=(clusterroletemplatebindings.management.cattle.io clusteralertgroups.management.cattle.io projects.management.cattle.io projectalertgroups.management.cattle.io projectalertrules.management.cattle.io projectroletemplatebindings.management.cattle.io nodes.management.cattle.io)


for ns in ${project_ns[@]}
do
  for crd in ${project_crd[@]}
  do
    kubectl patch --type='json' -p='[{"op": "remove", "path": "/metadata/finalizers"}]' $crd -n $ns $(kubectl get $crd -n $ns|grep -v NAME|awk '{print $1}')
  done
done


crd_list=`kubectl get crd |grep cattle.io |awk '{print $1}'`

for crd in $crd_list
do

kubectl patch --type='json' -p='[{"op": "remove", "path": "/metadata/finalizers"}]' $crd $(kubectl get $crd |grep -v NAME|awk '{print $1}')

done

echo "使用rancher清理工具 https://docs.rancher.cn/docs/rancher2/system-tools/_index/"
./system-tools remove -c .kube/config

kubectl get crd

echo "理論上所有rancher的crd都會被刪除，如果還有說明有異常，繼續會強制刪除"
echo "按任意鍵繼續"
read anykey


echo "helm卸載"
helm uninstall rancher -n cattle-system
helm uninstall rancher-operator -n rancher-operator-system
helm uninstall rancher-operator-crd -n rancher-operator-system
helm uninstall fleet -n fleet-system
helm uninstall fleet-crd -n fleet-system

echo "清理剩余資源"
sleep 5

for ns in $(kubectl get ns |grep -v NAME|awk '{print $1}')
do
  kubectl delete rolebinding $(kubectl get rolebinding -n $ns --selector='cattle.io/creator=norman' |grep -v NAME|awk '{print $1}') -n $ns
done


ns_list=`kubectl get ns |egrep 'cattle|fleet|rancher|local' |awk '{print $1}'`

kubectl delete ns $ns_list

kubectl patch --type='json' -p='[{"op": "remove", "path": "/metadata/finalizers"}]' crd $(kubectl get crd |grep 'cattle.io' |awk '{print $1}')
kubectl get crd |grep 'cattle.io' |awk '{print $1}' |xargs kubectl delete crd
kubectl get clusterrolebinding |egrep 'default-admin|fleet|pod-impersonation-helm-op|rancher' |awk '{print $1}' |xargs kubectl delete clusterrolebinding
kubectl get clusterrole |egrep 'fleet|pod-impersonation-helm-op' |awk '{print $1}' |xargs kubectl delete clusterrole

kubectl label ns $(kubectl get ns |egrep -v 'NAME' |awk '{print $1}') field.cattle.io/projectId-