diff options
Diffstat (limited to 'tools/clean-genesis.sh')
| -rw-r--r-- | tools/clean-genesis.sh | 158 |
1 files changed, 158 insertions, 0 deletions
diff --git a/tools/clean-genesis.sh b/tools/clean-genesis.sh new file mode 100644 index 0000000..4d18f78 --- /dev/null +++ b/tools/clean-genesis.sh @@ -0,0 +1,158 @@ +#!/bin/bash + +set -x + +log () { + printf "$(date)\t%s\n" "${1}" +} + +TO_RM=( + "/etc/cni" + "/etc/coredns" + "/etc/etcd" + "/etc/genesis" + "/etc/kubernetes" + "/etc/promenade" + "/etc/systemd/system/kubelet.service" + "/home/ceph" + "/tmp/tmp.*" + "/var/lib/etcd" + "/var/lib/kubelet" + "/var/lib/openstack-helm" + "/var/log/containers" + "/var/log/pods" + "/var/log/armada" + "/etc/modprobe.d/krbd_blacklist.conf" + "/srv/elasticsearch-data" + "/srv/elasticsearch-master" + "/srv/prometheus-data" +) + +prune_docker() { + log "Docker prune" + docker volume prune -f + docker system prune -a -f +} + +remove_containers() { + log "Remove all Docker containers" + docker ps -aq 2> /dev/null | xargs --no-run-if-empty docker rm -fv + log "Remove all containerd pods" + systemctl restart containerd || true + sleep 60 + crictl rmp -a -f || true + log "Remove any remaining containerd containers" + crictl rm -a -f || true + systemctl stop containerd || true +} + +remove_files() { + for item in "${TO_RM[@]}"; do + log "Removing ${item}" + rm -rf "${item}" + done +} + +reset_docker() { + log "Remove all local Docker images" + docker images -qa | xargs --no-run-if-empty docker rmi -f + log "Remove remaining Docker files" + systemctl stop docker + if ! rm -rf /var/lib/docker/*; then + log "Failed to cleanup some files in /var/lib/docker" + find /var/lib/docker + fi + log "Remove all local containerd data" + if ! rm -rf /var/lib/containerd/*; then + log "Failed to cleanup some files in /var/lib/containerd/" + find /var/lib/containerd + fi +} + +stop_kubelet() { + log "Stop Kubelet and clean pods" + systemctl stop kubelet || true + # Issue with orhan PODS + # https://github.com/kubernetes/kubernetes/issues/38498 + find /var/lib/kubelet/pods 2> /dev/null | while read orphan_pod; do + if [[ ${orphan_pod} == *io~secret/* ]] || [[ ${orphan_pod} == *empty-dir/* ]]; then + umount "${orphan_pod}" || true + rm -rf "${orphan_pod}" + fi + done +} + +wipe_disk() { + CEPH_VG=$(vgs | tail -n +1 | awk '{print $1}' | grep ceph-vg- | paste -d " " - -) + + if [[ x$CEPH_VG != 'x' ]]; then + vgremove -f $CEPH_VG + fi + + log "Wipe out CEPH disks" + apt install --yes gdisk + echo "====Earsing disk sdb====" + sudo sgdisk -Z /dev/sdb + sudo dd if=/dev/zero of=/dev/sdb bs=1M count=200 +} + +service_exists() { + local n=$1 + if [[ $(systemctl list-units --all -t service --full --no-legend "$n.service" | cut -f1 -d' ') == $n.service ]]; then + return 0 + else + return 1 + fi +} + +FORCE=0 +RESET_DOCKER=0 +while getopts "fk" opt; do + case "${opt}" in + f) + FORCE=1 + ;; + k) + RESET_DOCKER=1 + ;; + *) + echo "Unknown option" + exit 1 + ;; + esac +done + +if [[ $FORCE == "0" ]]; then + echo Warning: This cleanup script is very aggresive. Run with -f to avoid this prompt. + while true; do + read -p "Are you sure you wish to proceed with aggressive cleanup?" yn + case $yn in + [Yy]*) + RESET_DOCKER=1 + break + ;; + *) + echo Exitting. + exit 1 + esac + done +fi + +if service_exists kubelet; then + stop_kubelet + remove_containers + remove_files + prune_docker + systemctl daemon-reload + systemctl start containerd.service + if [[ $RESET_DOCKER == "1" ]]; then + echo "hi" + reset_docker + fi + systemctl start containerd +#sudo crictl pull docker.io/busybox:1.28.3 +#sudo crictl pull docker.io/haproxy:1.8.19 + service docker restart +fi +wipe_disk + |