add single script to launch kubernete and moon at once

Change-Id: I6cd5c0ce3a08d4d895fdeac15233abe552570f54

4 files changed, 294 insertions, 83 deletions

diff --git a/tools/moon_kubernetes/README.md b/tools/moon_kubernetes/README.md
index 2077e580..e75fe086 100644
--- a/tools/moon_kubernetes/README.md
+++ b/tools/moon_kubernetes/README.md
@@ -28,17 +28,17 @@ apt-get install -y kubelet kubeadm kubectl
 ```
 
 ## Moon Deployment
-### Initiate K8S
+### Deploy kubernete and moon
 ```bash
 cd $MOON_HOME
-bash tools/moon_kubernetes/init_k8s.sh
+bash tools/moon_kubernetes/init_k8s_moon.sh
 ```
+This will wait for kubernetes and then moon to be up
 
-Wait until all the kubeadm containers are in the `running` state:
+To check that the platform is running correctely, 
 ```bash
 watch kubectl get po --namespace=kube-system
 ```
-    
 You must see something like this:
 
     $ kubectl get po --namespace=kube-system
@@ -53,14 +53,6 @@ You must see something like this:
     kube-proxy-x88wg                            1/1       Running   0          1h
     kube-scheduler-varuna                       1/1       Running   0          1h
 
-
-### Deploy Moon
-```bash
-cd $MOON_HOME
-sudo bash tools/moon_kubernetes/start_moon.sh
-```
-
-Wait until all the Moon containers are in the `running` state:
 ```bash
 watch kubectl get po --namespace=moon
 ```
@@ -79,6 +71,16 @@ You must see something like this:
     orchestrator-65d8fb4574-tnfx2          1/1       Running   0          51m
     wrapper-astonishing-748b7dcc4f-ngsvp   1/1       Running   0          51m
 
+
+### Deploy or redeploy Moon only
+
+Kubernete shall be running.
+
+```bash
+cd $MOON_HOME
+sudo bash tools/moon_kubernetes/init_k8s_moon.sh moon
+```
+
     
 ### Troubleshoot
 check *Consul* for: 
diff --git a/tools/moon_kubernetes/init_k8s.sh b/tools/moon_kubernetes/init_k8s.sh
deleted file mode 100644
index 8ec1237c..00000000
--- a/tools/moon_kubernetes/init_k8s.sh
+++ /dev/null
@@ -1,33 +0,0 @@
-#!/usr/bin/env bash
-
-set -x
-
-sudo kubeadm reset
-
-sudo swapoff -a
-
-sudo kubeadm init --pod-network-cidr=192.168.0.0/16 # network for Calico
-#sudo kubeadm init --pod-network-cidr=10.244.0.0/16 # network for Canal
-
-mkdir -p $HOME/.kube
-sudo cp -f /etc/kubernetes/admin.conf $HOME/.kube/config
-sudo chown $(id -u):$(id -g) $HOME/.kube/config
-
-kubectl apply -f http://docs.projectcalico.org/v2.4/getting-started/kubernetes/installation/hosted/kubeadm/1.6/calico.yaml
-#kubectl apply -f https://raw.githubusercontent.com/projectcalico/canal/master/k8s-install/1.6/rbac.yaml
-#kubectl apply -f https://raw.githubusercontent.com/projectcalico/canal/master/k8s-install/1.6/canal.yaml
-
-#kubectl create -f https://raw.githubusercontent.com/kubernetes/dashboard/master/src/deploy/recommended/kubernetes-dashboard.yaml
-
-kubectl delete deployment kube-dns --namespace=kube-system
-kubectl apply -f tools/moon_kubernetes/templates/kube-dns.yaml
-
-kubectl taint nodes --all node-role.kubernetes.io/master- # make the master also as a node
-
-kubectl proxy&
-sleep 5
-echo =========================================
-kubectl get po --namespace=kube-system
-echo =========================================
-
-
diff --git a/tools/moon_kubernetes/init_k8s_moon.sh b/tools/moon_kubernetes/init_k8s_moon.sh
new file mode 100644
index 00000000..00c1b443
--- /dev/null
+++ b/tools/moon_kubernetes/init_k8s_moon.sh
@@ -0,0 +1,280 @@
+#!/bin/bash
+#number of pods type that should be running or be stopped
+declare -i pods_to_check=0
+ #global variable on current namespace to check
+current_namespace=""
+#if set to 1 we check that the pods are running, otherwise we chack that the pods are stopped
+declare -i check_running=1
+#name of the pod to check
+match_pattern=""
+#postfix used to recognize pods name
+OS="unknown_os"
+
+#this function checks if a pod with name starting with $1 is in the Running / Stopped state depending on $heck_running
+#   $1 : the name the pods starts with (without the random string added by kubernate to the pod name)
+#   $2 : either the number of identical pods that shall be run or #
+#   $3 : if $2 is #, the number of lines of the pods name appear on which the pod appears
+function check_pod() {
+   declare -i nb_arguments=$#
+   match_pattern="$1"; shift
+   if [ $nb_arguments -gt 2 ]; then
+         shift; declare -i nb_pods_pattern="$1"
+         if [ $check_running -eq 1 ]; then #check if pods are running
+             declare -i result=$(sudo kubectl get po --namespace=${current_namespace} | grep  $match_pattern | grep "1/1" | grep -c "Running")
+             if [ $result -eq $nb_pods_pattern ]; then
+                pods_to_check=$pods_to_check+1
+             fi
+         else #check if pods are stopped
+             declare -i result=$(sudo kubectl get po --namespace=${current_namespace} | grep  $match_pattern | grep -c "Running\|Terminating")
+             if [ $result -eq 0 ]; then
+                pods_to_check=$pods_to_check+1
+             fi
+         fi
+   else
+         declare -i nb=$1
+         if [ $check_running -eq 1 ]; then #check if pods are running
+             declare -i result=$(sudo kubectl get po --namespace=${current_namespace} |  grep  $match_pattern | grep "$nb/$nb" | grep -c "Running")
+             if [ $result -eq 1 ]; then
+                pods_to_check=$pods_to_check+1
+             fi
+         else #check if pods are stopped
+             declare -i result=$(sudo kubectl get po --namespace=${current_namespace} |  grep  $match_pattern | grep -c "Running\|Terminating")
+             if [ $result -eq 0 ]; then
+                pods_to_check=$pods_to_check+1
+             fi
+         fi
+   fi
+}
+
+#this function tests a list of pods
+function check_pods() {
+    current_namespace="${1}"; shift
+    pods=("${@}")
+    declare -i pods_nb=${#pods[@]}
+    sleep 2
+    while [ $pods_to_check -lt $pods_nb ]
+    do
+        pods_to_check=0
+        for node in "${pods[@]}"
+        do
+            check_pod $node
+        done
+
+        if [ $check_running -eq 1 ]; then
+            echo -ne "$pods_to_check node types on $pods_nb are running...\033[0K\r"
+        else
+            declare -i running_pods=$pods_nb-$pods_to_check
+            echo -ne "$running_pods node types on $pods_nb are still running...\033[0K\r"
+        fi
+        sleep 2
+    done
+}
+
+#this function checks if a list of pods ($2) in a specific namspace ($1) are in the Running state
+function check_pods_running() {
+   check_running=1
+   check_pods "${@}"
+   pods_to_check=0
+}
+
+#this function checks if a list of pods ($2) are not in a specific namspace ($1)
+function check_pods_not_running() {
+   check_running=0
+   check_pods "${@}"
+   pods_to_check=0
+}
+
+function wait_for_kubernate_calico() {
+  echo -ne "Waiting for kubernate... "
+  kube_namespace="kube-system"
+  declare -a kube_pods=("calico-etcd 1" "calico-node 2" "calico-policy-controller 1" "etcd-${OS} 1" "kube-apiserver-${OS} 1" "kube-controller-manager-${OS} 1" "kube-dns 3" "kube-proxy 1" "kube-scheduler-${OS} 1")
+  check_pods_running "$kube_namespace" "${kube_pods[@]}"
+}
+
+function wait_for_moon_init() {
+ echo "Waiting for moon (consul, db, keystone) ..."
+ kube_namespace="moon"
+ declare -a kube_pods=("consul 1" "db 1" "keystone 1")
+ check_pods_running "$kube_namespace" "${kube_pods[@]}"
+}
+
+function wait_for_moon_forming() {
+ echo "Waiting for moon (forming) ..."
+ kube_namespace="moon"
+ declare -a kube_pods=("forming 1")
+ check_pods_running "$kube_namespace" "${kube_pods[@]}"
+}
+
+function wait_for_moon_manager() {
+ echo "Waiting for moon (manager) ..."
+ kube_namespace="moon"
+ declare -a kube_pods=("manager # 3")
+ check_pods_running "$kube_namespace" "${kube_pods[@]}"
+}
+
+function wait_for_moon_end() {
+ echo "Waiting for moon (orchestrator, gui) ..."
+ kube_namespace="moon"
+ declare -a kube_pods=("gui 1" "orchestrator 1")
+ check_pods_running "$kube_namespace" "${kube_pods[@]}"
+}
+
+function wait_for_moon_forming_to_end() {
+ echo "Waiting for moon forming to finish initialization. This can take few minutes..."
+ kube_namespace="moon"
+ declare -a kube_pods=("forming 1")
+ check_pods_not_running "$kube_namespace" "${kube_pods[@]}"
+}
+
+function wait_for_moon_delete_to_end(){
+  echo "Waiting for moon to terminate..."
+  kube_namespace="moon"
+  declare -a kube_pods=("consul 1" "db 1" "keystone 1" "manager # 3" "gui 1" "orchestrator 1")
+  check_pods_not_running "$kube_namespace" "${kube_pods[@]}"
+}
+
+function check_os(){
+ if [ -f /etc/os-release ]; then
+    # freedesktop.org and systemd
+    . /etc/os-release
+    OS=${ID}
+ elif type lsb_release >/dev/null 2>&1; then
+    # linuxbase.org
+    OS=$(lsb_release -si)
+    declare -i result=$(grep -i "debian" $OS)
+    if [ $result -eq 1 ]; then
+        OS="debian"
+    fi
+    declare -i result=$(grep -i "ubuntu" $OS)
+    if [ $result -eq 1 ]; then
+        OS="ubuntu"
+    fi
+ elif [ -f /etc/lsb-release ]; then
+    # For some versions of Debian/Ubuntu without lsb_release command
+    . /etc/lsb-release
+    OS=$DISTRIB_ID
+    declare -i result=$(grep -i "debian" $OS)
+    if [ $result -eq 1 ]; then
+        OS="debian"
+    fi
+    declare -i result=$(grep -i "ubuntu" $OS)
+    if [ $result -eq 1 ]; then
+        OS="ubuntu"
+    fi
+ elif [ -f /etc/debian_version ]; then
+    # Older Debian/Ubuntu/etc.
+    declare -i result=$(grep -i "debian" $OS)
+    if [ $result -eq 1 ]; then
+        OS="debian"
+    fi
+    declare -i result=$(grep -i "ubuntu" $OS)
+    if [ $result -eq 1 ]; then
+        OS="ubuntu"
+    fi
+ elif [ -f /etc/SuSe-release ]; then
+    # Older SuSE/etc.
+    echo "TO DO : get the name of the OS at the end of the pods name"
+ elif [ -f /etc/redhat-release ]; then
+    # Older Red Hat, CentOS, etc.
+    echo "TO DO : get the name of the OS at the end of the pods name"
+ else
+    # Fall back to uname, e.g. "Linux <version>", also works for BSD, etc.
+    OS=$(uname -s)
+    echo "TO DO : get the name of the OS at the end of the pods name"
+ fi
+ echo "postfix used to detect pods name : ${OS}"
+}
+
+declare -i nb_arguments=$#
+declare -i init_kubernate=1
+
+if [ $# -eq 1 ]; then
+    if [ $1 == "moon" ]; then
+       init_kubernate=0
+    fi
+
+    if [ $1 == "-h" ]; then
+       echo "Usage : "
+       echo " - 'bash tools/moon_kubernetes/init_k8s_moon.sh'        launches the kubernates platform and the moon platform."
+       echo " - 'bash tools/moon_kubernetes/init_k8s_moon.sh moon'   launches the moon platform only. If the moon platform is already launched, it deletes and recreates it."
+       echo " "
+    fi
+fi
+
+if [ $init_kubernate -eq 1 ]; then
+    check_os
+    echo "=============================="
+    echo "Launching kubernate  "
+    echo "=============================="
+    sudo kubeadm reset
+    sudo swapoff -a
+    sudo kubeadm init --pod-network-cidr=192.168.0.0/16 # network for Calico
+    #sudo kubeadm init --pod-network-cidr=10.244.0.0/16 # network for Canal
+
+    mkdir -p $HOME/.kube
+    sudo cp -f /etc/kubernetes/admin.conf $HOME/.kube/config
+    sudo chown $(id -u):$(id -g) $HOME/.kube/config
+
+    kubectl apply -f http://docs.projectcalico.org/v2.4/getting-started/kubernetes/installation/hosted/kubeadm/1.6/calico.yaml
+    #kubectl apply -f https://raw.githubusercontent.com/projectcalico/canal/master/k8s-install/1.6/rbac.yaml
+    #kubectl apply -f https://raw.githubusercontent.com/projectcalico/canal/master/k8s-install/1.6/canal.yaml
+    #kubectl create -f https://raw.githubusercontent.com/kubernetes/dashboard/master/src/deploy/recommended/kubernetes-dashboard.yaml
+
+    kubectl delete deployment kube-dns --namespace=kube-system
+    kubectl apply -f tools/moon_kubernetes/templates/kube-dns.yaml
+    kubectl taint nodes --all node-role.kubernetes.io/master- # malke the master also as a node
+
+    kubectl proxy&
+
+    wait_for_kubernate_calico
+
+    echo "=============================="
+    echo "Kubernate platform is ready ! "
+    echo "=============================="
+fi
+
+echo "============================"
+echo "Launching moon "
+echo "============================"
+#check if the moon platform is running, if so we terminate it
+declare -i moon_is_running=$(sudo kubectl get namespace | grep -c moon)
+if [ $moon_is_running -eq 1 ]; then
+    sudo kubectl delete namespace moon
+    wait_for_moon_delete_to_end
+    sleep 2
+fi
+
+#launching moon
+kubectl create namespace moon
+kubectl create configmap moon-config --from-file tools/moon_kubernetes/conf/moon.conf -n moon
+kubectl create configmap config --from-file ~/.kube/config -n moon
+kubectl create configmap moon-policy-templates --from-file tests/functional/scenario_tests -n moon
+kubectl create secret generic mysql-root-pass --from-file=tools/moon_kubernetes/conf/password_root.txt -n moon
+kubectl create secret generic mysql-pass --from-file=tools/moon_kubernetes/conf/password_moon.txt -n moon
+
+kubectl create -n moon -f tools/moon_kubernetes/templates/consul.yaml
+kubectl create -n moon -f tools/moon_kubernetes/templates/db.yaml
+kubectl create -n moon -f tools/moon_kubernetes/templates/keystone.yaml
+wait_for_moon_init
+
+
+kubectl create -n moon -f tools/moon_kubernetes/templates/moon_forming.yaml
+wait_for_moon_forming
+
+
+kubectl create -n moon -f tools/moon_kubernetes/templates/moon_manager.yaml
+wait_for_moon_manager
+
+
+kubectl create -n moon -f tools/moon_kubernetes/templates/moon_orchestrator.yaml
+kubectl create -n moon -f tools/moon_kubernetes/templates/moon_gui.yaml
+wait_for_moon_end
+
+#wait the end of pods initialization performed by moon forming
+wait_for_moon_forming_to_end
+
+echo "==========================                   "
+echo "Moon platform is ready !"
+echo "=========================="
+
+
diff --git a/tools/moon_kubernetes/start_moon.sh b/tools/moon_kubernetes/start_moon.sh
deleted file mode 100644
index 32d9740d..00000000
--- a/tools/moon_kubernetes/start_moon.sh
+++ /dev/null
@@ -1,38 +0,0 @@
-#!/usr/bin/env bash
-
-set -x
-
-kubectl create namespace moon
-kubectl create configmap moon-config --from-file tools/moon_kubernetes/conf/moon.conf -n moon
-kubectl create configmap config --from-file ~/.kube/config -n moon
-kubectl create configmap moon-policy-templates --from-file tests/functional/scenario_tests -n moon
-kubectl create secret generic mysql-root-pass --from-file=tools/moon_kubernetes/conf/password_root.txt -n moon
-kubectl create secret generic mysql-pass --from-file=tools/moon_kubernetes/conf/password_moon.txt -n moon
-
-kubectl create -n moon -f tools/moon_kubernetes/templates/consul.yaml
-kubectl create -n moon -f tools/moon_kubernetes/templates/db.yaml
-kubectl create -n moon -f tools/moon_kubernetes/templates/keystone.yaml
-
-echo =========================================
-kubectl get pods -n moon
-echo =========================================
-
-sleep 10
-kubectl create -n moon -f tools/moon_kubernetes/templates/moon_forming.yaml
-
-echo Waiting for jobs forming
-sleep 5
-kubectl get jobs -n moon
-kubectl logs -n moon jobs/forming
-
-sleep 5
-kubectl create -n moon -f tools/moon_kubernetes/templates/moon_manager.yaml
-
-sleep 2
-kubectl create -n moon -f tools/moon_kubernetes/templates/moon_orchestrator.yaml
-
-kubectl create -n moon -f tools/moon_kubernetes/templates/moon_gui.yaml
-
-# load moon_wrapper on both master and slaves
-# moon_create_wrapper
-