diff options
Diffstat (limited to 'tests/k8s-cloudify-clearwater.sh')
| -rw-r--r-- | tests/k8s-cloudify-clearwater.sh | 233 |
1 files changed, 233 insertions, 0 deletions
diff --git a/tests/k8s-cloudify-clearwater.sh b/tests/k8s-cloudify-clearwater.sh new file mode 100644 index 0000000..133691f --- /dev/null +++ b/tests/k8s-cloudify-clearwater.sh @@ -0,0 +1,233 @@ +#!/bin/bash +# Copyright 2017 AT&T Intellectual Property, Inc +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +#. What this is: Setup script for clearwater-docker as deployed by Cloudify +#. with Kubernetes. See https://github.com/Metaswitch/clearwater-docker +#. for more info. +#. +#. Prerequisites: +#. - Kubernetes cluster installed per k8s-cluster.sh (in this repo) +#. - user (running this script) added to the "docker" group +#. - clearwater-docker images created and uploaded to docker hub under the +#. <hub-user> account as <hub-user>/clearwater-<vnfc> where vnfc is the name +#. of the specific containers as built by build/clearwater-docker.sh +#. +#. Usage: +#. From a server with access to the kubernetes master node: +#. $ git clone https://gerrit.opnfv.org/gerrit/models ~/models +#. $ cd ~/models/tools/cloudify/ +#. $ bash k8s-cloudify-clearwater.sh start <k8s_master_hostname> <image_path> <image_tag> +#. k8s_master_hostname: hostname of the k8s master node +#. image_path: "image path" for images (e.g. user on docker hub) +#. image_tag: "image tag" for images e.g. latest, test, stable +#. $ bash k8s-cloudify-clearwater.sh stop> <k8s_master_hostname> +#. k8s_master_hostname: hostname of the k8s master node +#. +#. Status: this is a work in progress, under test. + +function fail() { + log "$1" + exit 1 +} + +function log() { + f=$(caller 0 | awk '{print $2}') + l=$(caller 0 | awk '{print $1}') + echo "" + echo "$f:$l ($(date)) $1" +} + +function build_local() { + log "deploy local docker registry on k8s master" + # Per https://docs.docker.com/registry/deploying/ + ssh -x -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no \ + ubuntu@$k8s_master sudo docker run -d -p 5000:5000 --restart=always --name \ + registry registry:2 + + # per https://github.com/Metaswitch/clearwater-docker + log "clone clearwater-docker" + cd ~ + if [[ ! -d ~/clearwater-docker ]]; then + git clone --recursive https://github.com/Metaswitch/clearwater-docker.git + fi + + log "build docker images" + cd clearwater-docker + vnfc="base astaire cassandra chronos bono ellis homer homestead homestead-prov ralf sprout" + for i in $vnfc ; do + docker build -t clearwater/$i $i + done + + # workaround for https://www.bountysource.com/issues/37326551-server-gave-http-response-to-https-client-error + # May not need both... + if [[ "$dist" == "ubuntu" ]]; then + check=$(grep -c $k8s_master /etc/default/docker) + if [[ $check -eq 0 ]]; then + echo "DOCKER_OPTS=\"--insecure-registry $k8s_master:5000\"" | sudo tee -a /etc/default/docker + sudo systemctl daemon-reload + sudo service docker restart + fi + fi + check=$(grep -c insecure-registry /lib/systemd/system/docker.service) + if [[ $check -eq 0 ]]; then + sudo sed -i -- "s~ExecStart=/usr/bin/dockerd -H fd://~ExecStart=/usr/bin/dockerd -H fd:// --insecure-registry $k8s_master:5000~" /lib/systemd/system/docker.service + sudo systemctl daemon-reload + sudo service docker restart + fi + + log "deploy local docker registry on k8s master" + # Per https://docs.docker.com/registry/deploying/ + # sudo docker run -d -p 5000:5000 --restart=always --name registry registry:2 + + log "push images to local docker repo on k8s master" + for i in $vnfc ; do + docker tag clearwater/$i:latest $k8s_master:5000/clearwater/$i:latest + docker push $k8s_master:5000/clearwater/$i:latest + done +} + +function start() { + ssh -x -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no \ + $k8s_user@$k8s_master <<EOF +echo "create configmap" +kubectl create configmap env-vars --from-literal=ZONE=default.svc.cluster.local --from-literal=ADDITIONAL_SHARED_CONFIG=log_level=5 + +echo "clone clearwater-docker" +git clone --recursive https://github.com/Metaswitch/clearwater-docker.git +cd clearwater-docker/kubernetes + +echo "generate k8s config with --image_path=$1 --image_tag=$2" +./k8s-gencfg --image_path=$1 --image_tag=$2 + +echo "prefix clearwater- to image names" +sed -i -- "s~$1/~$1/clearwater-~" *.yaml + +echo "change ellis-svc to NodePort" +sed -i -- "s/clusterIP: None/type: NodePort/" ellis-svc.yaml +sed -i -- "/port: 80/a\ \ \ \ nodePort: 30880" ellis-svc.yaml + +echo "deploying" +kubectl apply -f ../kubernetes +EOF + + log "workaround bug in homestead-prov" + ssh -x -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no \ + $k8s_user@$k8s_master <<'EOF' +hpod=$(kubectl get pods --namespace default | grep -v homestead-prov | awk '/homestead/ {print $1}') +status=$(kubectl get pods -o json --namespace default $hpod | jq -r '.status.phase') +while [[ "$status" != "Running" ]]; do + echo "homestead is $status ... waiting 10 seconds" + sleep 10 + status=$(kubectl get pods -o json --namespace default $hpod | jq -r '.status.phase') +done +mkdir ~/tmp +kubectl cp $hpod:/usr/share/clearwater/bin/clearwater-socket-factory-sig-wrapper ~/tmp/clearwater-socket-factory-sig-wrapper -c homestead +kubectl cp $hpod:/usr/share/clearwater/bin/clearwater-socket-factory-mgmt-wrapper ~/tmp/clearwater-socket-factory-mgmt-wrapper -c homestead +kubectl delete deployment --namespace default homestead-prov +kubectl delete service --namespace default homestead-prov + +hppod=$(kubectl get pods --namespace default | awk '/homestead-prov/ {print $1}') +while [[ "$hppod" != "" ]] ; do + echo "waiting 10 seconds for homestead-prov to be deleted..." + sleep 10 + hppod=$(kubectl get pods --namespace default | awk '/homestead-prov/ {print $1}') +done + +echo "Redeploying homestead-prov..." +cd clearwater-docker/kubernetes +kubectl apply -f homestead-prov-depl.yaml +kubectl apply -f homestead-prov-svc.yaml + +hppod="null" +while [[ "$hppod" == "null" ]] ; do + echo "homestead-prov pod is not yet created... waiting 10 seconds" + sleep 10 + hppod=$(kubectl get pods --namespace default | awk '/homestead-prov/ {print $1}') +done + +status=$(kubectl get pods -o json --namespace default $hppod | jq -r '.status.phase') +while [[ "$status" != "Running" ]]; do + echo; echo "$hppod is $status ... waiting 10 seconds" + sleep 10 + status=$(kubectl get pods -o json --namespace default $hppod | jq -r '.status.phase') +done + +kubectl cp ~/tmp/clearwater-socket-factory-sig-wrapper $hppod:/usr/share/clearwater/bin/clearwater-socket-factory-sig-wrapper -c homestead-prov +kubectl cp ~/tmp/clearwater-socket-factory-mgmt-wrapper $hppod://usr/share/clearwater/bin/clearwater-socket-factory-mgmt-wrapper -c homestead-prov +EOF +} + +function run_test() { + ssh -x -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no \ + $k8s_user@$k8s_master <<'EOG' +cat <<EOF >~/clearwater-live-test.yaml +apiVersion: v1 +kind: Pod +metadata: + name: clearwater-live-test + namespace: default +spec: + containers: + - name: clearwater-live-test + image: blsaws/clearwater-live-test:stable + command: + - sleep + - "3600" + imagePullPolicy: IfNotPresent + restartPolicy: Always +EOF +kubectl create -f ~/clearwater-live-test.yaml +status=$(kubectl get pods -o json --namespace default clearwater-live-test | jq -r '.status.phase') +while [[ "$status" != "Running" ]]; do + echo; echo "clearwater-live-test is $status ... waiting 10 seconds" + sleep 10 + status=$(kubectl get pods -o json --namespace default clearwater-live-test | jq -r '.status.phase') +done +kubectl exec -t --namespace default clearwater-live-test rake test[default.svc.cluster.local] SIGNUP_CODE=secret PROXY=bono.default.svc.cluster.local +kubectl delete pods --namespace default clearwater-live-test +EOG +} + +function stop() { + ssh -x -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no \ + $k8s_user@$k8s_master <<'EOF' +deps="astaire bono chronos ellis etcd homer homestead homestead-prov ralf sprout cassandra" +for dep in $deps ; do + echo "deleting deployment $dep" + kubectl delete deployment --namespace default $dep + kubectl delete service --namespace default $dep +done +kubectl delete configmap env-vars +rm -rf clearwater-docker +EOF +} + +dist=$(grep --m 1 ID /etc/os-release | awk -F '=' '{print $2}') +source ~/k8s_env_$2.sh + +case "$1" in + "start") + start $3 $4 + ;; + "test") + run_test + ;; + "stop") + stop + ;; + *) + grep '#. ' $0 +esac + |