Update for Danube (work in progress)

JIRA: VES-1

Removed preliminary versions of tests for now.
Aligned with the Models vHello_3Node_Tacker test.
Separated out actions for collectd and monitor install and
run them directly vs thru the container.
Added parameters as needed for the new design.
Updated with typical overview of the test/demo flow.
Add port 30000 ingress to vHello security group.
Remove juju workaround for port_security.
Remote use of id_rsa (replaced with notes on ssh assumptions).
Use VDU3 (LB) in traffic generation.

Change-Id: I42807449f7526efcd191c0b7b0b4754ffcfffa6e
Signed-off-by: bryan <bryan.sullivan@att.com>

1 files changed, 0 insertions, 411 deletions

diff --git a/tests/VES_Reference.sh b/tests/VES_Reference.sh
deleted file mode 100644
index fa5bde1..0000000
--- a/tests/VES_Reference.sh
+++ /dev/null
@@ -1,411 +0,0 @@
-#!/bin/bash
-# Copyright 2016 AT&T Intellectual Property, Inc
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-# What this is: Deployment script for the VNF Event Stream (VES) Reference VNF
-# and Test Collector. Runs the VES Collector in a docker container on the 
-# OPNFV jumphost, and the VES Reference VNF as an OpenStack VM.
-#
-# Status: this is a work in progress, under test.
-#
-# How to use:
-#   $ git clone https://gerrit.opnfv.org/gerrit/ves
-#   $ cd ves/tests
-#   $ bash VES_Reference.sh [setup|start|run|stop|clean]
-#   setup: setup test environment
-#   start: install blueprint and run test
-#   run: setup test environment and run test
-#   stop: stop test and uninstall blueprint
-#   clean: cleanup after test
-
-trap 'fail' ERR
-
-pass() {
-  echo "$0: Hooray!"
-  set +x #echo off
-  exit 0
-}
-
-fail() {
-  echo "$0: Test Failed!"
-  set +x
-  exit 1
-}
-
-function setenv () {
-  echo "$0: Setup OpenStack environment variables"
-  source utils/setenv.sh /tmp/VES
-}
-
-get_floating_net () {
-  network_ids=($(neutron net-list|grep -v "+"|grep -v name|awk '{print $2}'))
-  for id in ${network_ids[@]}; do
-    [[ $(neutron net-show ${id}|grep 'router:external'|grep -i "true") != "" ]] && FLOATING_NETWORK_ID=${id}
-  done
-  if [[ $FLOATING_NETWORK_ID ]]; then
-    FLOATING_NETWORK_NAME=$(openstack network show $FLOATING_NETWORK_ID | awk "/ name / { print \$4 }")
-  else
-    echo "$0: Floating network not found"
-    exit 1
-  fi
-}
-
-try () {
-  count=$1
-  $3
-  while [[ $? -eq 1 && $count -gt 0 ]] 
-  do 
-    sleep $2
-    let count=$count-1
-    $3
-  done
-  if [[ $count -eq 0 ]]; then echo "$0: Command \"$3\" was not successful after $1 tries"; fi
-}
-
-function create_container () {
-  echo "$0: Creating docker container"
-  echo "$0: Copy this script to /tmp/VES"
-  mkdir /tmp/VES
-  cp $0 /tmp/VES/.
-  chmod 755 /tmp/VES/*.sh
-
-  echo "$0: reset blueprints folder"
-  if [[ -d /tmp/VES/blueprints/ ]]; then rm -rf /tmp/VES/blueprints/; fi
-  mkdir -p /tmp/VES/blueprints/
-
-  echo "$0: Setup admin-openrc.sh"
-  setenv
-
-  echo "$0: Setup container"
-  if [ "$dist" == "Ubuntu" ]; then
-    # xenial is needed for python 3.5
-    sudo docker pull ubuntu:xenial
-    sudo service docker start
-    # Port 30000 is the default for the VES Collector
-    sudo docker run -it -d -p 30000:30000 -v /tmp/VES/:/tmp/VES \
-         --name VES ubuntu:xenial /bin/bash
-  else 
-    # Centos
-    echo "Centos-based install"
-    sudo tee /etc/yum.repos.d/docker.repo <<-'EOF'
-[dockerrepo]
-name=Docker Repository--parents 
-baseurl=https://yum.dockerproject.org/repo/main/centos/7/
-enabled=1
-gpgcheck=1
-gpgkey=https://yum.dockerproject.org/gpg 
-EOF
-    sudo yum install -y docker-engine
-    # xenial is needed for python 3.5
-    sudo service docker start
-    sudo docker pull ubuntu:xenial
-    # Port 30000 is the default for the VES Collector
-    sudo docker run -i -t -d -p 30000:30000 -v /tmp/VES/:/tmp/VES \
-         --name VES ubuntu:xenial /bin/bash
-  fi
-}
-
-setup_Openstack () {
-  echo "$0: install OpenStack clients"
-  pip install --upgrade python-openstackclient 
-  pip install --upgrade python-glanceclient
-  pip install --upgrade python-neutronclient
-  pip install --upgrade python-heatclient
-#  pip install --upgrade keystonemiddleware
-
-  echo "$0: setup OpenStack environment"
-  source /tmp/VES/admin-openrc.sh
-
-  echo "$0: determine external (public) network as the floating ip network"  echo "$0: setup OpenStack environment"
-  get_floating_net
-
-  echo "$0: Setup centos7-server glance image if needed"
-  if [[ -z $(openstack image list | awk "/ centos7-server / { print \$2 }") ]]; \
-    then glance --os-image-api-version 1 image-create \
-         --name centos7-server \
-         --disk-format qcow2 \
-         --location http://cloud.centos.org/centos/7/images/CentOS-7-x86_64-GenericCloud-1607.qcow2 \
-         --container-format bare; fi 
-
-  if [[ -z $(neutron net-list | awk "/ internal / { print \$2 }") ]]; then 
-    echo "$0: Create internal network"
-    neutron net-create internal
-
-    echo "$0: Create internal subnet"
-    neutron subnet-create internal 10.0.0.0/24 --name internal \
-            --gateway 10.0.0.1 --enable-dhcp \
-            --allocation-pool start=10.0.0.2,end=10.0.0.254 \
-            --dns-nameserver 8.8.8.8
-  fi
-
-  if [[ -z $(neutron router-list | awk "/ public_router / { print \$2 }") ]]; then 
-    echo "$0: Create router"
-    neutron router-create public_router
-
-    echo "$0: Create router gateway"
-    neutron router-gateway-set public_router $FLOATING_NETWORK_NAME
-
-    echo "$0: Add router interface for internal network"
-    neutron router-interface-add public_router subnet=internal
-  fi
-}
-
-setup_Collector () {
-  echo "$0: Install dependencies - OS specific"
-  if [ "$dist" == "Ubuntu" ]; then
-    apt-get update
-    apt-get install -y python
-    apt-get install -y python-pip
-    apt-get install -y git
-  else
-    yum install -y python
-    yum install -y python-pip
-    yum install -y git
-  fi
-  pip install --upgrade pip
-
-  echo "$0: clone VES Collector repo"
-  cd /tmp/VES/blueprints/
-  git clone https://github.com/att/evel-test-collector.git
-  echo "$0: update collector.conf"
-  cd /tmp/VES/blueprints/evel-test-collector
-  sed -i -- 's~/var/log/att/~/tmp/VES/~g' config/collector.conf
-}
-
-start_Collector () {
-  echo "$0: start the VES Collector"
-  cd /tmp/VES/blueprints/evel-test-collector
-  python code/collector/collector.py \
-       --config config/collector.conf \
-       --section default \
-       --verbose  
-}
-
-setup_Reference_VNF_VM () {
-  echo "$0: Create Nova key pair"
-  nova keypair-add VES > /tmp/VES/VES-key
-  chmod 600 /tmp/VES/VES-key
-
-  echo "$0: Add ssh key"
-  eval $(ssh-agent -s)
-  ssh-add /tmp/VES/VES-key
-
-  echo "$0: clone VES Reference VNF repo"
-  cd /tmp/VES/blueprints/
-  git clone https://github.com/att/evel-reporting-reference-vnf.git
-
-  echo "$0: customize VES Reference VNF Heat template"
-  cd evel-reporting-reference-vnf/hot
-  ID=$(openstack image list | awk "/ centos7-server / { print \$2 }")
-  sed -i -- "s/40299aa3-2921-43b0-86b9-56c28a2b5232/$ID/g" event_reporting_vnf.env.yaml
-  ID=$(neutron net-list | awk "/ internal / { print \$2 }")
-  sed -i -- "s/84985f60-fbba-4a78-ba83-2815ff620dbc/$ID/g" event_reporting_vnf.env.yaml
-  sed -i -- "s/127.0.0.1/$JUMPHOST/g" event_reporting_vnf.env.yaml
-  sed -i -- "s/my-keyname/VES/g" event_reporting_vnf.env.yaml
-
-  echo "$0: Create VES Reference VNF via Heat"
-  heat stack-create -e event_reporting_vnf.env.yaml \
-    -f event_reporting_vnf.template.yaml VES
-
-  echo "$0: Wait for VES Reference VNF to go Active"
-  COUNTER=0
-  until [[ $(heat stack-list | awk "/ VES / { print \$6 }") == "CREATE_COMPLETE" ]]; do
-    sleep 5
-    let COUNTER+=1
-    if [[ $COUNTER > "20" ]]; then fail; fi
-  done
-
-  echo "$0: Get Server ID"
-  SID=$(heat resource-list VES | awk "/ OS::Nova::Server / { print \$4 }")
-
-  echo "$0: associate SSH security group"
-  # TODO: Update Heat template to include security group
-  if [[ $(openstack security group list | awk "/ vHello / { print \$2 }") ]]; then neutron security-group-delete vHello; fi
-  openstack security group create VES_Reference
-  openstack security group rule create --ingress --protocol TCP --dst-port 22:22 VES_Reference
-  openstack security group rule create --ingress --protocol TCP --dst-port 80:80 VES_Reference
-  openstack server add security group $SID VES_Reference
-
-  echo "$0: associate floating IP"
-  # TODO: Update Heat template to include floating IP (if supported)
-  FIP=$(openstack floating ip create $FLOATING_NETWORK_NAME | awk "/floating_ip_address/ { print \$4 }")
-  nova floating-ip-associate $SID $FIP
-
-#  scp -i /tmp/VES/VES-key -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no /tmp/VES/VES_Reference.sh centos@$FIP:/home/centos
-  scp -i /tmp/VES/VES-key -o UserKnownHostsFile=/dev/null \
-                          -o StrictHostKeyChecking=no \
-                          $0 centos@$FIP:/home/centos
-# run thru setup_Reference_VNF manually to verify
-# ssh -i /tmp/VES/VES-key -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no centos@$FIP
-#  ssh -i /tmp/VES/VES-key -x -o UserKnownHostsFile=/dev/null 
-#                          -o StrictHostKeyChecking=no 
-#                          centos@$FIP \
-#                          "nohup source $0 setup_VNF &" 
-}
-
-setup_Reference_VNF () {
-  echo "$0: Install dependencies"
-  sudo yum update -y
-  sudo yum install -y wget
-  sudo yum install -y gcc
-  sudo yum install -y openssl-devel
-  sudo yum install -y epel-release
-  sudo yum install -y python-pip
-  sudo pip install --upgrade pip
-  sudo yum install -y git
-
-  echo "$0: Install Django"
-  sudo pip install django
-
-  echo "$0: Install Apache"
-  sudo yum install -y httpd httpd-devel
-
-  echo "$0: Install mod_python"
-  sudo yum install -y python-devel
-  mkdir ~/mod_python-3.4.1
-  cd ~/mod_python-3.4.1
-  wget http://dist.modpython.org/dist/mod_python-3.4.1.tgz
-  tar xvf mod_python-3.4.1.tgz
-  cd mod_python-3.4.1
-
-  # Edit .../dist/version.sh to remove the dependency on Git as described at
-  # http://stackoverflow.com/questions/20022952/fatal-not-a-git-repository-when-installing-mod-python
-  sed \
-   -e 's/(git describe --always)/(git describe --always 2>\/dev\/null)/g' \
-   -e 's/`git describe --always`/`git describe --always 2>\/dev\/null`/g' \
-   -i $( find . -type f -name Makefile\* -o -name version.sh )
-
-  ./configure
-  make
-  sudo make install
-  make test
-
-  echo "$0: Install mod_wsgi"
-  sudo yum install -y mod_wsgi
-
-  echo "$0: clone VES Reference VNF repo"
-  cd ~
-  git clone https://github.com/att/evel-reporting-reference-vnf.git
-
-  echo "$0: Setup collector"
-  
-  sudo mkdir -p /opt/att/collector
-  sudo install -m=644 -t /opt/att/collector ~/evel-reporting-reference-vnf/code/collector/* 
-
-  echo "$0: Setup Reference VNF website"
-  sudo mkdir -p /opt/att/website/
-  sudo cp -r ~/evel-reporting-reference-vnf/code/webserver/django/* /opt/att/website/
-  sudo chown -R root:root /opt/att/website/
-  sudo mkdir -p /var/log/att/
-  echo "eh?" | sudo tee /var/log/att/django.log
-
-  echo "$0: Create database"
-
-  cd /opt/att/website
-  sudo python manage.py migrate
-  sudo python manage.py createsuperuser 
-  sudo rm -f /var/log/att/django.log
-
-  sudo systemctl daemon-reload
-  sudo systemctl enable httpd
-  sudo systemctl restart httpd
-
-  echo "$0: Setup website backend"
-  sudo mkdir -p /opt/att/backend/
-  sudo install -m=644 -t /opt/att/backend ~/evel-reporting-reference-vnf/code/backend/* 
-  sudo install -m=644 ~/evel-reporting-reference-vnf/config/backend.service /etc/systemd/system
-  sudo systemctl daemon-reload
-  sudo systemctl enable backend
-  sudo systemctl restart backend
-
-  
-  echo "$0: Change security context for database"
-  chcon -t httpd_sys_content_t db.sqlite3
-  chcon -t httpd_sys_content_t .
-  setsebool -P httpd_unified 1
-  setsebool -P httpd_can_network_connect=1
-
-  echo "$0: Gather static files"
-  sudo python manage.py collectstatic
-
-  echo "$0: Install jsonschema"
-  sudo pip install jsonschema
-
-  echo "$0: Put backend.service into /etc/systemd/system"
-  sudo systemctl daemon-reload
-  sudo systemctl start backend
-  sudo systemctl status backend
-  sudo systemctl enable backend
-
-  # from initialize-event-database.sh
-  cd /opt/att/website
-  sudo python manage.py migrate
-  sudo python manage.py createsuperuser
-
-  # from go-webserver.sh
-  sudo python /opt/att/website/manage.py runserver &
-
-  # from go-backend.sh
-  sudo python /opt/att/backend/backend.py --config ~/evel-reporting-reference-vnf/config/backend.conf --section default --verbose &
-}
-
-clean () {
-  echo "$0: delete container"
-  CONTAINER=$(sudo docker ps -a | awk "/VES/ { print \$1 }")
-  sudo docker stop $CONTAINER
-  sudo docker rm -v $CONTAINER
-}
-
-forward_to_container () {
-  echo "$0: pass $1 command to VES_Reference.sh in container"
-  CONTAINER=$(sudo docker ps -a | awk "/VES/ { print \$1 }")
-  sudo docker exec $CONTAINER /bin/bash /tmp/VES/VES_Reference.sh $1 $1
-  if [ $? -eq 1 ]; then fail; fi
-}
-
-dist=`grep DISTRIB_ID /etc/*-release | awk -F '=' '{print $2}'`
-case "$1" in
-  setup)
-    if [[ $# -eq 1 ]]; then
-      create_container
-      echo "$0: Execute VES_Reference.sh in the container"
-      CONTAINER=$(sudo docker ps -l | awk "/VES/ { print \$1 }")
-      if [ "$dist" == "Ubuntu" ]; then
-        sudo docker exec -it $CONTAINER /bin/bash /tmp/VES/VES_Reference.sh setup setup
-      else
-        sudo docker exec -i -t $CONTAINER /bin/bash /tmp/VES/VES_Reference.sh setup setup
-      fi
-    else
-      # Running in the container, continue VES setup
-      setup_Collector
-      setup_Openstack
-      setup_Reference_VNF_VM
-      start_Collector
-    fi
-    pass
-    ;;
-  setup_VNF)
-    setup_Reference_VNF
-    ;;
-  clean)
-    echo "$0: Uninstall"
-    clean
-    pass
-    ;;
-  *)
-    echo "usage: bash VES_Reference.sh [setup|clean]"
-    echo "setup: setup test environment"
-    echo "clean: cleanup after test"
-    fail
-esac