Initial versions of adhoc tests and test server setup

JIRA: COPPER-4

Change-Id: Ia999801b5782642aa7044983268ba1e6cc256c5c
Signed-off-by: Bryan Sullivan <bs3131@att.com>

4 files changed, 344 insertions, 0 deletions

diff --git a/tests/adhoc/dmz01.sh b/tests/adhoc/dmz01.sh
new file mode 100644
index 0000000..8854ca2
--- /dev/null
+++ b/tests/adhoc/dmz01.sh
@@ -0,0 +1,86 @@
+#!/bin/bash
+# Copyright 2015 Open Platform for NFV Project, Inc. and its contributors
+#  
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#  
+# http://www.apache.org/licenses/LICENSE-2.0
+#  
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+# What this is: An OpenStack Congress policy test. Sets up and validates policy
+# creation and execution for:
+# 1) Identifying VMs connected to a DMZ (currently identified through a 
+#    specifically-named security group)
+# 2) Identifying VMs connected per (1), which are by policy not allowed to be
+#    (currently implemented through an image tag intended to identify images
+#    that are "authorized" i.e. tested and secure, to be DMZ-connected) 
+#
+# Status: this is a work in progress, under test. Test (1) has been verified, 
+# Test (2) is still in development.
+#
+# How to use:
+#   Install test server per https://wiki.opnfv.org/copper/academy/congress/test
+#   $ source ~/git/copper/tests/adhoc/dmz01.sh
+#   After test, cleanup with (not yet implemented)
+#   $ source ~/git/copper/tests/adhoc/dmz01-clean.sh
+
+set -x #echo on
+
+source ~/admin-openrc.sh
+
+glance --os-image-api-version 1 image-create --name cirros-0.3.3-x86_64-dmz --disk-format qcow2 --location http://download.cirros-cloud.net/0.3.3/cirros-0.3.3-x86_64-disk.img --container-format bare 
+
+IMAGE_ID=$(glance image-list | awk "/ cirros-0.3.3-x86_64-dmz / { print \$2 }")
+
+glance --os-image-api-version 2 image-tag-update $IMAGE_ID "dmz"
+
+neutron net-create public --router:external=true --provider:network_type=flat --provider:physical_network=physnet1
+
+neutron subnet-create --disable-dhcp public 192.168.10.0/24
+
+neutron net-create internal
+
+neutron subnet-create internal 10.0.0.0/24 --name internal --gateway 10.0.0.1 --enable-dhcp --allocation-pool start=10.0.0.2,end=10.0.0.254 --dns-nameserver 8.8.8.8
+
+neutron router-create external
+
+neutron router-gateway-set external public
+
+neutron router-interface-add external subnet=internal
+
+INTERNAL_NET=$(neutron net-list | awk "/ internal / { print \$2 }")
+
+neutron security-group-create dmz
+
+neutron security-group-rule-create --direction ingress  dmz
+
+nova boot --flavor m1.tiny --image cirros-0.3.3-x86_64 --nic net-id=$INTERNAL_NET --security-groups dmz cirros1
+
+nova boot --flavor m1.tiny --image cirros-0.3.3-x86_64-dmz --nic net-id=$INTERNAL_NET  --security-groups dmz cirros2
+
+openstack congress policy create test
+
+openstack congress policy rule create test "dmz_server(x) :- nova:servers(id=x,status='ACTIVE'), neutronv2:ports(id, device_id, status='ACTIVE'),  neutronv2:security_group_port_bindings(pid, sg), neutronv2:security_groups(sg,name='dmz')" --name dmz_server
+
+# currently failing "Rule already exists::An unknown exception occurred. (HTTP 409)..."
+openstack congress policy rule create test "dmz_placement_error(id) :- nova:servers(
+id,name,hostId,status,tenant_id,user_id,image,flavor,OS1,OS2), not glance:images(image,tags='dmz'), dmz_server(x)" --name dmz_placement_error
+
+# validated rules created during test development
+# openstack congress policy rule create test "active_servers(x) :- nova:servers(id=x, status='ACTIVE')" --name active_servers
+# openstack congress policy rule create test "dmz_port(id) :- neutronv2:security_group_port_bindings(id,sg), neutronv2:security_groups(sg,name='dmz')" --name dmz_port
+#
+# rules under test
+# openstack congress policy rule create test "cirros(x) :- glance:images(id=x,name='cirros-0.3.3-x86_64')" --name cirros
+# openstack congress policy rule create test "image_notags(x) :- glance:images(id=x,tags='')" --name image_notags
+# to remove a policy rule
+# openstack congress policy rule delete test nondmz_image
+
+set +x #echo off
diff --git a/tests/adhoc/smoke01-clean.sh b/tests/adhoc/smoke01-clean.sh
new file mode 100644
index 0000000..c50d667
--- /dev/null
+++ b/tests/adhoc/smoke01-clean.sh
@@ -0,0 +1,48 @@
+#!/bin/bash
+set -x #echo on
+
+instance=$(nova list | awk "/ cirros1 / { print \$2 }")
+if [ "$instance" != "" ]; then nova delete $instance
+fi
+
+instance=$(nova list | awk "/ cirros2 / { print \$2 }")
+if  [ "$instance" != "" ]; then nova delete $instance
+fi
+
+router=$(neutron router-list | awk "/ external / { print \$2 }")
+
+internal_interface=$(neutron router-port-list $router | grep 10.0.0.1 | awk '{print $2}')
+
+if [ "$internal_interface" != "" ]; then neutron router-interface-delete $router port=$internal_interface
+fi
+
+public_interface=$(neutron router-port-list $router | grep 191.168.10.2 | awk '{print $2}')
+
+if [ "$public_interface" != "" ]; then neutron router-interface-delete $router port=$public_interface
+fi
+
+neutron router-interface-delete $router $internal_interface
+
+neutron router-gateway-clear external
+
+neutron router-delete external
+
+port=$(neutron port-list | awk "/ 10.0.0.1 / { print \$2 }")
+
+if [ "$port" != "" ]; then neutron port-delete $port
+fi
+
+port=$(neutron port-list | awk "/ 10.0.0.2 / { print \$2 }")
+
+if [ "$port" != "" ]; then neutron port-delete $port
+fi
+
+neutron subnet-delete internal
+
+neutron net-delete internal
+
+neutron subnet-delete public
+
+neutron net-delete public
+
+set +x #echo off
diff --git a/tests/adhoc/smoke01.sh b/tests/adhoc/smoke01.sh
new file mode 100644
index 0000000..911fabb
--- /dev/null
+++ b/tests/adhoc/smoke01.sh
@@ -0,0 +1,58 @@
+#!/bin/bash
+# Copyright 2015 Open Platform for NFV Project, Inc. and its contributors
+#  
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#  
+# http://www.apache.org/licenses/LICENSE-2.0
+#  
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+# What this is: A basic test to validate an OPNFV install. Creates an image,
+# public and private networks, a router, and launches two VMs connected to the 
+# private network and thru the router, to the internet.
+#
+# Status: this is a work in progress, under test. Automated ping test to the 
+# internet and between VMs has not yet been implemented.
+#
+# How to use:
+#   Install test server per https://wiki.opnfv.org/copper/academy/congress/test
+#   $ source ~/git/copper/tests/adhoc/smoke01.sh
+#   After test, cleanup with
+#   $ source ~/git/copper/tests/adhoc/smoke01-clean.sh
+
+set -x #echo on
+
+source ~/admin-openrc.sh
+
+openstack service list
+
+glance --os-image-api-version 1 image-create --name cirros-0.3.3-x86_64 --disk-format qcow2 --location http://download.cirros-cloud.net/0.3.3/cirros-0.3.3-x86_64-disk.img --container-format bare
+
+neutron net-create public --router:external=true --provider:network_type=flat --provider:physical_network=physnet1
+
+neutron subnet-create --disable-dhcp public 192.168.10.0/24
+
+neutron net-create internal
+
+neutron subnet-create internal 10.0.0.0/24 --name internal --gateway 10.0.0.1 --enable-dhcp --allocation-pool start=10.0.0.2,end=10.0.0.254 --dns-nameserver 8.8.8.8
+
+neutron router-create external
+
+neutron router-gateway-set external public
+
+neutron router-interface-add external subnet=internal
+
+INTERNAL_NET=$(neutron net-list | awk "/ internal / { print \$2 }")
+
+nova boot --flavor m1.tiny --image cirros-0.3.3-x86_64 --nic net-id=$INTERNAL_NET cirros1
+
+nova boot --flavor m1.tiny --image cirros-0.3.3-x86_64 --nic net-id=$INTERNAL_NET cirros2
+
+set +x #echo off
diff --git a/tests/setup/trusty-copper.sh b/tests/setup/trusty-copper.sh
new file mode 100644
index 0000000..d9ecf1c
--- /dev/null
+++ b/tests/setup/trusty-copper.sh
@@ -0,0 +1,152 @@
+#!/bin/bash
+# Copyright 2015 Open Platform for NFV Project, Inc. and its contributors
+#  
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#  
+# http://www.apache.org/licenses/LICENSE-2.0
+#  
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+# What this is: A shell script for installing a test driver for 
+# OpenStack Congress on Ubuntu.
+# Status: this is a work in progress, under test. Some steps are 
+# manual.
+#
+# How to use:
+#   Install OPNFV per https://wiki.opnfv.org/copper/academy/joid
+#   $ source ~/git/copper/tests/setup/trusty-copper.sh
+#
+
+Following are notes on creating a container as test driver for Congress. This is based upon an Ubuntu host as installed by JOID.
+
+# === Create and Activate the Container ===
+
+# <code>
+# On the jumphost
+sudo lxc-create -n trusty-copper -t /usr/share/lxc/templates/lxc-ubuntu -- -b ubuntu ~/opnfv
+
+sudo lxc-start -n trusty-copper -d
+
+sudo lxc-info --name trusty-copper
+
+HOST_IP=$(sudo lxc-info --name trusty-copper | grep IP | awk "/ / { print \$2 }")
+echo HOST_IP = $HOST_IP
+
+# === Login and configure the test server ===
+# <code>
+ssh ubuntu@$HOST_IP
+sudo apt-get update
+sudo apt-get upgrade -y
+
+# Install pip
+sudo apt-get install python-pip -y
+
+# Install java
+sudo apt-get install default-jre -y
+
+# Install other dependencies
+sudo apt-get install git gcc python-dev libxml2 libxslt1-dev libzip-dev php5-curl -y
+
+# Setup OpenStack environment variables per your OPNFV install
+export CONGRESS_HOST=192.168.10.117
+export KEYSTONE_HOST=192.168.10.108
+export CEILOMETER_HOST=192.168.10.105
+export CINDER_HOST=192.168.10.101
+export GLANCE_HOST=192.168.10.106
+export HEAT_HOST=192.168.10.107
+export NEUTRON_HOST=192.168.10.111
+export NOVA_HOST=192.168.10.112
+source ~/admin-openrc.sh
+
+# Install and test OpenStack client
+mkdir ~/git
+cd git
+git clone https://github.com/openstack/python-openstackclient.git
+cd python-openstackclient
+git checkout stable/liberty
+sudo pip install -r requirements.txt
+sudo python setup.py install
+openstack service list
+
+# Install and test Congress client
+cd ~/git
+git clone https://github.com/openstack/python-congressclient.git
+cd python-congressclient
+git checkout stable/liberty
+sudo pip install -r requirements.txt
+sudo python setup.py install
+openstack congress driver list
+
+# Install and test Glance client
+cd ~/git
+git clone https://github.com/openstack/python-glanceclient.git
+cd python-glanceclient
+git checkout stable/liberty
+sudo pip install -r requirements.txt
+sudo python setup.py install
+glance image-list
+
+# Install and test Neutron client
+cd ~/git
+git clone https://github.com/openstack/python-neutronclient.git
+cd python-neutronclient
+git checkout stable/liberty
+sudo pip install -r requirements.txt
+sudo python setup.py install
+neutron net-list
+
+# Install and test Nova client
+cd ~/git
+git clone https://github.com/openstack/python-novaclient.git
+cd python-novaclient
+git checkout stable/liberty
+sudo pip install -r requirements.txt
+sudo python setup.py install
+nova hypervisor-list
+
+# Install and test Keystone client
+cd ~/git
+git clone https://github.com/openstack/python-keystoneclient.git
+cd python-keystoneclient
+git checkout stable/liberty
+sudo pip install -r requirements.txt
+sudo python setup.py install
+
+# </code>
+
+# === Setup the Congress Test Webapp ===
+
+# <code>
+# Clone Copper (if not already cloned in user home)
+cd ~/git
+if [ ! -d ~/git/copper ]; then git clone https://gerrit.opnfv.org/gerrit/copper; fi
+
+# Copy the Apache config
+sudo cp ~/git/copper/components/congress/test-webapp/www/ubuntu-apache2.conf /etc/apache2/apache2.conf
+
+# Point proxy.php to the Congress server per your install
+sed -i -- "s/192.168.10.117/$CONGRESS_HOST/g" \
+  ~/git/copper/components/congress/test-webapp/www/html/proxy/index.php
+
+# Copy the webapp to the Apache root directory and fix permissions
+sudo cp -R ~/git/copper/components/congress/test-webapp/www/html /var/www
+sudo chmod 755 /var/www/html -R
+
+# Make webapp log directory and set permissions
+mkdir ~/logs
+chmod 777 ~/logs
+
+# Restart Apache
+sudo service apache2 restart
+# </code>
+
+# === Using the Test Webapp ===
+# Browse to the trusty-copper server IP address.
+
+# Interactive options are meant to be self-explanatory given a basic familiarity with the Congress service and data model. But the app will be developed with additional features and UI elements.