From 3928c2d76f89e56b636386816efadec93e304fe2 Mon Sep 17 00:00:00 2001 From: Bryan Sullivan Date: Tue, 9 Jan 2018 09:29:04 -0800 Subject: Update for Euphrates; build/use Tacker container JIRA: MODELS-2 Change-Id: I71db2f530a055e17d8012ba37487a9ae76be0fd1 Signed-off-by: Bryan Sullivan --- tests/utils/tacker-setup.sh | 401 +++++--------------------------------------- 1 file changed, 40 insertions(+), 361 deletions(-) (limited to 'tests/utils/tacker-setup.sh') diff --git a/tests/utils/tacker-setup.sh b/tests/utils/tacker-setup.sh index e9ba823..5ebf1f4 100644 --- a/tests/utils/tacker-setup.sh +++ b/tests/utils/tacker-setup.sh @@ -22,62 +22,45 @@ # Status: this is a work in progress, under test. # # How to use: -# $ bash tacker-setup.sh [init|setup|clean] [branch] -# init: Initialize docker container -# setup: Setup of Tacker in the docker container -# clean: Remove the Tacker service, container, and data in /opt/tacker +# $ bash tacker-setup.sh setup|clean> [branch] +# setup: Start and setup Tacker container +# clean: Remove Tacker service and container +#. openrc: location of OpenStack openrc file # branch: OpenStack branch to install (default: master) trap 'fail' ERR +function log() { + f=$(caller 0 | awk '{print $2}') + l=$(caller 0 | awk '{print $1}') + echo "$f:$l ($(date)) $1" +} + pass() { - echo "$0: $(date) Hooray!" + log "Hooray!" end=`date +%s` runtime=$((end-start)) - echo "$0: $(date) Duration = $runtime seconds" + log "Duration = $runtime seconds" exit 0 } fail() { - echo "$0: $(date) Test Failed!" + log "Test Failed!" end=`date +%s` runtime=$((end-start)) runtime=$((runtime/60)) - echo "$0: $(date) Duration = $runtime seconds" + log "Duration = $runtime seconds" exit 1 } -function setenv () { - echo "$0: $(date) Setup shared virtual folders and save this script there" - mkdir /opt/tacker - cp $0 /opt/tacker/. - cp `dirname $0`/tacker.conf.sample /opt/tacker/. - chmod 755 /opt/tacker/*.sh - - echo "$0: $(date) Setup admin-openrc.sh" - source /opt/tacker/admin-openrc.sh -} - -function get_external_net () { - network_ids=($(neutron net-list|grep -v "+"|grep -v name|awk '{print $2}')) - for id in "${network_ids[@]}"; do - [[ $(neutron net-show ${id}|grep 'router:external'|grep -i "true") != "" ]] && ext_net_id=${id} - done - if [[ $ext_net_id ]]; then - EXTERNAL_NETWORK_NAME=$(neutron net-show $ext_net_id | awk "/ name / { print \$4 }") - EXTERNAL_SUBNET_ID=$(neutron net-show $EXTERNAL_NETWORK_NAME | awk "/ subnets / { print \$4 }") - else - echo "$0: $(date) External network not found" - exit 1 - fi -} +function create_container() { + log "Delete any existing tacker container" + sudo docker stop tacker + sudo docker rm -v tacker -function create_container () { - echo "$0: $(date) Creating docker container for Tacker installation" - # STEP 1: Create the Tacker container and launch it - echo "$0: $(date) Setup container" + log "Start tacker container" if [ "$dist" == "Ubuntu" ]; then - echo "$0: $(date) Ubuntu-based install" + log "Ubuntu-based install" dpkg -l docker-engine if [[ $? -eq 1 ]]; then sudo apt-get install -y apt-transport-https ca-certificates @@ -89,11 +72,8 @@ function create_container () { sudo apt-get install -y docker-engine sudo service docker start fi - - # xenial is needed for python 3.5 - sudo docker pull ubuntu:xenial sudo service docker start - sudo docker run -it -d -v /opt/tacker/:/opt/tacker --name tacker ubuntu:xenial /bin/bash + sudo apt-get install -y wget else # Centos echo "Centos-based install" @@ -106,313 +86,23 @@ gpgcheck=1 gpgkey=https://yum.dockerproject.org/gpg EOF sudo yum install -y docker-engine - # xenial is needed for python 3.5 sudo service docker start - sudo docker pull ubuntu:xenial - sudo docker run -i -t -d -v /opt/tacker/:/opt/tacker --name tacker ubuntu:xenial /bin/bash - fi -} - - -install_client () { - echo "$0: $(date) Install $1" - git clone https://github.com/openstack/$1.git - cd $1 - if [ $# -eq 2 ]; then git checkout $2; fi - pip install -r requirements.txt - pip install . - cd .. -} - -function setup () { - branch=$1 - echo "$0: $(date) Installing Tacker" - # STEP 2: Install Tacker in the container - # Per http://docs.openstack.org/developer/tacker/install/manual_installation.html - echo "$0: $(date) Install dependencies" - apt-get update - apt-get install -y python - apt-get install -y python-dev - apt-get install -y python-pip - apt-get install -y wget - apt-get install -y openssh-server - apt-get install -y git - apt-get install -y apg - apt-get install -y libffi-dev - apt-get install -y libssl-dev - # newton: tacker uses ping for monitoring VIM (not in default docker containers) - apt-get install -y inetutils-ping - # apt-utils is not installed in xenial container image - apt-get install -y apt-utils - export MYSQL_PASSWORD=$(/usr/bin/apg -n 1 -m 16 -c cl_seed) - echo $MYSQL_PASSWORD >~/mysql - debconf-set-selections <<< 'mysql-server mysql-server/root_password password '$MYSQL_PASSWORD - debconf-set-selections <<< 'mysql-server mysql-server/root_password_again password '$MYSQL_PASSWORD - apt-get -q -y install mysql-server python-mysqldb - service mysql restart - - cd /opt/tacker - - echo "$0: $(date) create Tacker database" - mysql --user=root --password=$MYSQL_PASSWORD -e "CREATE DATABASE tacker; GRANT ALL PRIVILEGES ON tacker.* TO 'root@localhost' IDENTIFIED BY '"$MYSQL_PASSWORD"'; GRANT ALL PRIVILEGES ON tacker.* TO 'tacker'@'%' IDENTIFIED BY '"$MYSQL_PASSWORD"';" - - echo "$0: $(date) Upgrage pip again - needs to be the latest version due to errors found in earlier testing" - pip install --upgrade pip - - echo "$0: $(date) Install OpenStack clients" - install_client python-openstackclient $branch - install_client python-neutronclient $branch - install_client python-novaclient $branch - -# pip install --upgrade python-openstackclient python-glanceclient python-neutronclient keystonemiddleware - - echo "$0: $(date) Setup admin-openrc.sh" - source /opt/tacker/admin-openrc.sh - - echo "$0: $(date) Create image models-xenial-server" - image_id=$(openstack image list | awk "/ models-xenial-server / { print \$2 }") - if [[ -z "$image_id" ]]; then glance --os-image-api-version 1 image-create --name models-xenial-server --disk-format qcow2 --location http://cloud-images.ubuntu.com/releases/xenial/release/ubuntu-16.04-server-cloudimg-amd64-disk1.img --container-format bare; fi - - uid=$(openstack user list | awk "/ tacker / { print \$2 }") - if [[ $uid ]]; then - echo "$0: $(date) Remove prior Tacker user etc" - openstack user delete tacker - openstack service delete tacker - # Note: deleting the service deletes the endpoint - fi - - echo "$0: $(date) Setup Tacker user in OpenStack" - service_project=$(openstack project list | awk "/service/ { print \$4 }") - openstack user create --project $service_project --password tacker tacker - openstack role add --project $service_project --user tacker admin - - echo "$0: $(date) Create Tacker service in OpenStack" - sid=$(openstack service list | awk "/ tacker / { print \$2 }") - openstack service create --name tacker --description "Tacker Project" nfv-orchestration - sid=$(openstack service list | awk "/ tacker / { print \$2 }") - - echo "$0: $(date) Create Tacker service endpoint in OpenStack" - ip=$(ip addr | awk "/ global eth0/ { print \$2 }" | sed -- 's/\/16//') - region=$(openstack endpoint list | awk "/ nova / { print \$4 }" | head -1) - openstack endpoint create --region $region \ - --publicurl "http://$ip:9890/" \ - --adminurl "http://$ip:9890/" \ - --internalurl "http://$ip:9890/" nfv-orchestration - - echo "$0: $(date) Clone Tacker" - if [[ -d /opt/tacker/tacker ]]; then rm -rf /opt/tacker/tacker; fi - git clone git://git.openstack.org/openstack/tacker - cd tacker - git checkout $branch - - echo "$0: $(date) Setup Tacker" - pip install -r requirements.txt - pip install tosca-parser - python setup.py install - mkdir /var/log/tacker - -# "tox -e config-gen" is throwing errors, disabled - see tacker.conf.sample above -# echo "$0: $(date) install tox" -# pip install --upgrade tox -# echo "$0: $(date) generate tacker.conf.sample" -# tox -e config-gen - - echo "$0: $(date) Update tacker.conf values" - mkdir /usr/local/etc/tacker - cp /opt/tacker/tacker.conf.sample /usr/local/etc/tacker/tacker.conf - - # [DEFAULT] section (update) - sed -i -- 's/#auth_strategy = keystone/auth_strategy = keystone/' /usr/local/etc/tacker/tacker.conf - # [DEFAULT] section (add to) - sed -i -- "/\[DEFAULT\]/adebug = True" /usr/local/etc/tacker/tacker.conf - sed -i -- "/\[DEFAULT\]/ause_syslog = False" /usr/local/etc/tacker/tacker.conf - sed -i -- "/\[DEFAULT\]/alogging_context_format_string = %(asctime)s.%(msecs)03d %(levelname)s %(name)s [%(request_id)s %(user_name)s %(project_name)s] %(instance)s%(message)s" /usr/local/etc/tacker/tacker.conf - sed -i -- 's~#policy_file = policy.json~policy_file = /usr/local/etc/tacker/policy.json~' /usr/local/etc/tacker/tacker.conf - sed -i -- 's~#state_path = /var/lib/tacker~state_path = /var/lib/tacker~' /usr/local/etc/tacker/tacker.conf - - # Not sure what the effect of the next line is, given that we are running as root in the container - #sed -i -- "s~# root_helper = sudo~root_helper = sudo /usr/local/bin/tacker-rootwrap /usr/local/etc/tacker/rootwrap.conf~" /usr/local/etc/tacker/tacker.conf - sed -i -- "s~#api_paste_config = api-paste.ini~api_paste_config = /opt/tacker/tacker/etc/tacker/api-paste.ini~" /usr/local/etc/tacker/tacker.conf - sed -i -- "s/#bind_host = 0.0.0.0/bind_host = $ip/" /usr/local/etc/tacker/tacker.conf - sed -i -- "s/#bind_port = 8888/bind_port = 9890/" /usr/local/etc/tacker/tacker.conf - -# Newton changes, based upon sample newton gate test conf file provided by sridhar_ram on #tacker - sed -i -- "s/#nova_region_name = /#nova_region_name = $region/" /usr/local/etc/tacker/tacker.conf - sed -i -- "s/#nova_api_insecure = false/nova_api_insecure = False/" /usr/local/etc/tacker/tacker.conf - sed -i -- "s/#nova_ca_certificates_file = /nova_ca_certificates_file =/" /usr/local/etc/tacker/tacker.conf - keystone_adminurl=$(openstack endpoint show keystone | awk "/ adminurl / { print \$4 }") - sed -i -- "s~#nova_admin_auth_url = http://localhost:5000/v2.0~nova_admin_auth_url = $keystone_adminurl~" /usr/local/etc/tacker/tacker.conf - # TODO: don't hard-code service tenant ID - sed -i -- "s/#nova_admin_tenant_id = /nova_admin_tenant_id = service/" /usr/local/etc/tacker/tacker.conf - sed -i -- "s/#nova_admin_password = /nova_admin_password = $OS_PASSWORD/" /usr/local/etc/tacker/tacker.conf - # this diff seems superfluous < nova_admin_user_name = nova - # only one ref in tacker (setting the default value) - # devstack/lib/tacker: iniset $TACKER_CONF DEFAULT nova_admin_user_name nova - # set nova_url to "/v2" (normal value is "/v2.1") due to tacker API version compatibility (?) - nova_ipport=$(openstack endpoint show nova | awk "/ adminurl / { print \$4 }" | awk -F'[/]' '{print $3}') - sed -i -- "s~#nova_url = http://127.0.0.1:8774/v2~nova_url = http://$nova_ipport/v2~" /usr/local/etc/tacker/tacker.conf - mkdir /var/lib/tacker - sed -i -- "s~#state_path = /var/lib/tacker~state_path = /var/lib/tacker~" /usr/local/etc/tacker/tacker.conf - - # [alarm_auth] section - optional (?) - # < url = http://15.184.66.78:35357/v3 - # < project_name = service - # < password = secretservice - # < uername = tacker - - # [nfvo_vim] section - sed -i -- "s/#default_vim = /default_vim = VIM0/" /usr/local/etc/tacker/tacker.conf - - # [openstack_vim] section - only change this if you want to override values in models/tests/utils/tacker/tacker.conf.sample - #sed -i -- "s/#stack_retries = 60/stack_retries = 10/" /usr/local/etc/tacker/tacker.conf - #sed -i -- "s/#stack_retry_wait = 5/stack_retry_wait = 60/" /usr/local/etc/tacker/tacker.conf - - # newton: add [keystone_authtoken] missing in generated tacker.conf.sample, excluding the following - # (not referenced) memcached_servers = 15.184.66.78:11211 - # (not referenced) signing_dir = /var/cache/tacker - # (not referenced) cafile = /opt/stack/data/ca-bundle.pem - # (not referenced) auth_uri = http://15.184.66.78/identity - # auth_uri is required for keystonemiddleware.auth_token use of public identity endpoint - # removed due to issues with "ERROR oslo_middleware.catch_errors DiscoveryFailure: Cannot use v2 authentication with domain scope" - # project_domain_name = Default - # user_domain_name = Default - cat >>/usr/local/etc/tacker/tacker.conf <>/usr/local/etc/tacker/tacker.conf <>/usr/local/etc/tacker/tacker.conf <>/usr/local/etc/tacker/tacker.conf <vim-config.yaml -auth_url: $OS_AUTH_URL -username: $OS_USERNAME -password: $OS_PASSWORD -project_id: $OS_TENANT_ID -project_name: admin -user_id: $(openstack user list | awk "/ admin / { print \$2 }") -EOF - - # newton: NAME (was "--name") is now a positional parameter - tacker vim-register --is-default --config-file vim-config.yaml --description OpenStack VIM0 - if [ $? -eq 1 ]; then fail; fi - - setup_test_environment -} - -function setup_test_environment () { - echo "Create management network" - if [ $(neutron net-list | awk "/ vnf_mgmt / { print \$2 }") ]; then - echo "$0: $(date) vnf_mgmt network exists" - else - neutron net-create vnf_mgmt - echo "$0: $(date) Create management subnet" - neutron subnet-create vnf_mgmt 192.168.200.0/24 --name vnf_mgmt --gateway 192.168.200.1 --enable-dhcp --allocation-pool start=192.168.200.2,end=192.168.200.254 --dns-nameserver 8.8.8.8 - fi - - echo "$0: $(date) Create router for vnf_mgmt network" - if [ $(neutron router-list | awk "/ vnf_mgmt / { print \$2 }") ]; then - echo "$0: $(date) vnf_mgmt router exists" - else - neutron router-create vnf_mgmt_router - echo "$0: $(date) Create router gateway for vnf_mgmt network" - get_external_net - neutron router-gateway-set vnf_mgmt_router $EXTERNAL_NETWORK_NAME - echo "$0: $(date) Add router interface for vnf_mgmt network" - neutron router-interface-add vnf_mgmt_router subnet=vnf_mgmt - fi - - echo "Create private network" - if [ $(neutron net-list | awk "/ vnf_private / { print \$2 }") ]; then - echo "$0: $(date) vnf_private network exists" - else - neutron net-create vnf_private - echo "$0: $(date) Create private subnet" - neutron subnet-create vnf_private 192.168.201.0/24 --name vnf_private --gateway 192.168.201.1 --enable-dhcp --allocation-pool start=192.168.201.2,end=192.168.201.254 --dns-nameserver 8.8.8.8 + sudo yum install -y wget fi - echo "$0: $(date) Create router for vnf_private network" - if [ $(neutron router-list | awk "/ vnf_private / { print \$2 }") ]; then - echo "$0: $(date) vnf_private router exists" - else - neutron router-create vnf_private_router - echo "$0: $(date) Create router gateway for vnf_private network" - get_external_net - neutron router-gateway-set vnf_private_router $EXTERNAL_NETWORK_NAME - echo "$0: $(date) Add router interface for vnf_private network" - neutron router-interface-add vnf_private_router subnet=vnf_private - fi + if [ -d /opt/tacker ]; then sudo rm -rf /opt/tacker; fi + sudo mkdir -p /opt/tacker + sudo chown $USER /opt/tacker + cp $openrc /opt/tacker/admin-openrc.sh + + if [[ "$branch" == "" ]]; then branch="latest"; fi + log "Start tacker container with image blsaws/models-tacker:$branch" + OS_TENANT_ID=$(openstack project show admin | awk '/ id / {print $4}') + sudo docker run -it -d -p 9890:9890 -v /opt/tacker:/opt/tacker --name tacker \ + -e OS_AUTH_URL=$OS_AUTH_URL \ + -e OS_USERNAME=$OS_USERNAME \ + -e OS_PASSWORD=$OS_PASSWORD \ + blsaws/models-tacker:$branch } function clean () { @@ -420,30 +110,19 @@ function clean () { eid=($(openstack endpoint list | awk "/tacker/ { print \$2 }")); for id in "${eid[@]}"; do openstack endpoint delete ${id}; done openstack user delete $(openstack user list | awk "/tacker/ { print \$2 }") openstack service delete $(openstack service list | awk "/tacker/ { print \$2 }") - pid=($(neutron port-list|grep -v "+"|grep -v id|awk '{print $2}')); for id in "${pid[@]}"; do neutron port-delete ${id}; done sid=($(openstack stack list|grep -v "+"|grep -v id|awk '{print $2}')); for id in "${sid[@]}"; do openstack stack delete ${id}; done - sid=($(openstack security group list|grep security_group_local_security_group|awk '{print $2}')); for id in "${sid[@]}"; do openstack security group delete ${id}; done - neutron router-gateway-clear vnf_mgmt_router - pid=($(neutron router-port-list vnf_mgmt_router|grep -v name|awk '{print $2}')); for id in "${pid[@]}"; do neutron router-interface-delete vnf_mgmt_router vnf_mgmt; done - neutron router-delete vnf_mgmt_router - neutron net-delete vnf_mgmt - neutron router-gateway-clear vnf_private_router - pid=($(neutron router-port-list vnf_private_router|grep -v name|awk '{print $2}')); for id in "${pid[@]}"; do neutron router-interface-delete vnf_private_router vnf_private; done - neutron router-delete vnf_private_router - neutron net-delete vnf_private pass } start=`date +%s` dist=`grep DISTRIB_ID /etc/*-release | awk -F '=' '{print $2}'` + +openrc=$2 +branch=$3 + case "$1" in - "init") - setenv - create_container - pass - ;; "setup") - setup $2 + create_container pass ;; "clean") -- cgit 1.2.3-korg