Hello World!

Hello {name}!

+ {t.tm_year} + {t.tm_mon} + {t.tm_mday} + {t.tm_hour} + {t.tm_min} + {t.tm_sec} +

* + * --section *

* + * --verbose + + Where: + + ** specifies the path to the configuration file. + + *

* specifies the section within that config file. + + *verbose* generates more information in the log files. + + The process listens for REST API invocations and checks them. Errors are + displayed to stdout and logged. + ''' + + if argv is None: + argv = sys.argv + else: + sys.argv.extend(argv) + + program_name = os.path.basename(sys.argv[0]) + program_version = 'v{0}'.format(__version__) + program_build_date = str(__updated__) + program_version_message = '%%(prog)s {0} ({1})'.format(program_version, + program_build_date) + if (__import__('__main__').__doc__ is not None): + program_shortdesc = __import__('__main__').__doc__.split('\n')[1] + else: + program_shortdesc = 'Running in test harness' + program_license = '''{0} + + Created on {1}. + Copyright 2015 Metaswitch Networks Ltd. All rights reserved. + + Distributed on an "AS IS" basis without warranties + or conditions of any kind, either express or implied. + +USAGE +'''.format(program_shortdesc, str(__date__)) + + try: + #---------------------------------------------------------------------- + # Setup argument parser so we can parse the command-line. + #---------------------------------------------------------------------- + parser = ArgumentParser(description=program_license, + formatter_class=ArgumentDefaultsHelpFormatter) + parser.add_argument('-v', '--verbose', + dest='verbose', + action='count', + help='set verbosity level') + parser.add_argument('-V', '--version', + action='version', + version=program_version_message, + help='Display version information') + parser.add_argument('-a', '--api-version', + dest='api_version', + default='3', + help='set API version') + parser.add_argument('-c', '--config', + dest='config', + default='/etc/opt/att/collector.conf', + help='Use this config file.', + metavar='') + parser.add_argument('-s', '--section', + dest='section', + default='default', + metavar='

', + help='section to use in the config file') + + #---------------------------------------------------------------------- + # Process arguments received. + #---------------------------------------------------------------------- + args = parser.parse_args() + verbose = args.verbose + api_version = args.api_version + config_file = args.config + config_section = args.section + + #---------------------------------------------------------------------- + # Now read the config file, using command-line supplied values as + # overrides. + #---------------------------------------------------------------------- + defaults = {'log_file': 'collector.log', + 'vel_port': '12233', + 'vel_path': '', + 'vel_topic_name': '' + } + overrides = {} + config = ConfigParser.SafeConfigParser(defaults) + config.read(config_file) + + #---------------------------------------------------------------------- + # extract the values we want. + #---------------------------------------------------------------------- + log_file = config.get(config_section, 'log_file', vars=overrides) + vel_port = config.get(config_section, 'vel_port', vars=overrides) + vel_path = config.get(config_section, 'vel_path', vars=overrides) + vel_topic_name = config.get(config_section, + 'vel_topic_name', + vars=overrides) + global vel_username + global vel_password + vel_username = config.get(config_section, + 'vel_username', + vars=overrides) + vel_password = config.get(config_section, + 'vel_password', + vars=overrides) + vel_schema_file = config.get(config_section, + 'schema_file', + vars=overrides) + base_schema_file = config.get(config_section, + 'base_schema_file', + vars=overrides) + throttle_schema_file = config.get(config_section, + 'throttle_schema_file', + vars=overrides) + test_control_schema_file = config.get(config_section, + 'test_control_schema_file', + vars=overrides) + + #---------------------------------------------------------------------- + # Finally we have enough info to start a proper flow trace. + #---------------------------------------------------------------------- + global logger + print('Logfile: {0}'.format(log_file)) + logger = logging.getLogger('collector') + if verbose > 0: + print('Verbose mode on') + logger.setLevel(logging.DEBUG) + else: + logger.setLevel(logging.INFO) + handler = logging.handlers.RotatingFileHandler(log_file, + maxBytes=1000000, + backupCount=10) + if (platform.system() == 'Windows'): + date_format = '%Y-%m-%d %H:%M:%S' + else: + date_format = '%Y-%m-%d %H:%M:%S.%f %z' + formatter = logging.Formatter('%(asctime)s %(name)s - ' + '%(levelname)s - %(message)s', + date_format) + handler.setFormatter(formatter) + logger.addHandler(handler) + logger.info('Started') + + #---------------------------------------------------------------------- + # Log the details of the configuration. + #---------------------------------------------------------------------- + logger.debug('Log file = {0}'.format(log_file)) + logger.debug('Event Listener Port = {0}'.format(vel_port)) + logger.debug('Event Listener Path = {0}'.format(vel_path)) + logger.debug('Event Listener Topic = {0}'.format(vel_topic_name)) + logger.debug('Event Listener Username = {0}'.format(vel_username)) + # logger.debug('Event Listener Password = {0}'.format(vel_password)) + logger.debug('Event Listener JSON Schema File = {0}'.format( + vel_schema_file)) + logger.debug('Base JSON Schema File = {0}'.format(base_schema_file)) + logger.debug('Throttle JSON Schema File = {0}'.format( + throttle_schema_file)) + logger.debug('Test Control JSON Schema File = {0}'.format( + test_control_schema_file)) + + #---------------------------------------------------------------------- + # Perform some basic error checking on the config. + #---------------------------------------------------------------------- + if (int(vel_port) < 1024 or int(vel_port) > 65535): + logger.error('Invalid Vendor Event Listener port ({0}) ' + 'specified'.format(vel_port)) + raise RuntimeError('Invalid Vendor Event Listener port ({0}) ' + 'specified'.format(vel_port)) + + if (len(vel_path) > 0 and vel_path[-1] != '/'): + logger.warning('Event Listener Path ({0}) should have terminating ' + '"/"! Adding one on to configured string.'.format( + vel_path)) + vel_path += '/' + + #---------------------------------------------------------------------- + # Load up the vel_schema, if it exists. + #---------------------------------------------------------------------- + if not os.path.exists(vel_schema_file): + logger.warning('Event Listener Schema File ({0}) not found. ' + 'No validation will be undertaken.'.format( + vel_schema_file)) + else: + global vel_schema + global throttle_schema + global test_control_schema + vel_schema = json.load(open(vel_schema_file, 'r')) + logger.debug('Loaded the JSON schema file') + + #------------------------------------------------------------------ + # Load up the throttle_schema, if it exists. + #------------------------------------------------------------------ + if (os.path.exists(throttle_schema_file)): + logger.debug('Loading throttle schema') + throttle_fragment = json.load(open(throttle_schema_file, 'r')) + throttle_schema = {} + throttle_schema.update(vel_schema) + throttle_schema.update(throttle_fragment) + logger.debug('Loaded the throttle schema') + + #------------------------------------------------------------------ + # Load up the test control _schema, if it exists. + #------------------------------------------------------------------ + if (os.path.exists(test_control_schema_file)): + logger.debug('Loading test control schema') + test_control_fragment = json.load( + open(test_control_schema_file, 'r')) + test_control_schema = {} + test_control_schema.update(vel_schema) + test_control_schema.update(test_control_fragment) + logger.debug('Loaded the test control schema') + + #------------------------------------------------------------------ + # Load up the base_schema, if it exists. + #------------------------------------------------------------------ + if (os.path.exists(base_schema_file)): + logger.debug('Updating the schema with base definition') + base_schema = json.load(open(base_schema_file, 'r')) + vel_schema.update(base_schema) + logger.debug('Updated the JSON schema file') + + #---------------------------------------------------------------------- + # We are now ready to get started with processing. Start-up the various + # components of the system in order: + # + # 1) Create the dispatcher. + # 2) Register the functions for the URLs of interest. + # 3) Run the webserver. + #---------------------------------------------------------------------- + root_url = '/{0}eventListener/v{1}{2}'.\ + format(vel_path, + api_version, + '/' + vel_topic_name + if len(vel_topic_name) > 0 + else '') + throttle_url = '/{0}eventListener/v{1}/clientThrottlingState'.\ + format(vel_path, api_version) + set_404_content(root_url) + dispatcher = PathDispatcher() + vendor_event_listener = partial(listener, schema = vel_schema) + dispatcher.register('GET', root_url, vendor_event_listener) + dispatcher.register('POST', root_url, vendor_event_listener) + vendor_throttle_listener = partial(listener, schema = throttle_schema) + dispatcher.register('GET', throttle_url, vendor_throttle_listener) + dispatcher.register('POST', throttle_url, vendor_throttle_listener) + + #---------------------------------------------------------------------- + # We also add a POST-only mechanism for test control, so that we can + # send commands to a single attached client. + #---------------------------------------------------------------------- + test_control_url = '/testControl/v{0}/commandList'.format(api_version) + test_control_listener = partial(test_listener, + schema = test_control_schema) + dispatcher.register('POST', test_control_url, test_control_listener) + dispatcher.register('GET', test_control_url, test_control_listener) + + httpd = make_server('', int(vel_port), dispatcher) + print('Serving on port {0}...'.format(vel_port)) + httpd.serve_forever() + + logger.error('Main loop exited unexpectedly!') + return 0 + + except KeyboardInterrupt: + #---------------------------------------------------------------------- + # handle keyboard interrupt + #---------------------------------------------------------------------- + logger.info('Exiting on keyboard interrupt!') + return 0 + + except Exception as e: + #---------------------------------------------------------------------- + # Handle unexpected exceptions. + #---------------------------------------------------------------------- + if DEBUG or TESTRUN: + raise(e) + indent = len(program_name) * ' ' + sys.stderr.write(program_name + ': ' + repr(e) + '\n') + sys.stderr.write(indent + ' for help use --help\n') + sys.stderr.write(traceback.format_exc()) + logger.critical('Exiting because of exception: {0}'.format(e)) + logger.critical(traceback.format_exc()) + return 2 + +#------------------------------------------------------------------------------ +# MAIN SCRIPT ENTRY POINT. +#------------------------------------------------------------------------------ +if __name__ == '__main__': + if TESTRUN: + #---------------------------------------------------------------------- + # Running tests - note that doctest comments haven't been included so + # this is a hook for future improvements. + #---------------------------------------------------------------------- + import doctest + doctest.testmod() + + if PROFILE: + #---------------------------------------------------------------------- + # Profiling performance. Performance isn't expected to be a major + # issue, but this should all work as expected. + #---------------------------------------------------------------------- + import cProfile + import pstats + profile_filename = 'collector_profile.txt' + cProfile.run('main()', profile_filename) + statsfile = open('collector_profile_stats.txt', 'wb') + p = pstats.Stats(profile_filename, stream=statsfile) + stats = p.strip_dirs().sort_stats('cumulative') + stats.print_stats() + statsfile.close() + sys.exit(0) + + #-------------------------------------------------------------------------- + # Normal operation - call through to the main function. + #-------------------------------------------------------------------------- + sys.exit(main()) diff --git a/tests/onap-demo/blueprints/tosca-vnfd-onap-demo/start.sh b/tests/onap-demo/blueprints/tosca-vnfd-onap-demo/start.sh new file mode 100644 index 0000000..0f27dd3 --- /dev/null +++ b/tests/onap-demo/blueprints/tosca-vnfd-onap-demo/start.sh @@ -0,0 +1,224 @@ +#!/bin/bash +# Copyright 2016 AT&T Intellectual Property, Inc +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +# What this is: Startup script for a simple web server as part of the +# ves_onap_demo test of the OPNFV VES project. +# +# Status: this is a work in progress, under test. +# +# How to use: +# Intended to be invoked from ves_onap_demo.sh +# $ bash start.sh type params +# type: type of VNF component [monitor|collectd] +# collector params: ID CollectorIP username password +# monitor params: VDU1_ID VDU1_ID VDU1_ID username password +# ID: VM ID +# CollectorIP: IP address of the collector +# username: Username for Collector RESTful API authentication +# password: Password for Collector RESTful API authentication + +setup_collectd () { + guest=$1 + echo "$0: Install prerequisites" + dist=`grep DISTRIB_ID /etc/*-release | awk -F '=' '{print $2}'` + if [ "$dist" == "Ubuntu" ]; then + conf="/etc/collectd/collectd.conf" + else + conf="/etc/collectd.conf" + fi + + if [ "$dist" == "Ubuntu" ]; then + sudo apt-get update + sudo apt-get install -y collectd + else + sudo yum update -y + sudo yum install -y epel-release + sudo yum install -y collectd + sudo yum install -y collectd-virt + fi + cd ~ + + echo "$0: Install VES collectd plugin" + git clone https://git.opnfv.org/barometer + sudo sed -i -- "s/v1/v3/" barometer/3rd_party/collectd-ves-plugin/ves_plugin/ves_plugin.py + + sudo sed -i -- "s/FQDNLookup true/FQDNLookup false/" $conf + sudo sed -i -- "s/#LoadPlugin cpu/LoadPlugin cpu/" $conf + sudo sed -i -- "s/#LoadPlugin disk/LoadPlugin disk/" $conf + sudo sed -i -- "s/#LoadPlugin interface/LoadPlugin interface/" $conf + sudo sed -i -- "s/#LoadPlugin memory/LoadPlugin memory/" $conf + + if [[ "$guest" == true ]]; then + cat < + Globals true + + + ModulePath "/home/$USER/barometer/3rd_party/collectd-ves-plugin/ves_plugin/" + LogTraces true + Interactive false + Import "ves_plugin" + + Domain "$collector_ip" + Port 30000 + Path "" + Topic "" + UseHttps false + Username "hello" + Password "world" + FunctionalRole "Collectd VES Agent" + GuestRunning true + + + + ReportByCpu false + ValuesPercentage true + +LoadPlugin aggregation + + + Plugin "cpu" + Type "percent" + GroupBy "Host" + GroupBy "TypeInstance" + SetPlugin "cpu-aggregation" + CalculateAverage true + + +LoadPlugin uuid +EOF + else + cat < + Globals true + + + ModulePath "/home/$USER/barometer/3rd_party/collectd-ves-plugin/ves_plugin/" + LogTraces true + Interactive false + Import "ves_plugin" + + Domain "$collector_ip" + Port 30000 + Path "" + Topic "" + UseHttps false + Username "hello" + Password "world" + FunctionalRole "Collectd VES Agent" + GuestRunning false + + +LoadPlugin virt + + Connection "qemu:///system" + RefreshInterval 60 + HostnameFormat uuid + + + ReportByCpu false + ValuesPercentage true + +LoadPlugin aggregation + + + Plugin "cpu" + Type "percent" + GroupBy "Host" + GroupBy "TypeInstance" + SetPlugin "cpu-aggregation" + CalculateAverage true + + +LoadPlugin uuid +EOF + fi + sudo service collectd restart +} + +setup_agent () { + echo "$0: Install prerequisites" + sudo apt-get install -y gcc + # NOTE: force is required as some packages can't be authenticated... + sudo apt-get install -y --force-yes libcurl4-openssl-dev + sudo apt-get install -y make + + echo "$0: Clone agent library" + cd /home/ubuntu + git clone https://github.com/att/evel-library.git + + echo "$0: Clone VES repo" + git clone https://gerrit.opnfv.org/gerrit/ves + + echo "$0: Use ves_onap_demo blueprint version of agent_demo.c" + cp ves/tests/blueprints/tosca-vnfd-onap-demo/evel_demo.c evel-library/code/evel_demo/evel_demo.c + + echo "$0: Build evel_demo agent" + cd evel-library/bldjobs + make + export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/home/ubuntu/evel-library/libs/x86_64 + + echo "$0: Start evel_demo agent" + id=$(cut -d ',' -f 3 /mnt/openstack/latest/meta_data.json | cut -d '"' -f 4) + nohup ../output/x86_64/evel_demo --id $id --fqdn $collector_ip --port 30000 --username $username --password $password -x > /dev/null 2>&1 & + + echo "$0: Start collectd agent running in the VM" + setup_collectd true +} + +setup_monitor () { + echo "$0: setup VES Monitor" + echo "$0: install dependencies" + # Note below: python (2.7) is required due to dependency on module 'ConfigParser' + sudo apt-get update + sudo apt-get upgrade -y + sudo apt-get install -y python python-jsonschema + + echo "$0: setup VES Monitor config" + sudo mkdir /var/log/att + sudo chown ubuntu /var/log/att + touch /var/log/att/collector.log + sudo chown ubuntu /home/ubuntu/ + cd /home/ubuntu/ + git clone https://github.com/att/evel-test-collector.git + sed -i -- "s/vel_username = /vel_username = $username/" evel-test-collector/config/collector.conf + sed -i -- "s/vel_password = /vel_password = $password/" evel-test-collector/config/collector.conf + sed -i -- "s~vel_path = vendor_event_listener/~vel_path = ~" evel-test-collector/config/collector.conf + sed -i -- "s/vel_topic_name = example_vnf/vel_topic_name = /" evel-test-collector/config/collector.conf + sed -i -- "/vel_topic_name = /a vdu3_id = $vdu3_id" evel-test-collector/config/collector.conf + sed -i -- "/vel_topic_name = /a vdu2_id = $vdu2_id" evel-test-collector/config/collector.conf + sed -i -- "/vel_topic_name = /a vdu1_id = $vdu1_id" evel-test-collector/config/collector.conf + + cp monitor.py evel-test-collector/code/collector/monitor.py + nohup python evel-test-collector/code/collector/monitor.py --config evel-test-collector/config/collector.conf --section default > /home/ubuntu/monitor.log +} + +type=$1 + +if [[ "$type" == "monitor" ]]; then + vdu1_id=$2 + vdu2_id=$3 + vdu3_id=$4 + username=$5 + password=$6 +else + vm_id=$2 + collector_ip=$3 + username=$4 + password=$5 +fi + +setup_$type $1 +exit 0 diff --git a/tests/onap-demo/ves_onap_demo.sh b/tests/onap-demo/ves_onap_demo.sh new file mode 100644 index 0000000..c4ee2e4 --- /dev/null +++ b/tests/onap-demo/ves_onap_demo.sh @@ -0,0 +1,599 @@ +#!/bin/bash +# Copyright 2016-2017 AT&T Intellectual Property, Inc +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +# What this is: Deployment test for the VES agent and collector based +# upon the Tacker Hello World blueprint, designed as a manual demo of the VES +# concept using ONAP VNFs and integrating with the Barometer project collectd +# agent. +# Typical demo procedure is to execute the following actions from the OPNFV +# jumphost or some host wth access to the OpenStack controller +# (see below for details): +# setup: install Tacker in a Docker container. Note: only needs to be done +# once per session and can be reused across OPNFV VES and Models tests, +# i.e. you can start another test at the "start" step below. +# start: install blueprint and start the VNF, including the app (load-balanced +# web server) and VES agents running on the VMs. Installs the VES +# monitor code but does not start the monitor (see below). +# start_collectd: start the collectd daemon on bare metal hypervisor hosts +# monitor: start the VES monitor, typically run in a second shell session. +# pause: pause the app at one of the web server VDUs (VDU1 or VDU2) +# stop: stop the VNF and uninstall the blueprint +# start_collectd: start the collectd daemon on bare metal hypervisor hosts +# clean: remove the tacker container and service (if desired, when done) +# +# +# Note: if you want to try this on DevStack, your DevStack VM needs at minimum +# 20 GB RAM and 20 GB hard drive. +# +# +# Status: this is a work in progress, under test. +# +# How to use: +# $ git clone https://gerrit.opnfv.org/gerrit/ves +# $ cd ves/tests/onap-demo +# $ bash ves_onap_demo.sh setup [branch] +# setup: setup test environment +# : location of OpenStack openrc file +# branch: OpenStack branch of Tacker to install (default: master) +# $ bash ves_onap_demo.sh start +# start: install blueprint and run test +# $ bash ves_onap_demo.sh start_collectd|stop_collectd +# start_collectd: install and start collectd daemon on hypervisor +# stop_collectd: stop and uninstall collectd daemon on hypervisor +# : hypervisor ip +# : username on hypervisor hosts, for ssh (user must be setup for +# key-based auth on the hosts) +# : IP address of VES monitor +# $ bash ves_onap_demo.sh monitor +# monitor: attach to the collector VM and run the VES Monitor +# : IP address of VDU4 (monitor VM) +# $ bash ves_onap_demo.sh traffic +# traffic: generate some traffic +# : address of server +# $ bash ves_onap_demo.sh pause +# pause: pause the VNF (web server) for a minute to generate a state change +# : address of server +# $ bash ves_onap_demo.sh stop +# stop: stop test and uninstall blueprint +# $ bash ves_onap_demo.sh clean +# clean: cleanup after test +# : username on hypervisor +# : password on hypervisor + +trap 'fail' ERR + +pass() { + echo "$0: $(date) Hooray!" + end=`date +%s` + runtime=$((end-test_start)) + echo "$0: $(date) Test Duration = $runtime seconds" + exit 0 +} + +fail() { + echo "$0: $(date) Test Failed!" + end=`date +%s` + runtime=$((end-test_start)) + runtime=$((runtime/60)) + echo "$0: $(date) Test Duration = $runtime seconds" + exit 1 +} + +assert() { + if [[ $2 == true ]]; then echo "$0 test assertion passed: $1" + else + echo "$0 test assertion failed: $1" + fail + fi +} + +get_floating_net () { + echo "$0: $(date) get_floating_net start" + network_ids=($(neutron net-list | grep -v "+" | grep -v name | awk '{print $2}')) + for id in "${network_ids[@]}"; do + [[ $(neutron net-show ${id} | grep 'router:external' | grep -i "true") != "" ]] && FLOATING_NETWORK_ID=${id} + done + if [[ $FLOATING_NETWORK_ID ]]; then + FLOATING_NETWORK_NAME=$(neutron net-show $FLOATING_NETWORK_ID | awk "/ name / { print \$4 }") + echo "$0: $(date) floating network name is $FLOATING_NETWORK_NAME" + else + echo "$0: $(date) Floating network not found" + exit 1 + fi + echo "$0: $(date) get_floating_net end" +} + +try () { + count=$1 + $3 + while [[ $? == 1 && $count -gt 0 ]]; do + sleep $2 + let count=$count-1 + $3 + done + if [[ $count -eq 0 ]]; then echo "$0: $(date) Command \"$3\" was not successful after $1 tries"; fi +} + +setup () { + trap 'fail' ERR + + echo "$0: $(date) Setup shared test folder /opt/tacker" + if [ -d /opt/tacker ]; then sudo rm -rf /opt/tacker; fi + sudo mkdir -p /opt/tacker + sudo chown $USER /opt/tacker + chmod 777 /opt/tacker/ + + echo "$0: $(date) copy test script and openrc to /opt/tacker" + cp $0 /opt/tacker/. + cp $1 /opt/tacker/admin-openrc.sh + + source /opt/tacker/admin-openrc.sh + chmod 755 /opt/tacker/*.sh + + echo "$0: $(date) tacker-setup part 1 fetching script from Models" + wget https://git.opnfv.org/models/plain/tests/utils/tacker-setup.sh -O /tmp/tacker-setup.sh + bash /tmp/tacker-setup.sh init + if [ $? -eq 1 ]; then fail; fi + + echo "$0: $(date) tacker-setup part 2" + dist=`grep DISTRIB_ID /etc/*-release | awk -F '=' '{print $2}'` + if [ "$dist" == "Ubuntu" ]; then + echo "$0: $(date) Execute tacker-setup.sh in the container" + sudo docker exec -it tacker /bin/bash /opt/tacker/tacker-setup.sh setup $2 + if [ $? -eq 1 ]; then fail; fi + else + echo "$0: $(date) Execute tacker-setup.sh in the container" + sudo docker exec -i -t tacker /bin/bash /opt/tacker/tacker-setup.sh setup $2 + if [ $? -eq 1 ]; then fail; fi + fi + + assert "ves-onap-demo-tacker-001 (Tacker installation in a Docker container on the jumphost)" true +} + +say_hello() { + echo "$0: $(date) Testing $1" + pass=false + count=10 + while [[ $count -gt 0 && $pass != true ]] + do + sleep 30 + let count=$count-1 + if [[ $(curl $1 | grep -c "Hello World") -gt 0 ]]; then + echo "$0: $(date) Hello World found at $1" + pass=true + fi + done + if [[ $pass != true ]]; then fail; fi +} + +copy_blueprint() { + echo "$0: $(date) copy test script to /opt/tacker" + cp $0 /opt/tacker/. + + echo "$0: $(date) reset blueprints folder" + if [[ -d /opt/tacker/blueprints/tosca-vnfd-onap-demo ]]; then + rm -rf /opt/tacker/blueprints/tosca-vnfd-onap-demo + fi + + echo "$0: $(date) copy tosca-vnfd-onap-demo to blueprints folder" + if [[ ! -d /opt/tacker/blueprints ]]; then mkdir /opt/tacker/blueprints; fi + cp -r blueprints/tosca-vnfd-onap-demo /opt/tacker/blueprints/tosca-vnfd-onap-demo +} + +start() { +# Disable trap for now, need to test to ensure premature fail does not occur +# trap 'fail' ERR + + echo "$0: $(date) setup OpenStack CLI environment" + source /opt/tacker/admin-openrc.sh + + echo "$0: $(date) create flavor to use in blueprint" + openstack flavor create onap.demo --id auto --ram 1024 --disk 3 --vcpus 1 + + echo "$0: $(date) Create Nova key pair" + if [[ -f /opt/tacker/onap-demo ]]; then rm /opt/tacker/onap-demo; fi + ssh-keygen -t rsa -N "" -f /opt/tacker/onap-demo -C ubuntu@onap-demo + chmod 600 /opt/tacker/onap-demo + openstack keypair create --public-key /opt/tacker/onap-demo.pub onap-demo + assert "onap-demo-nova-001 (Keypair creation)" true + + echo "$0: $(date) Inject public key into blueprint" + pubkey=$(cat /opt/tacker/onap-demo.pub) + sed -i -- "s~~$pubkey~" /opt/tacker/blueprints/tosca-vnfd-onap-demo/blueprint.yaml + + vdus="VDU1 VDU2 VDU3 VDU4" + vdui="1 2 3 4" + vnf_vdui="1 2 3" + declare -a vdu_id=() + declare -a vdu_ip=() + declare -a vdu_url=() + + # Setup for workarounds + echo "$0: $(date) allocate floating IPs no loop no array assignment" + get_floating_net + + # stack@us16-newton:~$ (openstack floating ip create public | awk "NR==7 { print \$4 }") + # 172.24.4.11 + # stack@us16-newton:~$ (openstack floating ip create public | awk "/floating_ip_address/ { print \$4 }") + # 172.24.4.7 + + for i in $vdui; do + vdu_ip[$i]=$(nova floating-ip-create $FLOATING_NETWORK_NAME | awk "/$FLOATING_NETWORK_NAME/ { print \$4 }") + echo "$0: $(date) Pre-allocated ${vdu_ip[$i]} to VDU$i" + done + + + echo "$0: $(date) Inject web server floating IPs into LB code in blueprint" + sed -i -- "s//${vdu_ip[1]}/" /opt/tacker/blueprints/tosca-vnfd-onap-demo/blueprint.yaml + sed -i -- "s//${vdu_ip[1]}/" /opt/tacker/blueprints/tosca-vnfd-onap-demo/blueprint.yaml + # End setup for workarounds + + echo "$0: $(date) create VNFD named onap-demo-vnfd" + cd /opt/tacker/blueprints/tosca-vnfd-onap-demo + # newton: NAME (was "--name") is now a positional parameter + tacker vnfd-create --vnfd-file blueprint.yaml onap-demo-vnfd + if [[ $? -eq 0 ]]; then + assert "onap-demo-tacker-002 (VNFD creation onap-demo-vnfd)" true + else + assert "onap-demo-tacker-002 (VNFD creation onap-demo-vnfd)" false + fi + + echo "$0: $(date) create VNF named onap-demo-vnf" + # newton: NAME (was "--name") is now a positional parameter + tacker vnf-create --vnfd-name onap-demo-vnfd onap-demo-vnf + if [ $? -eq 1 ]; then fail; fi + + echo "$0: $(date) wait for onap-demo-vnf to go ACTIVE" + active="" + count=24 + while [[ -z $active && $count -gt 0 ]] + do + active=$(tacker vnf-show onap-demo-vnf | grep ACTIVE) + if [[ $(tacker vnf-show onap-demo-vnf | grep -c ERROR) -gt 0 ]]; then + echo "$0: $(date) onap-demo-vnf VNF creation failed with state ERROR" + assert "onap-demo-tacker-002 (onap-demo-vnf creation)" false + fi + let count=$count-1 + sleep 30 + echo "$0: $(date) wait for onap-demo-vnf to go ACTIVE" + done + if [[ $count == 0 ]]; then + echo "$0: $(date) onap-demo-vnf VNF creation failed - timed out" + assert "onap-demo-tacker-002 (VNF creation)" false + fi + + # Setup for workarounds + echo "$0: $(date) directly set port security on ports (unsupported in Mitaka Tacker)" + # Alternate method + # HEAT_ID=$(tacker vnf-show onap-demo-vnfd | awk "/instance_id/ { print \$4 }") + # SERVER_ID=$(openstack stack resource list $HEAT_ID | awk "/VDU1 / { print \$4 }") + for vdu in $vdus; do + echo "$0: $(date) Setting port security on $vdu" + SERVER_ID=$(openstack server list | awk "/$vdu/ { print \$2 }") + id=($(neutron port-list -F id -f value)) + for id in "${id[@]}"; do + if [[ $(neutron port-show $id | grep $SERVER_ID) ]]; then neutron port-update ${id} --port-security-enabled=True; fi + done + done + + echo "$0: $(date) directly assign security group (unsupported in Mitaka Tacker)" + if [[ $(neutron security-group-list | awk "/ onap-demo / { print \$2 }") ]]; then neutron security-group-delete onap-demo; fi + neutron security-group-create onap-demo + neutron security-group-rule-create --direction ingress --protocol TCP --port-range-min 22 --port-range-max 22 onap-demo + neutron security-group-rule-create --direction ingress --protocol TCP --port-range-min 80 --port-range-max 80 onap-demo + neutron security-group-rule-create --direction ingress --protocol TCP --port-range-min 30000 --port-range-max 30000 onap-demo + for i in $vdui; do + vdu_id[$i]=$(openstack server list | awk "/VDU$i/ { print \$2 }") + echo "$0: $(date) Assigning security groups to VDU$i (${vdu_id[$i]})" + openstack server add security group ${vdu_id[$i]} onap-demo + openstack server add security group ${vdu_id[$i]} default + done + + echo "$0: $(date) associate floating IPs" + # openstack server add floating ip INSTANCE_NAME_OR_ID FLOATING_IP_ADDRESS + for i in $vdui; do + openstack server add floating ip ${vdu_id[$i]} ${vdu_ip[$i]} + done + + echo "$0: $(date) get web server addresses" + vdu_url[1]="http://${vdu_ip[1]}" + vdu_url[2]="http://${vdu_ip[2]}" + vdu_url[3]="http://${vdu_ip[3]}" + vdu_url[4]="http://${vdu_ip[4]}:30000/eventListener/v3" + + apt-get install -y curl + + echo "$0: $(date) wait for VNF web service to be ready" + count=0 + resp=$(curl http://${vdu_ip[1]}) + echo $resp + while [[ $count -gt 10 && "$resp" == "" ]]; do + echo "$0: $(date) waiting for HTTP response from LB" + sleep 60 + let count=$count+1 + resp=$(curl http://${vdu_ip[3]}) + echo $resp + done + + echo "$0: $(date) verify onap-demo server is running at each web server and via the LB" + say_hello http://${vdu_ip[1]} + say_hello http://${vdu_ip[2]} + say_hello http://${vdu_ip[3]} + + assert "onap-demo-onap-demo-vnf-001 (onap-demo VNF creation)" true + assert "onap-demo-tacker-003 (VNF creation)" true + assert "onap-demo-tacker-vnfd-002 (artifacts creation)" true + assert "onap-demo-tacker-vnfd-003 (user_data creation)" true + + echo "$0: $(date) setup Monitor in VDU4 at ${vdu_ip[4]}" + scp -i /opt/tacker/onap-demo -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no /opt/tacker/blueprints/tosca-vnfd-onap-demo/start.sh ubuntu@${vdu_ip[4]}:/home/ubuntu/start.sh + scp -i /opt/tacker/onap-demo -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no /opt/tacker/blueprints/tosca-vnfd-onap-demo/monitor.py ubuntu@${vdu_ip[4]}:/home/ubuntu/monitor.py + ssh -i /opt/tacker/onap-demo -x -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no ubuntu@${vdu_ip[4]} "nohup bash /home/ubuntu/start.sh monitor ${vdu_id[1]} ${vdu_id[2]} ${vdu_id[3]} hello world > /dev/null 2>&1 &" + + echo "$0: $(date) Execute agent startup script in the VNF VMs" + for i in $vnf_vdui; do + ssh -i /opt/tacker/onap-demo -x -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no ubuntu@${vdu_ip[$i]} "sudo chown ubuntu /home/ubuntu" + scp -i /opt/tacker/onap-demo -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no /opt/tacker/blueprints/tosca-vnfd-onap-demo/start.sh ubuntu@${vdu_ip[$i]}:/home/ubuntu/start.sh + ssh -i /opt/tacker/onap-demo -x -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no \ + ubuntu@${vdu_ip[$i]} "nohup bash /home/ubuntu/start.sh agent ${vdu_id[$i]} ${vdu_ip[4]} hello world > /dev/null 2>&1 &" + done + + echo "$0: $(date) Startup complete. VDU addresses:" + echo "web server 1: ${vdu_ip[1]}" + echo "web server 2: ${vdu_ip[2]}" + echo "load balancer: ${vdu_ip[3]}" + echo "monitor : ${vdu_ip[4]}" +} + +stop() { + trap 'fail' ERR + + echo "$0: $(date) setup OpenStack CLI environment" + source /opt/tacker/admin-openrc.sh + + if [[ "$(tacker vnf-list | grep onap-demo-vnf | awk '{print $2}')" != '' ]]; then + echo "$0: $(date) uninstall onap-demo-vnf blueprint via CLI" + try 12 10 "tacker vnf-delete onap-demo-vnf" + # It can take some time to delete a VNF - thus wait 2 minutes + count=12 + while [[ $count -gt 0 && "$(tacker vnf-list | grep onap-demo-vnfd | awk '{print $2}')" != '' ]]; do + echo "$0: $(date) waiting for onap-demo-vnf VNF delete to complete" + sleep 10 + let count=$count-1 + done + if [[ "$(tacker vnf-list | grep onap-demo-vnf | awk '{print $2}')" == '' ]]; then + assert "onap-demo-tacker-004 (VNF onap-demo-vnf deletion)" true + else + assert "onap-demo-tacker-004 (VNF onap-demo-vnf deletion)" false + fi + fi + + # It can take some time to delete a VNFD - thus wait 2 minutes + if [[ "$(tacker vnfd-list | grep onap-demo-vnfd | awk '{print $2}')" != '' ]]; then + echo "$0: $(date) trying to delete the onap-demo-vnfd VNFD" + try 12 10 "tacker vnfd-delete onap-demo-vnfd" + if [[ "$(tacker vnfd-list | grep onap-demo-vnfd | awk '{print $2}')" == '' ]]; then + assert "onap-demo-tacker-005 (VNFD deletion onap-demo-vnfd)" true + else + assert "onap-demo-tacker-005 (VNFD deletion onap-demo-vnfd)" false + fi + fi + +# This part will apply for tests that dynamically create the VDU base image +# iid=($(openstack image list|grep VNFImage|awk '{print $2}')); for id in ${iid[@]}; do openstack image delete ${id}; done +# if [[ "$(openstack image list|grep VNFImage|awk '{print $2}')" == '' ]]; then +# assert "models-tacker-vnfd-004 (artifacts deletion)" true +# else +# assert "models-tacker-vnfd-004 (artifacts deletion)" false +# fi + + # Cleanup for workarounds + fip=($(neutron floatingip-list | grep -v "+" | grep -v id | awk '{print $2}')); for id in "${fip[@]}"; do neutron floatingip-delete ${id}; done + sg=($(openstack security group list | grep onap-demo |awk '{print $2}')) + for id in "${sg[@]}"; do try 5 5 "openstack security group delete ${id}"; done + kid=($(openstack keypair list | grep onap-demo | awk '{print $2}')); for id in "${kid[@]}"; do openstack keypair delete ${id}; done + + openstack flavor delete onap.demo +} + +start_collectd() { + # NOTE: ensure hypervisor hostname is resolvable e.g. thru /etc/hosts + echo "$0: $(date) update start.sh script in case it changed" + cp -r blueprints/tosca-vnfd-onap-demo/start.sh /opt/tacker/blueprints/tosca-vnfd-onap-demo + echo "$0: $(date) start collectd agent on bare metal hypervisor host" + scp -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no /opt/tacker/blueprints/tosca-vnfd-onap-demo/start.sh $2@$1:/home/$2/start.sh + ssh -x -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no $2@$1 \ + "nohup bash /home/$2/start.sh collectd $1 $3 hello world > /dev/null 2>&1 &" +} + +stop_collectd() { + echo "$0: $(date) remove collectd agent on bare metal hypervisor hosts" + ssh -x -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no $2@$1 <<'EOF' +dist=`grep DISTRIB_ID /etc/*-release | awk -F '=' '{print $2}'` +if [ "$dist" == "Ubuntu" ]; then + sudo service collectd stop + sudo apt-get remove -y collectd +else + sudo service collectd stop + sudo yum remove -y collectd collectd-virt +fi +rm -rf $HOME/barometer +EOF +} + +# +# Test tools and scenarios +# + +get_vdu_ip () { + source /opt/tacker/admin-openrc.sh + + echo "$0: $(date) find VM IP for $1" + ip=$(openstack server list | awk "/$1/ { print \$10 }") +} + +monitor () { + echo "$0: $(date) Start the VES Monitor in VDU4 - Stop first if running" + sudo ssh -t -t -i /opt/tacker/onap-demo -x -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no ubuntu@$1 << 'EOF' +sudo kill $(ps -ef | grep evel-test-collector | awk '{print $2}') +nohup python evel-test-collector/code/collector/monitor.py --config evel-test-collector/config/collector.conf --section default > /home/ubuntu/monitor.log & +tail -f monitor.log +EOF +} + +traffic () { + echo "$0: $(date) Generate some traffic, somewhat randomly" + ns="0 00 000" + while true + do + for n in $ns; do + sleep .$n$[ ( $RANDOM % 10 ) + 1 ]s + curl -s http://$1 > /dev/null + done + done +} + +pause () { + echo "$0: $(date) Pause the VNF (web server) in $1 for 30 seconds to generate a state change fault report (Stopped)" + $1 + sudo ssh -t -t -i /opt/tacker/onap-demo -x -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no ubuntu@$1 "sudo docker pause onap-demo" + sleep 20 + echo "$0: $(date) Unpausing the VNF to generate a state change fault report (Started)" + sudo ssh -t -t -i /opt/tacker/onap-demo -x -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no ubuntu@$1 "sudo docker unpause onap-demo" +} + +forward_to_container () { + echo "$0: $(date) pass $1 command to ves_onap_demo in tacker container" + sudo docker exec tacker /bin/bash /opt/tacker/ves_onap_demo.sh $1 + if [ $? -eq 1 ]; then fail; fi +} + +dist=`grep DISTRIB_ID /etc/*-release | awk -F '=' '{print $2}'` +case "$1" in + setup) + setup $2 $3 + if [ $? -eq 1 ]; then fail; fi + pass + ;; + run) + setup $2 $3 + copy_blueprint + forward_to_container start + if [ $? -eq 1 ]; then fail; fi + pass + ;; + start) + if [[ -f /.dockerenv ]]; then + start + else + copy_blueprint + forward_to_container start + fi + pass + ;; + start_collectd) + start_collectd $2 $3 $4 + if [ $? -eq 1 ]; then fail; fi + pass + ;; + stop_collectd) + stop_collectd $2 $3 + if [ $? -eq 1 ]; then fail; fi + pass + ;; + monitor) + monitor $2 + if [ $? -eq 1 ]; then fail; fi + pass + ;; + traffic) + traffic $2 + pass + ;; + pause) + pause $2 + ;; + stop) + if [[ -f /.dockerenv ]]; then + stop + else + forward_to_container stop + fi + if [ $? -eq 1 ]; then fail; fi + pass + ;; + clean) + echo "$0: $(date) Uninstall Tacker and test environment" + sudo docker exec -it tacker /bin/bash /opt/tacker/tacker-setup.sh clean + sudo docker stop tacker + sudo docker rm -v tacker + sudo rm -rf /opt/tacker + pass + ;; + *) + cat < [branch] + setup: setup test environment + : location of OpenStack openrc file + branch: OpenStack branch to install (default: master) + $ bash ves_onap_demo.sh start + start: install blueprint and run test + : username on hypervisor hosts, for ssh (user must be setup for + key-based auth on the hosts) + $ bash ves_onap_demo.sh start_collectd|stop_collectd + start_collectd: install and start collectd daemon on hypervisor + stop_collectd: stop and uninstall collectd daemon on hypervisor + : hypervisor ip + : username on hypervisor hosts, for ssh (user must be setup for + key-based auth on the hosts) + : IP address of VES monitor + $ bash ves_onap_demo.sh monitor + monitor: attach to the collector VM and run the VES Monitor + : IP address of VDU4 (monitor VM) + $ bash ves_onap_demo.sh traffic + traffic: generate some traffic + : address of server + $ bash ves_onap_demo.sh pause + pause: pause the VNF (web server) for a minute to generate a state change + : address of server + $ bash ves_onap_demo.sh stop + stop: stop test and uninstall blueprint + $ bash ves_onap_demo.sh clean + clean: cleanup after test + : username on hypervisor hosts, for ssh (user must be setup for + key-based auth on the hosts) +EOF +esac -- cgit 1.2.3-korg