#!/bin/bash
##############################################################################
# Copyright (c) 2015 Ericsson AB and others.
#
# All rights reserved. This program and the accompanying materials
# are made available under the terms of the Apache License, Version 2.0
# which accompanies this distribution, and is available at
# http://www.apache.org/licenses/LICENSE-2.0
##############################################################################
#
# Set up the environment and run yardstick test suites.
#
# Example invocation: yardstick-verify -r 10.4.4.4 suite1.yaml suite2.yaml
#
# Openstack credentials must be set and the script must be run from its
# original location in the yardstick repo.
#
# This script is intended to be used by the CI pipeline but it may also
# be invoked manually.
#
SCRIPT=$0
SCRIPT_ARGS=$@
usage()
{
cat << EOF
usage: $0 options [TEST_SUITE ...]
If no test suites are given ping.yaml is run.
OPTIONS:
-h Show this message
-r Http target (example: -r 213.77.62.197/results)
-i Influxdb target (example: -i 127.0.0.1:8086)
Default target is dump to file ($DISPATCHER_FILE_NAME)
EOF
}
DISPATCHER_TYPE=file
DISPATCHER_FILE_NAME="/tmp/yardstick.out"
DISPATCHER_HTTP_TARGET="http://testresults.opnfv.org/test/api/v1/results"
DISPATCHER_INFLUXDB_TARGET=
while getopts "r:i:h" OPTION; do
case $OPTION in
h)
usage
exit 0
;;
r)
DISPATCHER_TYPE=http
DISPATCHER_HTTP_TARGET=http://${OPTARG}
DISPATCHER_FILE_NAME=
;;
i)
DISPATCHER_TYPE=influxdb
DISPATCHER_INFLUXDB_TARGET=http://${OPTARG}
DISPATCHER_FILE_NAME=
;;
*)
echo "${OPTION} is not a valid argument"
exit 1
;;
esac
done
shift $[OPTIND - 1]
TEST_SUITES=$@
cleanup()
{
echo
echo "========== Cleanup =========="
if ! glance image-list; then
return
fi
for image in $(glance image-list | grep -e cirros-0.3.3 -e yardstick-trusty-server -e Ubuntu-14.04 | awk '{print $2}'); do
echo "Deleting image $image..."
glance image-delete $image || true
done
nova flavor-delete yardstick-flavor &> /dev/null || true
}
exitcode=""
error_exit()
{
local rc=$?
if [ -z "$exitcode" ]; then
# In case of recursive traps (!?)
exitcode=$rc
fi
cleanup
echo "Exiting with RC=$exitcode"
exit $exitcode
}
set -o errexit
set -o pipefail
install_yardstick()
{
echo
echo "========== Installing yardstick =========="
# uninstall previous version
pip uninstall -y yardstick || true
# Install yardstick
pip install .
}
install_storperf()
{
# Install Storper on huawei-pod1
if [ "$NODE_NAME" == "huawei-pod1" ]; then
echo
echo "========== Installing storperf =========="
if ! yardstick -d plugin install plugin/CI/storperf.yaml; then
echo "Install storperf plugin FAILED";
exit 1
fi
echo
echo "========== Installed storperf container =========="
fi
}
build_yardstick_image()
{
echo
echo "========== Build yardstick cloud image =========="
local cmd="sudo $(which yardstick-img-modify) $(pwd)/tools/ubuntu-server-cloudimg-modify.sh"
# Build the image. Retry once if the build fails.
$cmd || $cmd
if [ ! -f $QCOW_IMAGE ]; then
echo "Failed building QCOW image"
exit 1
fi
}
create_nova_flavor()
{
if ! nova flavor-list | grep -q yardstick-flavor; then
echo
echo "========== Create nova flavor =========="
# Create the nova flavor used by some sample test cases
nova flavor-create yardstick-flavor 100 512 3 1
# DPDK-enabled OVS requires guest memory to be backed by large pages
if [[ "$DEPLOY_SCENARIO" == *"-ovs-"* ]]; then
nova flavor-key yardstick-flavor set hw:mem_page_size=large
fi
fi
}
load_cirros_image()
{
echo
echo "========== Loading cirros cloud image =========="
local image_file=/home/opnfv/images/cirros-0.3.3-x86_64-disk.img
output=$(glance image-create \
--name cirros-0.3.3 \
--disk-format qcow2 \
--container-format bare \
--file $image_file)
echo "$output"
CIRROS_IMAGE_ID=$(echo "$output" | grep " id " | awk '{print $(NF-1)}')
if [ -z "$CIRROS_IMAGE_ID" ]; then
echo 'Failed uploading cirros image to cloud'.
exit 1
fi
echo "Cirros image id: $CIRROS_IMAGE_ID"
}
load_ubuntu_image()
{
echo
echo "========== Loading ubuntu cloud image =========="
local ubuntu_image_file=/home/opnfv/images/trusty-server-cloudimg-amd64-disk1.img
output=$(glance image-create \
--name Ubuntu-14.04 \
--disk-format qcow2 \
--container-format bare \
--file $ubuntu_image_file)
echo "$output"
UBUNTU_IMAGE_ID=$(echo "$output" | grep " id " | awk '{print $(NF-1)}')
if [ -z "$UBUNTU_IMAGE_ID" ]; then
echo 'Failed uploading UBUNTU image to cloud'.
exit 1
fi
echo "Ubuntu image id: $UBUNTU_IMAGE_ID"
}
load_yardstick_image()
{
echo
echo "========== Loading yardstick cloud image =========="
output=$(glance --os-image-api-version 1 image-create \
--name yardstick-trusty-server \
--is-public true --disk-format qcow2 \
--container-format bare \
--file $QCOW_IMAGE)
echo "$output"
GLANCE_IMAGE_ID=$(echo "$output" | grep " id " | awk '{print $(NF-1)}')
if [ -z "$GLANCE_IMAGE_ID" ]; then
echo 'Failed uploading image to cloud'.
exit 1
fi
sudo rm -f $QCOW_IMAGE
echo "Glance image id: $GLANCE_IMAGE_ID"
}
run_test()
{
echo
echo "========== Running yardstick test suites =========="
mkdir -p /etc/yardstick
cat << EOF >> /etc/yardstick/yardstick.conf
[DEFAULT]
debug = True
dispatcher = ${DISPATCHER_TYPE}
[dispatcher_file]
file_name = ${DISPATCHER_FILE_NAME}
[dispatcher_http]
timeout = 5
target = ${DISPATCHER_HTTP_TARGET}
[dispatcher_influxdb]
timeout = 5
target = ${DISPATCHER_INFLUXDB_TARGET}
db_name = yardstick
username = opnfv
password = 0pnfv2015
EOF
local failed=0
local start_date
local stop_date
if [ ${#SUITE_FILES[@]} -gt 0 ]; then
start_date=$(date '+%Y-%m-%d %H:%M:%S')
for suite in ${SUITE_FILES[*]}; do
echo "---------------------------"
echo "Running test suite: $suite"
echo "---------------------------"
if ! yardstick task start --suite $suite; then
echo "test suite $suite FAILED";
# Mark the test suite failed but continue
# running the remaining test suites.
(( failed++ ))
fi
if [ ${DISPATCHER_TYPE} = file ]; then
echo "---------------------------"
echo "Dump test suite $suite result"
echo "---------------------------"
if [ -f ${DISPATCHER_FILE_NAME} ]; then
cat ${DISPATCHER_FILE_NAME}
else
echo "Test result file ${DISPATCHER_FILE_NAME} is not exist"
fi
fi
done
stop_date=$(date '+%Y-%m-%d %H:%M:%S')
local sceanrio_status="SUCCESS"
if [ $failed -gt 0 ]; then
scenario_status="FAILED"
fi
curl -i -H 'content-type: application/json' -X POST -d \
"{\"project_name\": \"yardstick\",
\"case_name\": \"scenario_status\",
\"pod_name\":\"${NODE_NAME}\",
\"installer\":\"${INSTALLER_TYPE}\",
\"version\":\"${YARDSTICK_BRANCH}\",
\"scenario\":\"${DEPLOY_SCENARIO}\",
\"description\": \"yardstick ci scenario status\",
\"start_date\":\"${start_date}\",
\"stop_date\":\"${stop_date}\",
\"details\":\"${sceanrio_status}\"}" \
${DISPATCHER_HTTP_TARGET}
if [ $failed -gt 0 ]; then
echo "---------------------------"
echo "$failed out of ${SUITE_FILES[*]} test suites FAILED"
echo "---------------------------"
exit 1
fi
else
echo "---------------------------"
echo "Running samples/ping.yaml "
echo "---------------------------"
if ! yardstick task start samples/ping.yaml; then
echo "Yardstick test FAILED"
exit 1
fi
if [ ${DISPATCHER_TYPE} = file ]; then
echo "---------------------------"
echo "Dump samples/ping.yaml test result"
echo "---------------------------"
if [ -f ${DISPATCHER_FILE_NAME} ]; then
cat ${DISPATCHER_FILE_NAME}
else
echo "Test result file ${DISPATCHER_FILE_NAME} is not exist"
fi
fi
fi
}
main()
{
GITROOT=$(cd $(dirname $0) && git rev-parse --show-toplevel)
cd $GITROOT
export YARDSTICK_VERSION=$(git rev-parse HEAD)
SUITE_FILES=()
# find the test suite files
for suite in $TEST_SUITES; do
if [ -f $suite ]; then
SUITE_FILES+=($suite)
else
tsdir=$GITROOT/tests/opnfv/test_suites
if [ ! -f $tsdir/$suite ]; then
echo "Test suite \"$suite\" does not exist"
exit 1
fi
SUITE_FILES+=($tsdir/$suite)
fi
done
echo
echo "========== Running Yardstick CI with following parameters =========="
echo "Script options: ${SCRIPT} $SCRIPT_ARGS"
echo "Dispatcher: ${DISPATCHER_TYPE} ${DISPATCHER_FILE_NAME}"
echo "YARDSTICK_VERSION: ${YARDSTICK_VERSION}"
echo "Number of test suites: ${#SUITE_FILES[@]}"
for suite in ${SUITE_FILES[*]}; do
echo " $suite"
done
echo
# check if some necessary variables is set
if [ -z "$OS_AUTH_URL" ]; then
echo "OS_AUTH_URL is unset or empty"
exit 1
fi
echo "OS_AUTH_URL is $OS_AUTH_URL"
echo
# check OpenStack services
echo "Checking OpenStack services:"
for cmd in "glance image-list" "nova list" "heat stack-list"; do
echo " checking ${cmd/%\ */} ..."
if ! $cmd >/dev/null; then
echo "error: command \"$cmd\" failed"
exit 1
fi
done
echo
echo "Checking for External network:"
for net in $(neutron net-list --router:external True -c name -f value); do
echo " external network: $net"
done
# install yardstick
install_yardstick
cleanup
trap "error_exit" EXIT SIGTERM
QCOW_IMAGE="/tmp/workspace/yardstick/yardstick-trusty-server.img"
build_yardstick_image
load_yardstick_image
load_cirros_image
load_ubuntu_image
create_nova_flavor
install_storperf
run_test
}
main