#!/bin/bash # # Copyright 2015-2017 Intel Corporation. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. # VSPERF nightly build execution script # Usage: # build-vsperf.sh job_type # where job_type is one of "verify", "merge", "daily" # # exit codes # EXIT=0 EXIT_TC_FAILED=1 EXIT_SANITY_TC_FAILED=2 EXIT_PYLINT_FAILED=4 EXIT_NO_RESULTS=128 EXIT_NO_TEST_REPORT_LOG_DIR=256 # # configuration # VSPERF_BIN='./vsperf' LOG_FILE_PREFIX="/tmp/vsperf_build" DATE=$(date -u +"%Y-%m-%d_%H-%M-%S") BRANCH=${GIT_BRANCH##*/} VSPERFENV_DIR="$HOME/vsperfenv" RESULTS_ARCHIVE="$HOME/ci_results_archive" # CI job specific configuration # VERIFY - run basic set of TCs with default settings TESTCASES_VERIFY="vswitch_add_del_bridge vswitch_add_del_bridges vswitch_add_del_vport vswitch_add_del_vports vswitch_vports_add_del_flow" TESTPARAM_VERIFY="--integration" TESTCASES_VERIFY_VPP="vswitch_add_del_bridge vswitch_add_del_bridges vswitch_add_del_vport vswitch_add_del_vports vswitch_vports_add_del_connection_vpp" TESTPARAM_VERIFY_VPP=$TESTPARAM_VERIFY # MERGE - run selected TCs with default settings TESTCASES_MERGE=$TESTCASES_VERIFY TESTPARAM_MERGE=$TESTPARAM_VERIFY TESTCASES_MERGE_VPP=$TESTCASES_VERIFY_VPP TESTPARAM_MERGE_VPP=$TESTPARAM_VERIFY_VPP # DAILY - run selected TCs for defined packet sizes TESTCASES_DAILY='phy2phy_tput back2back phy2phy_tput_mod_vlan phy2phy_scalability pvp_tput pvp_back2back pvvp_tput pvvp_back2back' TESTCASES_DAILY_VPP='phy2phy_tput_vpp phy2phy_back2back_vpp pvp_tput_vpp pvp_back2back_vpp pvvp_tput_vpp pvvp_back2back_vpp' TESTPARAM_DAILY='--test-params TRAFFICGEN_PKT_SIZES=(64,128,512,1024,1518)' TESTPARAM_DAILY_VPP=$TESTPARAM_DAILY TESTCASES_SRIOV='pvp_tput' TESTPARAM_SRIOV='--test-params TRAFFICGEN_PKT_SIZES=(64,128,512,1024,1518)' # check if user config file exists if not then we will use default settings if [ -f $HOME/vsperf-${BRANCH}.conf ] ; then # branch specific config was found CONF_FILE="--conf-file ${HOME}/vsperf-${BRANCH}.conf" else if [ -f $HOME/vsperf.conf ] ; then CONF_FILE="--conf-file ${HOME}/vsperf.conf" else CONF_FILE="" fi fi # check if sriov specific config file exists if not then use default configuration if [ -f $HOME/vsperf-${BRANCH}.conf.sriov ] ; then CONF_FILE_SRIOV="${CONF_FILE}.sriov" else CONF_FILE_SRIOV=$CONF_FILE fi # Test report related configuration TEST_REPORT_PARTIAL="*_test_report.rst" TEST_REPORT_DIR="${WORKSPACE}/docs/testing/developer/devguide/results" TEST_REPORT_INDEX="${TEST_REPORT_DIR}/index.rst" TEST_REPORT_LINK_OLD="https://wiki.opnfv.org/wiki/vsperf_results" TEST_REPORT_FILE="${WORKSPACE}/docs_output/testing_developer_devguide_results/index.html" TEST_REPORT_TARBALL="vswitchperf_logs_${DATE}.tar.gz" if [[ "x${BRANCH}" == "xmaster" ]]; then TEST_REPORT_LINK_NEW="https://artifacts.opnfv.org/logs/$PROJECT/$NODE_NAME/$DATE/${TEST_REPORT_TARBALL}" else TEST_REPORT_LINK_NEW="https://artifacts.opnfv.org/logs/$PROJECT/$NODE_NAME/$BRANCH/$DATE/${TEST_REPORT_TARBALL}" fi TEST_REPORT_LOG_DIR="${HOME}/opnfv/$PROJECT/results/$BRANCH" # # func
# This is a cross-platform list tracking distribution packages needed by tests;
# see http://docs.openstack.org/infra/bindep/ for additional information.
LE_PREFIX}_sanity_${DATE_SUFFIX}.log" echo "Execution of VSPERF sanity checks:" for PARAM in '--version' '--help' '--list-trafficgens' '--list-collectors' '--list-vswitches' '--list-fwdapps' '--list-vnfs' '--list-settings' '--list' '--integration --list'; do echo -e "-------------------------------------------------------------------" >> $LOG_FILE echo "$VSPERF_BIN $PARAM $CONF_FILE" >> $LOG_FILE echo -e "-------------------------------------------------------------------" >> $LOG_FILE $VSPERF_BIN $PARAM $CONF_FILE &>> $LOG_FILE if $VSPERF_BIN $PARAM $CONF_FILE &>> $LOG_FILE ; then printf " %-70s %-6s\n" "$VSPERF_BIN $PARAM" "OK" else printf " %-70s %-6s\n" "$VSPERF_BIN $PARAM" "FAILED" EXIT=$EXIT_SANITY_TC_FAILED fi echo >> $LOG_FILE done echo "Sanity log file $LOG_FILE" if [ $(($EXIT & $EXIT_SANITY_TC_FAILED)) -gt 0 ] ; then echo "-------------------------------------------------------------------" cat $LOG_FILE echo "-------------------------------------------------------------------" fi } # execute pylint to check code quality function execute_vsperf_pylint_check() { if ! ./check -b ; then EXIT=$EXIT_PYLINT_FAILED fi } # check and install required packages at nodes running VERIFY and MERGE jobs function dependencies_check() { . /etc/os-release if [ $ID == "ubuntu" ] ; then echo "Dependencies check" echo "==================" # install system packages for PACKAGE in "python3-tk" "sysstat" "bc" ; do if dpkg -s $PACKAGE &> /dev/null ; then printf " %-70s %-6s\n" $PACKAGE "OK" else printf " %-70s %-6s\n" $PACKAGE "missing" sudo apt-get install -y $PACKAGE fi done # install additional python packages into python environment for PACKAGE in "pylint" ; do if pip show $PACKAGE &> /dev/null ; then printf " %-70s %-6s\n" $PACKAGE "OK" else printf " %-70s %-6s\n" $PACKAGE "missing" pip install $PACKAGE fi done echo fi } # configure hugepages function configure_hugepages() { HP_MAX=8192 HP_REQUESTED=2048 HP_NR=`cat /sys/devices/system/node/node0/hugepages/hugepages-2048kB/nr_hugepages` HP_FREE=`cat /sys/devices/system/node/node0/hugepages/hugepages-2048kB/free_hugepages` # check if HP must be (re)configured if [ $HP_FREE -lt $HP_REQUESTED ] ; then HP_NR_NEW=$(($HP_NR+($HP_REQUESTED-$HP_FREE))) if [ $HP_NR_NEW -gt $HP_MAX ] ; then HP_NR_NEW=$HP_MAX fi sudo bash -c "echo $HP_NR_NEW > /sys/devices/system/node/node0/hugepages/hugepages-2048kB/nr_hugepages" fi if [ -f /sys/devices/system/node/node1/hugepages/hugepages-2048kB/nr_hugepages ] ; then sudo bash -c "echo 0 > /sys/devices/system/node/node1/hugepages/hugepages-2048kB/nr_hugepages" fi } # dump hugepages configuration function hugepages_info() { echo "-------------------------------------------------------------------" head /sys/devices/system/node/node*/hugepages/hugepages*/* echo "-------------------------------------------------------------------" } # # main # echo # enter workspace dir cd $WORKSPACE # create virtualenv if needed if [ ! -e $VSPERFENV_DIR ] ; then echo "Create VSPERF environment" echo "=========================" virtualenv --python=python3 "$VSPERFENV_DIR" echo fi # acivate and update virtualenv echo "Update VSPERF environment" echo "=========================" source "$VSPERFENV_DIR"/bin/activate pip install -r ./requirements.txt echo # VERFIY&MERGE job specific - check if required packages are installed dependencies_check # initialization initialize_logdir # configure hugepages echo "Configure hugepages" echo "===================" configure_hugepages hugepages_info | grep -v '^--' echo # execute job based on passed parameter case $1 in "verify") echo "=================" echo "VSPERF verify job" echo "=================" execute_vsperf_pylint_check terminate_vsperf execute_vsperf_sanity terminate_vsperf execute_vsperf OVS_with_DPDK_and_vHost_User $1 terminate_vsperf execute_vsperf OVS_vanilla $1 terminate_vsperf execute_vsperf VPP $1 terminate_vsperf exit $EXIT ;; "merge") echo "================" echo "VSPERF merge job" echo "================" execute_pylint_check terminate_vsperf execute_vsperf_sanity terminate_vsperf execute_vsperf OVS_with_DPDK_and_vHost_User $1 terminate_vsperf execute_vsperf OVS_vanilla $1 terminate_vsperf execute_vsperf VPP $1 terminate_vsperf exit $EXIT ;; *) echo "================" echo "VSPERF daily job" echo "================" terminate_vsperf execute_vsperf OVS_with_DPDK_and_vHost_User $1 terminate_vsperf execute_vsperf OVS_vanilla $1 terminate_vsperf execute_vsperf VPP $1 terminate_vsperf execute_vsperf SRIOV $1 terminate_vsperf generate_report push_results_to_artifactory generate_and_push_graphs "$TESTCASES_DAILY" ",OvsDpdkVhost," generate_and_push_graphs "$TESTCASES_DAILY" ",OvsVanilla," generate_and_push_graphs "$TESTCASES_DAILY_VPP" ",VppDpdkVhost," generate_and_push_graphs "$TESTCASES_SRIOV" ",none," cleanup exit $EXIT ;; esac exit $EXIT # # end #