From 105e58f816d52701a0fe432ad26aaccf7d3acfb0 Mon Sep 17 00:00:00 2001 From: Deepak S Date: Fri, 30 Dec 2016 09:26:57 -0800 Subject: Setup yardstick_virtual environments for Network Service Testing JIRA: YARDSTICK-521 Change-Id: Ib91d231120067e58d2e1df7f1b42db216d15c468 Signed-off-by: Deepak S --- nsb_setup.sh | 244 +++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 244 insertions(+) create mode 100755 nsb_setup.sh (limited to 'nsb_setup.sh') diff --git a/nsb_setup.sh b/nsb_setup.sh new file mode 100755 index 000000000..02258a577 --- /dev/null +++ b/nsb_setup.sh @@ -0,0 +1,244 @@ +#! /bin/bash +# Copyright (c) 2016-2017 Intel Corporation +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +# +# Change to yardstick directory ( /.. ), and export it as REPO_DIR +# +cd "$(dirname "${BASH_SOURCE[0]}")" +export REPO_DIR=$PWD +echo "------------------------------------------------------------------------------" +echo " REPO_DIR exported as $REPO_DIR" +echo "------------------------------------------------------------------------------" + +if [ "$(whoami)" != "root" ]; then + echo "Must be root to run $0" + exit 1; +fi + +INSTALL_BIN_PATH="/opt/nsb_bin" +TREX_DOWNLOAD="https://trex-tgn.cisco.com/trex/release/v2.05.tar.gz" +DPDK_DOWNLOAD="http://dpdk.org/browse/dpdk/snapshot/dpdk-16.07.zip" +VIRTUAL_VENV="$INSTALL_BIN_PATH/yardstick_venv" + +# +# Install libs needed for NSB +# +install_libs() +{ + echo "Install libs needed to build and run NSB Testing..." + apt-get update > /dev/null 2>&1 + pkg=(git build-essential python-dev virtualenv python-virtualenv virtualenv linux-headers-$(uname -r) unzip python-pip libpcap-dev) + for i in "${pkg[@]}"; do + dpkg-query -W --showformat='${Status}\n' "${i}"|grep "install ok installed" + if [ "$?" -eq "1" ]; then + apt-get -y install "${i}"; + fi + done + echo "Done" +} + +install_yardstick() +{ + echo "Create install directory... $INSTALL_BIN_PATH" + mkdir -p $INSTALL_BIN_PATH + echo "Install yardstick dependencies and build Yardstick in venv..." + pushd . + rm -rf $VIRTUAL_VENV + echo $VIRTUAL_VENV + virtualenv $VIRTUAL_VENV + if [ ! -f "$INSTALL_BIN_PATH/yardstick_venv/bin/activate" ]; then + echo "Installation Error. Failed to create yardstick virtual env..." + exit 1 + fi + source $VIRTUAL_VENV/bin/activate + bash ./install.sh + python setup.py install + popd + + pushd . + echo "Copying yardstick sample conf & pod file to /etc/yardstick/nodes" + mkdir -p /etc/yardstick/nodes + cp "$REPO_DIR/etc/yardstick/yardstick.conf.sample" "/etc/yardstick/yardstick.conf" + cp "$REPO_DIR/etc/yardstick/nodes/pod.yaml.nsb.sample" "/etc/yardstick/nodes/" + popd +} + +# +# Install trex for TH setup +# +install_trex() +{ + TREX_DIR=$INSTALL_BIN_PATH/trex/scripts + if [ -d "$TREX_DIR" ]; then + echo "Trex v2.05already installed. Make sure it contains PYTHONPATH which is required to run TRex" + else + echo "Build TRex and installing Trex TG in $INSTALL_BIN_PATH/trex" + rm -rf ${TREX_DOWNLOAD##*/} + if [ ! -e ${TREX_DOWNLOAD##*/} ] ; then + wget $TREX_DOWNLOAD + fi + tar zxvf ${TREX_DOWNLOAD##*/} + pushd . + rm -rf trex + mkdir -p trex + mv v2.05 trex/scripts + rm -rf v2.05.tar.gz + cd trex/scripts/ko/src/ + make + make install + # workaround trex module issue + touch "$REPO_DIR/trex/scripts/automation/trex_control_plane/stl/__init__.py" + cp "$REPO_DIR/trex/scripts/dpdk_nic_bind.py" "$INSTALL_BIN_PATH" + popd + fi + echo "Done." +} + +install_dpdk() +{ + if [ -d "$INSTALL_BIN_PATH/dpdk-16.07" ]; then + echo "DPDK already installed make sure.. igb_uio is loaded." + else + echo "Build DPDK 16.07..." + pushd . + rm -rf ${DPDK_DOWNLOAD##*/} + rm -rf "$REPO_DIR/dpdk-16.07/" + if [ ! -e ${DPDK_DOWNLOAD##*/} ] ; then + wget ${DPDK_DOWNLOAD} + fi + unzip -o ${DPDK_DOWNLOAD##*/} + + cd dpdk-16.07 + make config T=x86_64-native-linuxapp-gcc O=x86_64-native-linuxapp-gcc + cd x86_64-native-linuxapp-gcc + echo "Enable Port Stats..." + sed -i -e 's/CONFIG_RTE_PORT_STATS_COLLECT=n/CONFIG_RTE_PORT_STATS_COLLECT=y/g' .config + sed -i -e 's/CONFIG_RTE_PORT_PCAP=n/CONFIG_RTE_PORT_PCAP=y/g' .config + sed -i -e 's/CONFIG_RTE_TABLE_STATS_COLLECT=n/CONFIG_RTE_TABLE_STATS_COLLECT=y/g' .config + sed -i -e 's/CONFIG_RTE_PIPELINE_STATS_COLLECT=n/CONFIG_RTE_PIPELINE_STATS_COLLECT=y/g' .config + make + + echo "Load DPDK modules and setup hugepages" + modprobe uio + mkdir -p "/lib/modules/$(uname -r)/extra" + cp -r "kmod/igb_uio.ko" "/lib/modules/$(uname -r)/extra" + depmod -a + modprobe igb_uio + sh -c "echo 'uio\nigb_uio\n' > /etc/modules-load.d/nsb.conf" + + HUGEPGSZ=$(cat < /proc/meminfo | grep Hugepagesize | cut -d : -f 2 | tr -d ' ') + Pages=16 + if [[ "$HUGEPGSZ" = "2048kB" ]] ; then + Pages=16384 + fi + grep nr_hugepages /etc/sysctl.conf + if [[ "$?" -eq '1' ]] ; then + sh -c "echo 'vm.nr_hugepages=$Pages' >> /etc/sysctl.conf" + fi + echo "echo $Pages > /sys/kernel/mm/hugepages/hugepages-${HUGEPGSZ}/nr_hugepages" > .echo_tmp + echo "Reserving hugepages" + sudo sh .echo_tmp + rm -f .echo_tmp + + service procps start + echo "Creating /mnt/huge and mounting as hugetlbfs" + sudo mkdir -p /mnt/huge + + grep -s '/mnt/huge' /proc/mounts > /dev/null + if [ $? -ne 0 ] ; then + sudo mount -t hugetlbfs nodev /mnt/huge + fi + popd + mv "$REPO_DIR/dpdk-16.07" "$INSTALL_BIN_PATH" + rm dpdk-16.07.zip + fi + export RTE_SDK="$INSTALL_BIN_PATH/dpdk-16.07" + export RTE_TARGET=x86_64-native-linuxapp-gcc + + if [ ! -f "$INSTALL_BIN_PATH/vPE_vnf" ]; then + pushd . + echo "Building vPE VNF..." + cd $INSTALL_BIN_PATH/dpdk-16.07/examples/ip_pipeline/ + make clean + make + cp build/ip_pipeline $INSTALL_BIN_PATH/vPE_vnf + popd + fi + echo "Done" +} + + +push_nsb_binary() +{ + if [ ! -d "$INSTALL_BIN_PATH/trex" ]; then + cp -fr "$REPO_DIR/trex" "$INSTALL_BIN_PATH" + fi + rm -rf "$REPO_DIR/trex" + + if [ -d "$INSTALL_BIN_PATH/trex" ]; then + echo "Setup Environment variables for Test Harness...." + PYTHONPATH="$INSTALL_BIN_PATH/trex/scripts/automation/trex_control_plane:$INSTALL_BIN_PATH/trex/scripts/automation/trex_control_plane/stl" + PY_PATH=$(grep PYTHONPATH ~/.bash_profile) + if [ "$PY_PATH" = "" ] ; then + sh -c "echo export PYTHONPATH=$PYTHONPATH >> ~/.bash_profile" > /dev/null + else + echo "Your ~/.bash_profile already contains a PYTHONPATH definition." + echo "Make sure it contains $PYTHONPATH which is required to run TRex" + fi + fi + cp "$REPO_DIR/yardstick/network_services/nfvi/collectd.sh" "$INSTALL_BIN_PATH" + cp "$REPO_DIR/yardstick/network_services/nfvi/collectd.conf" "$INSTALL_BIN_PATH" + cp "$REPO_DIR/nsb_setup.sh" "$INSTALL_BIN_PATH" + echo "Done" +} + +check_installed_files() +{ + if [ ! -f "$INSTALL_BIN_PATH/yardstick_venv/bin/activate" ]; then + echo "Installation Error. Failed to create yardstick virtual env..." + exit 1 + fi + + if [ ! -d "$INSTALL_BIN_PATH/dpdk-16.07" ]; then + echo "Installation Error. Failed to download and install dpdk-16.07..." + exit 1 + fi + + if [ ! -d "$INSTALL_BIN_PATH/trex" ]; then + echo "Installation Error. Failed to download and configure Trex" + exit 1 + fi + + if [ ! -f "$INSTALL_BIN_PATH/vPE_vnf" ]; then + echo "Installation Error. vPE VNF not present in install dir $INSTALL_BIN_PATH" + exit 1 + fi +} + +if [ "$1" == "dpdk" ]; then + install_libs + install_dpdk +else + install_libs + install_yardstick + install_dpdk + install_trex + push_nsb_binary + check_installed_files +clear +echo "Installation completed..." +echo "Virtual Environment : $INSTALL_BIN_PATH/yardstick_venv" +echo "Please Refer README.NSB.rst document on how to get started on VNF testing." +fi -- cgit 1.2.3-korg