Setup yardstick_virtual environments for Network Service Testing

JIRA: YARDSTICK-521
Change-Id: Ib91d231120067e58d2e1df7f1b42db216d15c468
Signed-off-by: Deepak S <deepak.s@linux.intel.com>

1 files changed, 244 insertions, 0 deletions

diff --git a/nsb_setup.sh b/nsb_setup.sh
new file mode 100755
index 000000000..02258a577
--- /dev/null
+++ b/nsb_setup.sh
@@ -0,0 +1,244 @@
+#! /bin/bash
+# Copyright (c) 2016-2017 Intel Corporation
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+#
+# Change to yardstick directory ( <current-dir>/.. ), and export it as REPO_DIR
+#
+cd "$(dirname "${BASH_SOURCE[0]}")"
+export REPO_DIR=$PWD
+echo "------------------------------------------------------------------------------"
+echo " REPO_DIR exported as $REPO_DIR"
+echo "------------------------------------------------------------------------------"
+
+if [ "$(whoami)" != "root" ]; then
+    echo "Must be root to run $0"
+    exit 1;
+fi
+
+INSTALL_BIN_PATH="/opt/nsb_bin"
+TREX_DOWNLOAD="https://trex-tgn.cisco.com/trex/release/v2.05.tar.gz"
+DPDK_DOWNLOAD="http://dpdk.org/browse/dpdk/snapshot/dpdk-16.07.zip"
+VIRTUAL_VENV="$INSTALL_BIN_PATH/yardstick_venv"
+
+#
+# Install libs needed for NSB
+#
+install_libs()
+{
+    echo "Install libs needed to build and run NSB Testing..."
+    apt-get update > /dev/null 2>&1
+    pkg=(git build-essential python-dev virtualenv python-virtualenv virtualenv linux-headers-$(uname -r) unzip  python-pip libpcap-dev)
+    for i in "${pkg[@]}"; do
+    dpkg-query -W --showformat='${Status}\n' "${i}"|grep "install ok installed"
+    if [  "$?" -eq "1" ]; then
+        apt-get -y install "${i}";
+    fi
+    done
+    echo "Done"
+}
+
+install_yardstick()
+{
+    echo "Create install directory... $INSTALL_BIN_PATH"
+    mkdir -p $INSTALL_BIN_PATH
+    echo "Install yardstick dependencies and build Yardstick in venv..."
+    pushd .
+    rm -rf $VIRTUAL_VENV
+    echo $VIRTUAL_VENV
+    virtualenv $VIRTUAL_VENV
+    if [ ! -f "$INSTALL_BIN_PATH/yardstick_venv/bin/activate" ]; then
+         echo "Installation Error. Failed to create yardstick virtual env..."
+         exit 1
+    fi
+    source $VIRTUAL_VENV/bin/activate
+    bash ./install.sh
+    python setup.py install
+    popd
+
+    pushd .
+    echo "Copying yardstick sample conf & pod file to /etc/yardstick/nodes"
+    mkdir -p /etc/yardstick/nodes
+    cp "$REPO_DIR/etc/yardstick/yardstick.conf.sample" "/etc/yardstick/yardstick.conf"
+    cp "$REPO_DIR/etc/yardstick/nodes/pod.yaml.nsb.sample" "/etc/yardstick/nodes/"
+    popd
+}
+
+#
+# Install trex for TH setup
+#
+install_trex()
+{
+    TREX_DIR=$INSTALL_BIN_PATH/trex/scripts
+    if [ -d "$TREX_DIR" ]; then
+        echo "Trex v2.05already installed. Make sure it contains PYTHONPATH which is required to run TRex"
+    else
+        echo "Build TRex and installing Trex TG in $INSTALL_BIN_PATH/trex"
+        rm -rf ${TREX_DOWNLOAD##*/}
+        if [ ! -e ${TREX_DOWNLOAD##*/} ] ; then
+            wget $TREX_DOWNLOAD
+        fi
+        tar zxvf ${TREX_DOWNLOAD##*/}
+        pushd .
+        rm -rf trex
+        mkdir -p trex
+        mv v2.05 trex/scripts
+        rm -rf v2.05.tar.gz
+        cd trex/scripts/ko/src/
+        make
+        make install
+        # workaround trex module issue
+        touch "$REPO_DIR/trex/scripts/automation/trex_control_plane/stl/__init__.py"
+        cp "$REPO_DIR/trex/scripts/dpdk_nic_bind.py" "$INSTALL_BIN_PATH"
+        popd
+    fi
+    echo "Done."
+}
+
+install_dpdk()
+{
+    if [ -d "$INSTALL_BIN_PATH/dpdk-16.07" ]; then
+        echo "DPDK already installed make sure.. igb_uio is loaded."
+    else
+        echo "Build DPDK 16.07..."
+        pushd .
+        rm -rf ${DPDK_DOWNLOAD##*/}
+        rm -rf "$REPO_DIR/dpdk-16.07/"
+        if [ ! -e ${DPDK_DOWNLOAD##*/} ] ; then
+            wget ${DPDK_DOWNLOAD}
+        fi
+        unzip -o ${DPDK_DOWNLOAD##*/}
+
+        cd dpdk-16.07
+        make config T=x86_64-native-linuxapp-gcc O=x86_64-native-linuxapp-gcc
+        cd x86_64-native-linuxapp-gcc
+        echo "Enable Port Stats..."
+        sed -i -e 's/CONFIG_RTE_PORT_STATS_COLLECT=n/CONFIG_RTE_PORT_STATS_COLLECT=y/g' .config
+        sed -i -e 's/CONFIG_RTE_PORT_PCAP=n/CONFIG_RTE_PORT_PCAP=y/g' .config
+        sed -i -e 's/CONFIG_RTE_TABLE_STATS_COLLECT=n/CONFIG_RTE_TABLE_STATS_COLLECT=y/g' .config
+        sed -i -e 's/CONFIG_RTE_PIPELINE_STATS_COLLECT=n/CONFIG_RTE_PIPELINE_STATS_COLLECT=y/g' .config
+        make
+
+        echo "Load DPDK modules and setup hugepages"
+        modprobe uio
+        mkdir -p "/lib/modules/$(uname -r)/extra"
+        cp -r "kmod/igb_uio.ko" "/lib/modules/$(uname -r)/extra"
+        depmod -a
+        modprobe igb_uio
+        sh -c "echo 'uio\nigb_uio\n' > /etc/modules-load.d/nsb.conf"
+
+        HUGEPGSZ=$(cat < /proc/meminfo  | grep Hugepagesize | cut -d : -f 2 | tr -d ' ')
+        Pages=16
+        if [[ "$HUGEPGSZ" = "2048kB" ]] ; then
+            Pages=16384
+        fi
+        grep nr_hugepages /etc/sysctl.conf
+        if [[ "$?" -eq '1' ]] ; then
+            sh -c "echo 'vm.nr_hugepages=$Pages' >> /etc/sysctl.conf"
+        fi
+            echo "echo $Pages > /sys/kernel/mm/hugepages/hugepages-${HUGEPGSZ}/nr_hugepages" > .echo_tmp
+            echo "Reserving hugepages"
+            sudo sh .echo_tmp
+            rm -f .echo_tmp
+
+            service procps start
+            echo "Creating /mnt/huge and mounting as hugetlbfs"
+            sudo mkdir -p /mnt/huge
+
+            grep -s '/mnt/huge' /proc/mounts > /dev/null
+            if [ $? -ne 0 ] ; then
+                sudo mount -t hugetlbfs nodev /mnt/huge
+            fi
+            popd
+            mv "$REPO_DIR/dpdk-16.07" "$INSTALL_BIN_PATH"
+            rm dpdk-16.07.zip
+    fi
+    export RTE_SDK="$INSTALL_BIN_PATH/dpdk-16.07"
+    export RTE_TARGET=x86_64-native-linuxapp-gcc
+
+    if [ ! -f "$INSTALL_BIN_PATH/vPE_vnf" ]; then
+        pushd .
+        echo "Building vPE VNF..."
+        cd $INSTALL_BIN_PATH/dpdk-16.07/examples/ip_pipeline/
+        make clean
+        make
+        cp build/ip_pipeline $INSTALL_BIN_PATH/vPE_vnf
+        popd
+    fi
+    echo "Done"
+}
+
+
+push_nsb_binary()
+{
+    if [ ! -d "$INSTALL_BIN_PATH/trex" ]; then
+        cp -fr "$REPO_DIR/trex" "$INSTALL_BIN_PATH"
+    fi
+    rm -rf "$REPO_DIR/trex"
+
+    if [ -d "$INSTALL_BIN_PATH/trex" ]; then
+        echo "Setup Environment variables for Test Harness...."
+        PYTHONPATH="$INSTALL_BIN_PATH/trex/scripts/automation/trex_control_plane:$INSTALL_BIN_PATH/trex/scripts/automation/trex_control_plane/stl"
+        PY_PATH=$(grep PYTHONPATH ~/.bash_profile)
+        if [ "$PY_PATH" = "" ] ; then
+            sh -c "echo export PYTHONPATH=$PYTHONPATH >> ~/.bash_profile" > /dev/null
+        else
+            echo "Your ~/.bash_profile already contains a PYTHONPATH definition."
+            echo "Make sure it contains $PYTHONPATH which is required to run TRex"
+        fi
+    fi
+    cp "$REPO_DIR/yardstick/network_services/nfvi/collectd.sh" "$INSTALL_BIN_PATH"
+    cp "$REPO_DIR/yardstick/network_services/nfvi/collectd.conf" "$INSTALL_BIN_PATH"
+    cp "$REPO_DIR/nsb_setup.sh" "$INSTALL_BIN_PATH"
+    echo "Done"
+}
+
+check_installed_files()
+{
+    if [ ! -f "$INSTALL_BIN_PATH/yardstick_venv/bin/activate" ]; then
+        echo "Installation Error. Failed to create yardstick virtual env..."
+        exit 1
+    fi
+
+    if [ ! -d "$INSTALL_BIN_PATH/dpdk-16.07" ]; then
+        echo "Installation Error. Failed to download and install dpdk-16.07..."
+        exit 1
+    fi
+
+    if [ ! -d "$INSTALL_BIN_PATH/trex" ]; then
+        echo "Installation Error. Failed to download and configure Trex"
+        exit 1
+    fi
+
+    if [ ! -f "$INSTALL_BIN_PATH/vPE_vnf" ]; then
+        echo "Installation Error. vPE VNF not present in install dir $INSTALL_BIN_PATH"
+        exit 1
+    fi
+}
+
+if [ "$1" == "dpdk" ]; then
+   install_libs
+   install_dpdk
+else
+   install_libs
+   install_yardstick
+   install_dpdk
+   install_trex
+   push_nsb_binary
+   check_installed_files
+clear
+echo "Installation completed..."
+echo "Virtual Environment : $INSTALL_BIN_PATH/yardstick_venv"
+echo "Please Refer README.NSB.rst document on how to get started on VNF testing."
+fi