summaryrefslogtreecommitdiffstats
path: root/nsb_setup.sh
blob: b6dcca666b9d13fd8eb00fe4b6501b55d383b5d5 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
#! /bin/bash
# Copyright (c) 2016-2017 Intel Corporation
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#      http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

#
# Change to yardstick directory ( <current-dir>/.. ), and export it as REPO_DIR
#
cd "$(dirname "${BASH_SOURCE[0]}")"
export REPO_DIR=$PWD
echo "------------------------------------------------------------------------------"
echo " REPO_DIR exported as $REPO_DIR"
echo "------------------------------------------------------------------------------"

if [ "$(whoami)" != "root" ]; then
    echo "Must be root to run $0"
    exit 1;
fi

INSTALL_BIN_PATH="/opt/nsb_bin"
TREX_VERSION="v2.20"
TREX_DOWNLOAD="https://trex-tgn.cisco.com/trex/release/$TREX_VERSION.tar.gz"
DPDK_DOWNLOAD="http://dpdk.org/browse/dpdk/snapshot/dpdk-16.07.zip"
VIRTUAL_VENV="$INSTALL_BIN_PATH/yardstick_venv"

#
# Install libs needed for NSB
#
install_libs()
{
    echo "Install libs needed to build and run NSB Testing..."
    apt-get update > /dev/null 2>&1
    pkg=(git build-essential python-dev virtualenv python-virtualenv virtualenv linux-headers-$(uname -r) unzip  python-pip libpcap-dev cmake)
    for i in "${pkg[@]}"; do
    dpkg-query -W --showformat='${Status}\n' "${i}"|grep "install ok installed"
    if [  "$?" -eq "1" ]; then
        apt-get -y install "${i}";
    fi
    done
    echo "Done"
}

install_yardstick()
{
    echo "Create install directory... $INSTALL_BIN_PATH"
    mkdir -p $INSTALL_BIN_PATH
    echo "Install yardstick dependencies and build Yardstick in venv..."
    pushd .
    rm -rf $VIRTUAL_VENV
    echo $VIRTUAL_VENV
    virtualenv $VIRTUAL_VENV
    if [ ! -f "$INSTALL_BIN_PATH/yardstick_venv/bin/activate" ]; then
         echo "Installation Error. Failed to create yardstick virtual env..."
         exit 1
    fi
    source $VIRTUAL_VENV/bin/activate
    bash ./install.sh
    python setup.py install
    popd

    pushd .
    echo "Copying yardstick sample conf & pod file to /etc/yardstick/nodes"
    mkdir -p /etc/yardstick/nodes
    cp "$REPO_DIR/etc/yardstick/yardstick.conf.sample" "/etc/yardstick/yardstick.conf"
    cp "$REPO_DIR/etc/yardstick/nodes/pod.yaml.nsb.sample" "/etc/yardstick/nodes/"
    popd
}

#
# Install trex for TH setup
#
install_trex()
{
    TREX_DIR=$INSTALL_BIN_PATH/trex/scripts
    if [ -d "$TREX_DIR" ]; then
        echo "Trex v2.20 already installed. Make sure it contains PYTHONPATH which is required to run TRex"
    else
        echo "Build TRex and installing Trex TG in $INSTALL_BIN_PATH/trex"
        rm -rf ${TREX_DOWNLOAD##*/}
        if [ ! -e ${TREX_DOWNLOAD##*/} ] ; then
            wget $TREX_DOWNLOAD
        fi
        tar zxvf ${TREX_DOWNLOAD##*/}
        pushd .
        rm -rf trex
        mkdir -p trex
        mv $TREX_VERSION trex/scripts
        rm -rf $TREX_VERSION.tar.gz
        cd trex/scripts/ko/src/
        make
        make install
        # workaround trex module issue
        touch "$REPO_DIR/trex/scripts/automation/trex_control_plane/stl/__init__.py"
        cp "$REPO_DIR/trex/scripts/dpdk_nic_bind.py" "$INSTALL_BIN_PATH"
        popd
    fi
    echo "Done."
}

install_dpdk()
{
    if [ -d "$INSTALL_BIN_PATH/dpdk-16.07" ]; then
        echo "DPDK already installed make sure.. igb_uio is loaded."
    else
        echo "Build DPDK 16.07..."
        pushd .
        rm -rf ${DPDK_DOWNLOAD##*/}
        rm -rf "$REPO_DIR/dpdk-16.07/"
        if [ ! -e ${DPDK_DOWNLOAD##*/} ] ; then
            wget ${DPDK_DOWNLOAD}
        fi
        unzip -o ${DPDK_DOWNLOAD##*/}

        cd dpdk-16.07
        make config T=x86_64-native-linuxapp-gcc O=x86_64-native-linuxapp-gcc
        cd x86_64-native-linuxapp-gcc
        echo "Enable Port Stats..."
        sed -i -e 's/CONFIG_RTE_PORT_STATS_COLLECT=n/CONFIG_RTE_PORT_STATS_COLLECT=y/g' .config
        sed -i -e 's/CONFIG_RTE_PORT_PCAP=n/CONFIG_RTE_PORT_PCAP=y/g' .config
        sed -i -e 's/CONFIG_RTE_TABLE_STATS_COLLECT=n/CONFIG_RTE_TABLE_STATS_COLLECT=y/g' .config
        sed -i -e 's/CONFIG_RTE_PIPELINE_STATS_COLLECT=n/CONFIG_RTE_PIPELINE_STATS_COLLECT=y/g' .config
        make

        echo "Load DPDK modules and setup hugepages"
        modprobe uio
        mkdir -p "/lib/modules/$(uname -r)/extra"
        cp -r "kmod/igb_uio.ko" "/lib/modules/$(uname -r)/extra"
        depmod -a
        modprobe igb_uio
        sh -c "echo 'uio\nigb_uio\n' > /etc/modules-load.d/nsb.conf"

        HUGEPGSZ=$(cat < /proc/meminfo  | grep Hugepagesize | cut -d : -f 2 | tr -d ' ')
        Pages=16
        if [[ "$HUGEPGSZ" = "2048kB" ]] ; then
            Pages=16384
        fi
        grep nr_hugepages /etc/sysctl.conf
        if [[ "$?" -eq '1' ]] ; then
            sh -c "echo 'vm.nr_hugepages=$Pages' >> /etc/sysctl.conf"
        fi
            echo "echo $Pages > /sys/kernel/mm/hugepages/hugepages-${HUGEPGSZ}/nr_hugepages" > .echo_tmp
            echo "Reserving hugepages"
            sudo sh .echo_tmp
            rm -f .echo_tmp

            service procps start
            echo "Creating /mnt/huge and mounting as hugetlbfs"
            sudo mkdir -p /mnt/huge

            grep -s '/mnt/huge' /proc/mounts > /dev/null
            if [ $? -ne 0 ] ; then
                sudo mount -t hugetlbfs nodev /mnt/huge
            fi
            popd
            mv "$REPO_DIR/dpdk-16.07" "$INSTALL_BIN_PATH"
            rm dpdk-16.07.zip
    fi
    export RTE_SDK="$INSTALL_BIN_PATH/dpdk-16.07"
    export RTE_TARGET=x86_64-native-linuxapp-gcc

    if [ ! -f "$INSTALL_BIN_PATH/vPE_vnf" ]; then
        pushd .
        echo "Building vPE VNF..."
        cd $INSTALL_BIN_PATH/dpdk-16.07/examples/ip_pipeline/
        make clean
        make
        cp build/ip_pipeline $INSTALL_BIN_PATH/vPE_vnf
        popd
    fi
    echo "Done"
}


push_nsb_binary()
{
    if [ ! -d "$INSTALL_BIN_PATH/trex/scripts" ]; then
        cp -fr "$REPO_DIR/trex" "$INSTALL_BIN_PATH"
    fi
    rm -rf "$REPO_DIR/trex"

    if [ -d "$INSTALL_BIN_PATH/trex" ]; then
        echo "Setup Environment variables for Test Harness...."
        PYTHONPATH="$INSTALL_BIN_PATH/trex/scripts/automation/trex_control_plane:$INSTALL_BIN_PATH/trex/scripts/automation/trex_control_plane/stl"
        PY_PATH=$(grep PYTHONPATH ~/.bash_profile)
        if [ "$PY_PATH" = "" ] ; then
            sh -c "echo export PYTHONPATH=$PYTHONPATH >> ~/.bash_profile" > /dev/null
        else
            echo "Your ~/.bash_profile already contains a PYTHONPATH definition."
            echo "Make sure it contains $PYTHONPATH which is required to run TRex"
        fi
    fi
    cp "$REPO_DIR/yardstick/network_services/nfvi/collectd.sh" "$INSTALL_BIN_PATH"
    cp "$REPO_DIR/yardstick/network_services/nfvi/collectd.conf" "$INSTALL_BIN_PATH"
    cp "$REPO_DIR/nsb_setup.sh" "$INSTALL_BIN_PATH"

    # Get "dpdk-devbind.py" to find the ports for VNF to run
    wget http://dpdk.org/browse/dpdk/plain/usertools/dpdk-devbind.py?h=v17.05 -O dpdk-devbind.py
    chmod 777 dpdk-devbind.py
    mv dpdk-devbind.py "$INSTALL_BIN_PATH"
    ln "$INSTALL_BIN_PATH"/dpdk-devbind.py "$INSTALL_BIN_PATH"/dpdk_nic_bind.py
    echo "Done"
}

check_installed_files()
{
    if [ ! -f "$INSTALL_BIN_PATH/yardstick_venv/bin/activate" ]; then
        echo "Installation Error. Failed to create yardstick virtual env..."
        exit 1
    fi

    if [ ! -d "$INSTALL_BIN_PATH/dpdk-16.07" ]; then
        echo "Installation Error. Failed to download and install dpdk-16.07..."
        exit 1
    fi

    if [ ! -d "$INSTALL_BIN_PATH/trex" ]; then
        echo "Installation Error. Failed to download and configure Trex"
        exit 1
    fi

    if [ ! -f "$INSTALL_BIN_PATH/vPE_vnf" ]; then
        echo "Installation Error. vPE VNF not present in install dir $INSTALL_BIN_PATH"
        exit 1
    fi
}

if [ "$1" == "dpdk" ]; then
   install_libs
   install_dpdk
else
   install_libs
   install_yardstick
   install_dpdk
   install_trex
   push_nsb_binary
   check_installed_files
clear
echo "Installation completed..."
echo "Virtual Environment : $INSTALL_BIN_PATH/yardstick_venv"
echo "Please refer to Chapter 13 of the Yardstick User Guide for how to get started with VNF testing."
fi