summaryrefslogtreecommitdiffstats
path: root/ci/envs/packet_forwarding.sh
blob: cdfed74b1e73692c4ebd6dd15f2d2126001d0462 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
#!/bin/bash
JOB_TYPE=$1
QEMURPM_VERSION=$2
HOME='/home/jenkins'
VSPERF="${HOME}/vswitchperf"
LOG_FILE_PREFIX="/tmp/vsperf_build"
VSPERF_BIN='./vsperf'
DATE=$(date -u +"%Y-%m-%d_%H-%M-%S")
VSPERFENV_DIR="$HOME/vsperfenv"
TEST_REPORT_LOG_DIR="/tmp/packet_fwd_logs"
EXIT=0
EXIT_TC_FAILED=1

# DAILY - run selected TCs for defined packet sizes
TESTCASES_DAILY='phy2phy_tput pvp_tput pvvp_tput'
TESTPARAM_DAILY='--test-params TRAFFICGEN_PKT_SIZES=(64,128,512,1024,1518)'
TESTCASES_SRIOV='pvp_tput pvvp_tput'
TESTPARAM_SRIOV='--test-params TRAFFICGEN_PKT_SIZES=(64,128,512,1024,1518)'

#mounting shared directory for collecting ixia test results.
shared_dir=$(sudo mount | grep ixia_results)
if [ -z "$shared_dir" ]; then
    echo "mounting shared directory for results"
    sudo mount -t cifs //10.10.100.6/ixia_results/kvm4nfv_ci /mnt/ixia_results/kvm4nfv_ci  -o password=kvm4nfv! -o username=kvm4nfv,file_mode=0777,dir_mode=0777,nounix
else
    echo "shared directory is already mounted for results"
fi

# check if user config file exists if not then we will use default settings
if [ -f $HOME/vsperf.conf ] ; then
        CONF_FILE="--conf-file ${HOME}/vsperf.conf"
    else
        echo "configuration file not found on the test node"
        echo "Using configuration file available in kvmfornfv repo"
        CONF_FILE="--conf-file /root/workspace/scripts/vsperf.conf"
fi

# check if sriov config file exists if not then we will use default settings
if [ -f $HOME/vsperf.conf.sriov ] ; then
        CONF_FILE_SRIOV="--conf-file ${HOME}/vsperf.conf.sriov"
    else
        echo "SRIOV configuration file not found on the node"
        echo "Using SRIOV configuration file available in kvmfornfv repo"
        CONF_FILE="--conf-file /root/workspace/scripts/vsperf.conf.sriov"
fi

function install_vsperf() {
    echo "Installing vsperf....."
    ( cd $VSPERF/systems ; ./build_base_machine.sh )
}

#Install kvmfornfv built qemu for launching guest vm.
function install_qemu() {
    echo "removing existing qemu packages and installing kvmfornfv built qemu"
    ( cd /root/workspace/scripts ; ./host-install-qemu.sh )
}

function print_results() {
    for i in $TESTCASES ; do
        RES_FILE=`ls -1 $1 | egrep "result_${i}_[0-9a-zA-Z\-]+.csv"`

        if [ "x$RES_FILE" != "x" -a -e "${1}/${RES_FILE}" ]; then
            if grep ^FAILED "${1}/${RES_FILE}" &> /dev/null ; then
                printf "    %-70s %-6s\n" "result_${i}" "FAILED"
                EXIT=$EXIT_TC_FAILED
            else
                echo "--------------------------------------------------------------"
                printf "    %-50s %-6s\n" "result_${i}" "OK"
                echo "--------------------------------------------------------------"
            fi
        else
            echo "------------------------------------------------------------------"
            printf "    %-50s %-6s\n" "result_${i}" "FAILED"
            echo "------------------------------------------------------------------"
            EXIT=$EXIT_TC_FAILED
        fi
    done
}

function publish_results() {
    test_type=$1
    results_dir=${TEST_REPORT_LOG_DIR}/${LOG_SUBDIR}/results*
    time_stamp=$(date -u +"%Y-%m-%dT%H:%M:%SZ")
    ( cd /root/workspace/scripts ; python2.7 data_publish.py $time_stamp $test_type $results_dir )
    #cleaning the results after publishing on grafana dashboard.
    ( cd ${TEST_REPORT_LOG_DIR}/${LOG_SUBDIR} ; rm -rf results* )
}

function execute_vsperf() {
    # figure out list of TCs and execution parameters
    case $2 in
        "daily")
            TESTPARAM=$TESTPARAM_DAILY
            TESTCASES=$TESTCASES_DAILY
            ;;
        *)
            echo "No vsperf test cases implemented for this job type"
            ;;
    esac

    # execute testcases
    echo -e "\nExecution of VSPERF for $1"
    DATE_SUFFIX=$(date -u +"%Y-%m-%d_%H-%M-%S")
    source "$VSPERFENV_DIR"/bin/activate
    case $1 in
        "SRIOV")
            # use SRIOV specific TCs and configuration
            TESTPARAM=$TESTPARAM_SRIOV
            TESTCASES=$TESTCASES_SRIOV
            # figure out log file name
            LOG_SUBDIR="SRIOV"
            LOG_FILE="${LOG_FILE_PREFIX}_${LOG_SUBDIR}_${DATE_SUFFIX}.log"
            echo "    $VSPERF_BIN --vswitch none --vnf QemuPciPassthrough $CONF_FILE_SRIOV $TESTPARAM $TESTCASES &> $LOG_FILE"
            $VSPERF_BIN --vswitch none --vnf QemuPciPassthrough $CONF_FILE_SRIOV $TESTPARAM $TESTCASES &> $LOG_FILE
            ;;
        *)
            # figure out log file name
            LOG_SUBDIR="OvsDpdkVhost"
            LOG_FILE="${LOG_FILE_PREFIX}_${LOG_SUBDIR}_${DATE_SUFFIX}.log"
            cd $HOME/vswitchperf
            $VSPERF_BIN --list
            echo "daily test cases started"
            echo "    $VSPERF_BIN --vswitch OvsDpdkVhost --vnf QemuDpdkVhostUser $CONF_FILE $TESTPARAM $TESTCASES > $LOG_FILE"
            $VSPERF_BIN  --vswitch OvsDpdkVhost --vnf QemuDpdkVhostUser $CONF_FILE $TESTPARAM $TESTCASES &>> $LOG_FILE
            ;;
    esac
    # evaluation of results
    echo -e "\nResults for $1"
    RES_DIR="/$(grep "Creating result directory" $LOG_FILE | cut -d'/' -f2-)"
    if [[ "/" == "${RES_DIR}" ]] ; then
        echo "FAILURE: Results are not available."
        echo "-------------------------------------------------------------------"
        cat $LOG_FILE
        echo "-------------------------------------------------------------------"
        exit $EXIT_NO_RESULTS
    else
        print_results "${RES_DIR}"
        if [ $(($EXIT & $EXIT_TC_FAILED)) -gt 0 ] ; then
            echo "-------------------------------------------------------------------"
            cat $LOG_FILE
            echo "-------------------------------------------------------------------"
        fi
    fi
    # show detailed result figures
    for md_file in $(grep '\.md"$' $LOG_FILE | cut -d'"' -f2); do
        # TC resut file header
        echo -e "\n-------------------------------------------------------------------"
        echo -e " $md_file"
        echo -e "-------------------------------------------------------------------\n"
        # TC details
        sed -n '/^- Test ID/,/Bidirectional/{/Packet size/b;p;/Bidirectional/q};/Results\/Metrics Collected/,/Statistics collected/{/^$/p;/^|/p}' $md_file
        # TC results
        sed -n '/Results\/Metrics Collected/,/Statistics collected/{/^$/p;/^|/p}' $md_file | grep -v "Unknown" | cat -s
    done

    # copy logs into dedicated directory
    mkdir -p ${TEST_REPORT_LOG_DIR}/${LOG_SUBDIR}
    [ -f "$LOG_FILE" ] && mv "${LOG_FILE}" "${TEST_REPORT_LOG_DIR}/${LOG_SUBDIR}" &> /dev/null
    [ -d "$RES_DIR" ] && mv "$RES_DIR" "${TEST_REPORT_LOG_DIR}/${LOG_SUBDIR}" &> /dev/null

    # Publish test cases results to Grafana Dashboard
    publish_results $1
}

#Install vsperf and set up the environment
install_vsperf

#Install kvmfornfv built qemu rpm
install_qemu

# execute job based on passed parameter
case $1 in
    "daily")
        echo "========================================================"
        echo "KVM4NFV daily job executing packet forwarding test cases"
        echo "========================================================"
        execute_vsperf OVS_with_DPDK_and_vHost_User $1
        execute_vsperf SRIOV $1
        exit $EXIT
        ;;
    *)
        echo "test cases not implemented for this job type"
esac

exit $EXIT