1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
|
#!/bin/bash
JOB_TYPE=$1
QEMURPM_VERSION=$2
HOME='/home/jenkins'
VSPERF="${HOME}/vswitchperf"
LOG_FILE_PREFIX="/tmp/vsperf_build"
VSPERF_BIN='./vsperf'
DATE=$(date -u +"%Y-%m-%d_%H-%M-%S")
VSPERFENV_DIR="$HOME/vsperfenv"
TEST_REPORT_LOG_DIR="/tmp/packet_fwd_logs"
EXIT=0
EXIT_TC_FAILED=1
# DAILY - run selected TCs for defined packet sizes
TESTCASES_DAILY='phy2phy_tput pvp_tput pvvp_tput'
TESTPARAM_DAILY='--test-params TRAFFICGEN_PKT_SIZES=(64,128,512,1024,1518)'
TESTCASES_SRIOV='pvp_tput pvvp_tput'
TESTPARAM_SRIOV='--test-params TRAFFICGEN_PKT_SIZES=(64,128,512,1024,1518)'
#mounting shared directory for collecting ixia test results.
shared_dir=$(sudo mount | grep ixia_results)
if [ -z "$shared_dir" ]; then
echo "mounting shared directory for results"
sudo mount -t cifs //10.10.100.6/ixia_results/kvm4nfv_ci /mnt/ixia_results/kvm4nfv_ci -o password=kvm4nfv! -o username=kvm4nfv,file_mode=0777,dir_mode=0777,nounix
else
echo "shared directory is already mounted for results"
fi
# check if user config file exists if not then we will use default settings
if [ -f $HOME/vsperf.conf ] ; then
CONF_FILE="--conf-file ${HOME}/vsperf.conf"
else
echo "configuration file not found on the test node"
echo "Using configuration file available in kvmfornfv repo"
CONF_FILE="--conf-file /root/workspace/scripts/vsperf.conf"
fi
# check if sriov config file exists if not then we will use default settings
if [ -f $HOME/vsperf.conf.sriov ] ; then
CONF_FILE_SRIOV="--conf-file ${HOME}/vsperf.conf.sriov"
else
echo "SRIOV configuration file not found on the node"
echo "Using SRIOV configuration file available in kvmfornfv repo"
CONF_FILE="--conf-file /root/workspace/scripts/vsperf.conf.sriov"
fi
function install_vsperf() {
echo "Installing vsperf....."
( cd $VSPERF/systems ; ./build_base_machine.sh )
}
#Install kvmfornfv built qemu for launching guest vm.
function install_qemu() {
echo "removing existing qemu packages and installing kvmfornfv built qemu"
( cd /root/workspace/scripts ; ./host-install-qemu.sh )
}
function print_results() {
for i in $TESTCASES ; do
RES_FILE=`ls -1 $1 | egrep "result_${i}_[0-9a-zA-Z\-]+.csv"`
if [ "x$RES_FILE" != "x" -a -e "${1}/${RES_FILE}" ]; then
if grep ^FAILED "${1}/${RES_FILE}" &> /dev/null ; then
printf " %-70s %-6s\n" "result_${i}" "FAILED"
EXIT=$EXIT_TC_FAILED
else
echo "--------------------------------------------------------------"
printf " %-50s %-6s\n" "result_${i}" "OK"
echo "--------------------------------------------------------------"
fi
else
echo "------------------------------------------------------------------"
printf " %-50s %-6s\n" "result_${i}" "FAILED"
echo "------------------------------------------------------------------"
EXIT=$EXIT_TC_FAILED
fi
done
}
function publish_results() {
test_type=$1
results_dir=${TEST_REPORT_LOG_DIR}/${LOG_SUBDIR}/results*
time_stamp=$(date -u +"%Y-%m-%dT%H:%M:%SZ")
( cd /root/workspace/scripts ; python2.7 data_publish.py $time_stamp $test_type $results_dir )
#cleaning the results after publishing on grafana dashboard.
( cd ${TEST_REPORT_LOG_DIR}/${LOG_SUBDIR} ; rm -rf results* )
}
function execute_vsperf() {
# figure out list of TCs and execution parameters
case $2 in
"daily")
TESTPARAM=$TESTPARAM_DAILY
TESTCASES=$TESTCASES_DAILY
;;
*)
echo "No vsperf test cases implemented for this job type"
;;
esac
# execute testcases
echo -e "\nExecution of VSPERF for $1"
DATE_SUFFIX=$(date -u +"%Y-%m-%d_%H-%M-%S")
source "$VSPERFENV_DIR"/bin/activate
case $1 in
"SRIOV")
# use SRIOV specific TCs and configuration
TESTPARAM=$TESTPARAM_SRIOV
TESTCASES=$TESTCASES_SRIOV
# figure out log file name
LOG_SUBDIR="SRIOV"
LOG_FILE="${LOG_FILE_PREFIX}_${LOG_SUBDIR}_${DATE_SUFFIX}.log"
echo " $VSPERF_BIN --vswitch none --vnf QemuPciPassthrough $CONF_FILE_SRIOV $TESTPARAM $TESTCASES &> $LOG_FILE"
$VSPERF_BIN --vswitch none --vnf QemuPciPassthrough $CONF_FILE_SRIOV $TESTPARAM $TESTCASES &> $LOG_FILE
;;
*)
# figure out log file name
LOG_SUBDIR="OvsDpdkVhost"
LOG_FILE="${LOG_FILE_PREFIX}_${LOG_SUBDIR}_${DATE_SUFFIX}.log"
cd $HOME/vswitchperf
$VSPERF_BIN --list
echo "daily test cases started"
echo " $VSPERF_BIN --vswitch OvsDpdkVhost --vnf QemuDpdkVhostUser $CONF_FILE $TESTPARAM $TESTCASES > $LOG_FILE"
$VSPERF_BIN --vswitch OvsDpdkVhost --vnf QemuDpdkVhostUser $CONF_FILE $TESTPARAM $TESTCASES &>> $LOG_FILE
;;
esac
# evaluation of results
echo -e "\nResults for $1"
RES_DIR="/$(grep "Creating result directory" $LOG_FILE | cut -d'/' -f2-)"
if [[ "/" == "${RES_DIR}" ]] ; then
echo "FAILURE: Results are not available."
echo "-------------------------------------------------------------------"
cat $LOG_FILE
echo "-------------------------------------------------------------------"
exit $EXIT_NO_RESULTS
else
print_results "${RES_DIR}"
if [ $(($EXIT & $EXIT_TC_FAILED)) -gt 0 ] ; then
echo "-------------------------------------------------------------------"
cat $LOG_FILE
echo "-------------------------------------------------------------------"
fi
fi
# show detailed result figures
for md_file in $(grep '\.md"$' $LOG_FILE | cut -d'"' -f2); do
# TC resut file header
echo -e "\n-------------------------------------------------------------------"
echo -e " $md_file"
echo -e "-------------------------------------------------------------------\n"
# TC details
sed -n '/^- Test ID/,/Bidirectional/{/Packet size/b;p;/Bidirectional/q};/Results\/Metrics Collected/,/Statistics collected/{/^$/p;/^|/p}' $md_file
# TC results
sed -n '/Results\/Metrics Collected/,/Statistics collected/{/^$/p;/^|/p}' $md_file | grep -v "Unknown" | cat -s
done
# copy logs into dedicated directory
mkdir -p ${TEST_REPORT_LOG_DIR}/${LOG_SUBDIR}
[ -f "$LOG_FILE" ] && mv "${LOG_FILE}" "${TEST_REPORT_LOG_DIR}/${LOG_SUBDIR}" &> /dev/null
[ -d "$RES_DIR" ] && mv "$RES_DIR" "${TEST_REPORT_LOG_DIR}/${LOG_SUBDIR}" &> /dev/null
# Publish test cases results to Grafana Dashboard
publish_results $1
}
#Install vsperf and set up the environment
install_vsperf
#Install kvmfornfv built qemu rpm
install_qemu
# execute job based on passed parameter
case $1 in
"daily")
echo "========================================================"
echo "KVM4NFV daily job executing packet forwarding test cases"
echo "========================================================"
execute_vsperf OVS_with_DPDK_and_vHost_User $1
execute_vsperf SRIOV $1
exit $EXIT
;;
*)
echo "test cases not implemented for this job type"
esac
exit $EXIT
|
