Add support for kubernetes deployment in rapid scripts.

In case of kubernetes based deployments procedure for test environment
creation is different. Please refer to README.k8s file for more
details.

Dockerfile and dockerimage.sh files can be used to create a docker
image with prox.

There is separate createrapidk8s.py script which is used to create
appropriate number of PODs for testing based on the rapid.pods
configuration.

port_info is a helper application to identify port MAC address.

Change-Id: I73611f066ac54260aa11dd17c173379df06f46a5
Signed-off-by: Yury Kylulin <yury.kylulin@intel.com>
Signed-off-by: Patrice Buriez <patrice.buriez@intel.com>

1 files changed, 181 insertions, 31 deletions

diff --git a/VNFs/DPPD-PROX/helper-scripts/rapid/deploycentostools.sh b/VNFs/DPPD-PROX/helper-scripts/rapid/deploycentostools.sh
index 1d260d61..5e2cf3d1 100644
--- a/VNFs/DPPD-PROX/helper-scripts/rapid/deploycentostools.sh
+++ b/VNFs/DPPD-PROX/helper-scripts/rapid/deploycentostools.sh
@@ -15,10 +15,12 @@
 ## limitations under the License.
 ##
 
+# Directory for package build
 BUILD_DIR="/opt/rapid"
-WORK_DIR="/home/centos" # Directory where the packer tool has copied some files (e.g. check_prox_system_setup.sh)
-			# Runtime scripts are assuming ${WORK_DIR} as the directory for PROX. Check the rundir variable in runrapid.py. Should be the same!
-			# This variable is defined in 4 different places and should have the same value: centos.json, deploycentos.sh, check_prox_system_setup.sh and runrapid.py
+# Directory where the packer tool has copied some files (e.g. check_prox_system_setup.sh)
+# Runtime scripts are assuming ${WORK_DIR} as the directory for PROX. Check the rundir variable in runrapid.py. Should be the same!
+# This variable is defined in 4 different places and should have the same value: centos.json, deploycentostools.sh, check_prox_system_setup.sh and runrapid.py
+WORK_DIR="/home/centos"
 DPDK_VERSION="19.05"
 PROX_COMMIT="b71a4cfd"
 PROX_CHECKOUT="git checkout ${PROX_COMMIT}"
@@ -29,22 +31,42 @@ MULTI_BUFFER_LIB_VER="0.52"
 export RTE_SDK="${BUILD_DIR}/dpdk-${DPDK_VERSION}"
 export RTE_TARGET="x86_64-native-linuxapp-gcc"
 
+# By default, do not update OS
+OS_UPDATE="n"
+# By default, asumming that we are in the VM
+K8S_ENV="n"
+
+# If already running from root, no need for sudo
+SUDO=""
+[ $(id -u) -ne 0 ] && SUDO="sudo"
+
 function os_pkgs_install()
 {
-	sudo yum install -y deltarpm yum-utils
+	${SUDO} yum install -y deltarpm yum-utils
+
 	# NASM repository for AESNI MB library
-	sudo yum-config-manager --add-repo http://www.nasm.us/nasm.repo
+	${SUDO} yum-config-manager --add-repo http://www.nasm.us/nasm.repo
 
-	sudo yum update -y
-	sudo yum install -y git wget gcc unzip libpcap-devel ncurses-devel \
+	[ "${OS_UPDATE}" == "y" ] && ${SUDO} yum update -y
+	${SUDO} yum install -y git wget gcc unzip libpcap-devel ncurses-devel \
 			 libedit-devel lua-devel kernel-devel iperf3 pciutils \
-			 numactl-devel vim tuna openssl-devel nasm wireshark
+			 numactl-devel vim tuna openssl-devel nasm wireshark \
+			 make
+}
+
+function k8s_os_pkgs_runtime_install()
+{
+	[ "${OS_UPDATE}" == "y" ] && ${SUDO} yum update -y
+
+	# Install required dynamically linked libraries + required packages
+	${SUDO} yum install -y numactl-libs libpcap openssh openssh-server \
+		  openssh-clients sudo
 }
 
 function os_cfg()
 {
 	# huge pages to be used by DPDK
-	sudo sh -c '(echo "vm.nr_hugepages = 1024") > /etc/sysctl.conf'
+	${SUDO} sh -c '(echo "vm.nr_hugepages = 1024") > /etc/sysctl.conf'
 
 	# Enabling tuned with the realtime-virtual-guest profile
 	pushd ${BUILD_DIR} > /dev/null 2>&1
@@ -52,26 +74,44 @@ function os_cfg()
 	wget http://linuxsoft.cern.ch/cern/centos/7/rt/x86_64/Packages/tuned-profiles-nfv-guest-2.8.0-5.el7_4.2.noarch.rpm
 	# Install with --nodeps. The latest CentOS cloud images come with a tuned version higher than 2.8. These 2 packages however
 	# do not depend on v2.8 and also work with tuned 2.9. Need to be careful in the future
-	sudo rpm -ivh ${BUILD_DIR}/tuned-profiles-realtime-2.8.0-5.el7_4.2.noarch.rpm --nodeps
-	sudo rpm -ivh ${BUILD_DIR}/tuned-profiles-nfv-guest-2.8.0-5.el7_4.2.noarch.rpm --nodeps
+	${SUDO} rpm -ivh ${BUILD_DIR}/tuned-profiles-realtime-2.8.0-5.el7_4.2.noarch.rpm --nodeps
+	${SUDO} rpm -ivh ${BUILD_DIR}/tuned-profiles-nfv-guest-2.8.0-5.el7_4.2.noarch.rpm --nodeps
 	# Although we do no know how many cores the VM will have when begin deployed for real testing, we already put a number for the
 	# isolated CPUs so we can start the realtime-virtual-guest profile. If we don't, that command will fail.
 	# When the VM will be instantiated, the check_kernel_params service will check for the real number of cores available to this VM 
 	# and update the realtime-virtual-guest-variables.conf accordingly.
-	echo "isolated_cores=1" | sudo tee -a /etc/tuned/realtime-virtual-guest-variables.conf
-	sudo tuned-adm profile realtime-virtual-guest
+	echo "isolated_cores=1" | ${SUDO} tee -a /etc/tuned/realtime-virtual-guest-variables.conf
+	${SUDO} tuned-adm profile realtime-virtual-guest
 
 	# Install the check_tuned_params service to make sure that the grub cmd line has the right cpus in isolcpu. The actual number of cpu's
 	# assigned to this VM depends on the flavor used. We don't know at this time what that will be.
-	sudo chmod +x ${WORK_DIR}/check_prox_system_setup.sh
-	sudo cp -r ${WORK_DIR}/check_prox_system_setup.sh /usr/local/libexec/
-	sudo cp -r ${WORK_DIR}/check-prox-system-setup.service /etc/systemd/system/
-	sudo systemctl daemon-reload
-	sudo systemctl enable check-prox-system-setup.service
+	${SUDO} chmod +x ${WORK_DIR}/check_prox_system_setup.sh
+	${SUDO} cp -r ${WORK_DIR}/check_prox_system_setup.sh /usr/local/libexec/
+	${SUDO} cp -r ${WORK_DIR}/check-prox-system-setup.service /etc/systemd/system/
+	${SUDO} systemctl daemon-reload
+	${SUDO} systemctl enable check-prox-system-setup.service
 
 	popd > /dev/null 2>&1
 }
 
+function k8s_os_cfg()
+{
+	[ ! -f /etc/ssh/ssh_host_rsa_key ] && ssh-keygen -t rsa -f /etc/ssh/ssh_host_rsa_key -N ''
+	[ ! -f /etc/ssh/ssh_host_ecdsa_key ] && ssh-keygen -t ecdsa -f /etc/ssh/ssh_host_ecdsa_key -N ''
+	[ ! -f /etc/ssh/ssh_host_ed25519_key ] && ssh-keygen -t ed25519 -f /etc/ssh/ssh_host_ed25519_key -N ''
+
+	[ ! -d /var/run/sshd ] && mkdir -p /var/run/sshd
+
+	USER_NAME="centos"
+	USER_PWD="centos"
+
+	useradd -m -d /home/${USER_NAME} -s /bin/bash -U ${USER_NAME}
+	echo "${USER_NAME}:${USER_PWD}" | chpasswd
+	usermod -aG wheel ${USER_NAME}
+
+	echo "%wheel ALL=(ALL) NOPASSWD: ALL" > /etc/sudoers.d/wheelnopass
+}
+
 function mblib_install()
 {
 	export AESNI_MULTI_BUFFER_LIB_PATH="${BUILD_DIR}/intel-ipsec-mb-${MULTI_BUFFER_LIB_VER}"
@@ -82,7 +122,7 @@ function mblib_install()
 	unzip v${MULTI_BUFFER_LIB_VER}.zip
 	pushd ${AESNI_MULTI_BUFFER_LIB_PATH}
 	make -j`getconf _NPROCESSORS_ONLN`
-	sudo make install
+	${SUDO} make install
 	popd > /dev/null 2>&1
 	popd > /dev/null 2>&1
 }
@@ -99,15 +139,23 @@ function dpdk_install()
 	tar -xf ./dpdk-${DPDK_VERSION}.tar.xz
 	popd > /dev/null 2>&1
 
-	sudo ln -s ${RTE_SDK} ${WORK_DIR}/dpdk
+	${SUDO} ln -s ${RTE_SDK} ${WORK_DIR}/dpdk
 
 	pushd ${RTE_SDK} > /dev/null 2>&1
 	make config T=${RTE_TARGET}
 	# The next sed lines make sure that we can compile DPDK 17.11 with a relatively new OS. Using a newer DPDK (18.5) should also resolve this issue
-	#sudo sed -i '/CONFIG_RTE_LIBRTE_KNI=y/c\CONFIG_RTE_LIBRTE_KNI=n' ${RTE_SDK}/build/.config
-	#sudo sed -i '/CONFIG_RTE_LIBRTE_PMD_KNI=y/c\CONFIG_RTE_LIBRTE_PMD_KNI=n' ${RTE_SDK}/build/.config
-	#sudo sed -i '/CONFIG_RTE_KNI_KMOD=y/c\CONFIG_RTE_KNI_KMOD=n' ${RTE_SDK}/build/.config
-	#sudo sed -i '/CONFIG_RTE_KNI_PREEMPT_DEFAULT=y/c\CONFIG_RTE_KNI_PREEMPT_DEFAULT=n' ${RTE_SDK}/build/.config
+	#${SUDO} sed -i '/CONFIG_RTE_LIBRTE_KNI=y/c\CONFIG_RTE_LIBRTE_KNI=n' ${RTE_SDK}/build/.config
+	#${SUDO} sed -i '/CONFIG_RTE_LIBRTE_PMD_KNI=y/c\CONFIG_RTE_LIBRTE_PMD_KNI=n' ${RTE_SDK}/build/.config
+	#${SUDO} sed -i '/CONFIG_RTE_KNI_KMOD=y/c\CONFIG_RTE_KNI_KMOD=n' ${RTE_SDK}/build/.config
+	#${SUDO} sed -i '/CONFIG_RTE_KNI_PREEMPT_DEFAULT=y/c\CONFIG_RTE_KNI_PREEMPT_DEFAULT=n' ${RTE_SDK}/build/.config
+
+	# For Kubernetes environment we use host vfio module
+	if [ "${K8S_ENV}" == "y" ]; then
+		sed -i 's/CONFIG_RTE_EAL_IGB_UIO=y/CONFIG_RTE_EAL_IGB_UIO=n/g' ${RTE_SDK}/build/.config
+		sed -i 's/CONFIG_RTE_LIBRTE_KNI=y/CONFIG_RTE_LIBRTE_KNI=n/g' ${RTE_SDK}/build/.config
+		sed -i 's/CONFIG_RTE_KNI_KMOD=y/CONFIG_RTE_KNI_KMOD=n/g' ${RTE_SDK}/build/.config
+	fi
+
 	# Compile with MB library
 	sed -i '/CONFIG_RTE_LIBRTE_PMD_AESNI_MB=n/c\CONFIG_RTE_LIBRTE_PMD_AESNI_MB=y' ${RTE_SDK}/build/.config
 	make -j`getconf _NPROCESSORS_ONLN`
@@ -128,23 +176,125 @@ function prox_install()
 	# Clone and compile PROX
 	pushd ${BUILD_DIR} > /dev/null 2>&1
 	git clone https://git.opnfv.org/samplevnf
-	pushd ${BUILD_DIR}/samplevnf/VNFs/DPPD-PROX
+	pushd ${BUILD_DIR}/samplevnf/VNFs/DPPD-PROX > /dev/null 2>&1
 	${PROX_CHECKOUT}
 	popd > /dev/null 2>&1
 	prox_compile
-	sudo ln -s ${BUILD_DIR}/samplevnf/VNFs/DPPD-PROX ${WORK_DIR}/prox
+	${SUDO} cp ${BUILD_DIR}/samplevnf/VNFs/DPPD-PROX/build/app/prox ${WORK_DIR}/prox
+	popd > /dev/null 2>&1
+}
+
+function port_info_build()
+{
+	[ ! -d ${BUILD_DIR}/port_info ] && echo "Skipping port_info compilation..." && return
+
+	pushd ${BUILD_DIR}/port_info > /dev/null 2>&1
+	make
+	${SUDO} cp ${BUILD_DIR}/port_info/build/app/port_info ${WORK_DIR}/port_info
 	popd > /dev/null 2>&1
 }
 
-if [ "$1" == "compile" ]; then
+function create_minimal_install()
+{
+	ldd ${WORK_DIR}/prox | awk '{ if ($(NF-1) != "=>") print $(NF-1) }' >> ${BUILD_DIR}/list_of_install_components
+
+	echo "${WORK_DIR}/prox" >> ${BUILD_DIR}/list_of_install_components
+	echo "${WORK_DIR}/port_info" >> ${BUILD_DIR}/list_of_install_components
+
+	tar -czvhf ${BUILD_DIR}/install_components.tgz -T ${BUILD_DIR}/list_of_install_components
+}
+
+function cleanup()
+{
+	${SUDO} yum autoremove -y
+	${SUDO} yum clean all
+	${SUDO} rm -rf /var/cache/yum
+}
+
+function k8s_runtime_image()
+{
+	k8s_os_pkgs_runtime_install
+	k8s_os_cfg
+	cleanup
+
+	pushd / > /dev/null 2>&1
+	tar -xvf ${BUILD_DIR}/install_components.tgz --skip-old-files
+	popd > /dev/null 2>&1
+
+	ldconfig
+
+	#rm -rf ${BUILD_DIR}/install_components.tgz
+}
+
+function print_usage()
+{
+	echo "Usage: ${0} [OPTIONS] [COMMAND]"
+	echo "Options:"
+	echo "   -u, --update     Full OS update"
+	echo "   -k, --kubernetes Build for Kubernetes environment"
+	echo "Commands:"
+	echo "   deploy           Run through all deployment steps"
+	echo "   compile          PROX compile only"
+	echo "   runtime_image    Apply runtime configuration only"
+}
+
+COMMAND=""
+# Parse options and comman
+for opt in "$@"; do
+	case ${opt} in
+		-u|--update)
+		echo 'Full OS update will be done!'
+		OS_UPDATE="y"
+		;;
+		-k|--kubernetes)
+		echo "Kubernetes environment is set!"
+		K8S_ENV="y"
+		;;
+		compile)
+		COMMAND="compile"
+		;;
+		runtime_image)
+		COMMAND="runtime_image"
+		;;
+		deploy)
+		COMMAND="deploy"
+		;;
+		*)
+		echo "Unknown option/command ${opt}"
+		print_usage
+		exit 1
+		;;
+	esac
+done
+
+if [ "${COMMAND}" == "compile" ]; then
+	echo "PROX compile only..."
 	prox_compile
-else
-	[ ! -d ${BUILD_DIR} ] && sudo mkdir -p ${BUILD_DIR}
-	sudo chmod 0777 ${BUILD_DIR}
+elif [ "${COMMAND}" == "runtime_image" ]; then
+	echo "Runtime image intallation and configuration..."
+	k8s_runtime_image
+elif [ "${COMMAND}" == "deploy" ]; then
+	[ ! -d ${BUILD_DIR} ] && ${SUDO} mkdir -p ${BUILD_DIR}
+	${SUDO} chmod 0777 ${BUILD_DIR}
 
 	os_pkgs_install
-	os_cfg
+
+	if [ "${K8S_ENV}" == "y" ]; then
+		k8s_os_cfg
+	else
+		os_cfg
+	fi
+
 	mblib_install
 	dpdk_install
 	prox_install
+
+	if [ "${K8S_ENV}" == "y" ]; then
+		port_info_build
+		create_minimal_install
+	fi
+
+	cleanup
+else
+	print_usage
 fi