From cf87d3067a63cb8be315a3addfd9c27d86be3b5a Mon Sep 17 00:00:00 2001 From: baigk Date: Tue, 8 Sep 2015 07:47:19 -0400 Subject: Build improvement for speedup and using public repo JIRA: COMPASS-19 Change-Id: Iba101807e1bd2f843f1253791b7e87e1acb7934b Signed-off-by: baigk --- build/make_repo.sh | 166 +++++++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 166 insertions(+) create mode 100755 build/make_repo.sh (limited to 'build/make_repo.sh') diff --git a/build/make_repo.sh b/build/make_repo.sh new file mode 100755 index 00000000..1329300f --- /dev/null +++ b/build/make_repo.sh @@ -0,0 +1,166 @@ +#!/bin/bash +set -ex + +BUILD_PATH=$(cd "$(dirname "$0")"; pwd) +WORK_PATH=$(cd "$(dirname "$0")"/..; pwd) + +function process_env() +{ + mkdir -p ${WORK_PATH}/work/repo/ ${WORK_PATH}/work/repo/pip + + set +e + sudo docker info + if [[ $? != 0 ]]; then + wget -qO- https://get.docker.com/ | sh + else + echo "docker is already installed!" + fi + set -e + +cat <${WORK_PATH}/work/repo/cp_repo.sh +#!/bin/bash +set -ex +cp /*.tar.gz /result +EOF + + sudo apt-get install python-yaml -y + sudo apt-get install python-cheetah -y +} + +function make_repo() +{ + rm -f ${WORK_PATH}/work/repo/install_packages.sh + rm -f ${WORK_PATH}/work/repo/Dockerfile + + TEMP=`getopt -o h -l os-ver:,package-tag:,tmpl:,default-package:,special-package:,ansible-dir: -n 'make_repo.sh' -- "$@"` + + if [ $? != 0 ] ; then echo "Terminating..." >&2 ; exit 1 ; fi + + eval set -- "$TEMP" + + os_ver="" + package_tag="" + tmpl="" + default_package="" + special_package="" + special_package_dir="" + ansible_dir="" + while :; do + case "$1" in + --os-ver) os_ver=$2; shift 2;; + --package-tag) package_tag=$2; shift 2;; + --tmpl) tmpl=$2; shift 2;; + --default-package) default_package=$2; shift 2;; + --special-package) special_package=$2; shift 2;; + --special-package-dir) special_package_dir=$2; shift 2;; + --ansible-dir) ansible_dir=$2; shift 2;; + --) shift; break;; + *) echo "Internal error!" ; exit 1 ;; + esac + done + + if [[ ! -z ${package_tag} && ${package_tag} == "pip" ]]; then + make_pip_repo + return + fi + + if [[ -z ${os_ver} || -z ${tmpl} || -z ${package_tag} ]]; then + echo "parameter is wrong" + exit 1 + fi + + if [[ ${os_ver} == trusty ]]; then + arch=Debian + os_name=ubuntu + fi + + if [[ ${os_ver} =~ rhel[0-9]*$ ]]; then + arch=RedHat + os_name=centos + fi + + dockerfile=Dockerfile + docker_tmpl=${BUILD_PATH}/os/${os_name}/${os_ver}/${package_tag}/${dockerfile}".tmpl" + docker_tag="${os_ver}/${package_tag}" + + python ${BUILD_PATH}/gen_ins_pkg_script.py "${ansible_dir}" "${arch}" "${BUILD_PATH}/templates/${tmpl}" \ + "${docker_tmpl}" "${default_package}" "${special_package}" "${special_package_dir}" + + # copy make package script to work/repo dir + if [[ -n $arch && -d ${WORK_PATH}/build/templates/$arch ]]; then + rm -rf ${WORK_PATH}/work/repo/$arch + cp -rf ${WORK_PATH}/build/templates/$arch ${WORK_PATH}/work/repo/ + fi + + if [[ -n $os_ver && -d ${WORK_PATH}/build/os/$os_name/$os_ver ]]; then + rm -rf ${WORK_PATH}/work/repo/$os_ver + cp -rf ${WORK_PATH}/build/os/$os_name/$os_ver ${WORK_PATH}/work/repo + fi + + if [[ -f ${WORK_PATH}/build/os/$os_name/comps.xml ]]; then + cp -rf ${WORK_PATH}/build/os/$os_name/comps.xml ${WORK_PATH}/work/repo + fi + + sudo docker build -t ${docker_tag} -f ${WORK_PATH}/work/repo/${dockerfile} ${WORK_PATH}/work/repo/ + + sudo docker run -t -v ${WORK_PATH}/work/repo:/result ${docker_tag} + + image_id=$(sudo docker images|grep ${docker_tag}|awk '{print $3}') + + sudo docker rmi -f ${image_id} +} + +function make_pip_repo() +{ + source $WORK_PATH/build/build.conf + + if [[ $PIP_CONF == "" ]]; then + return + fi + + for i in $PIP_CONF; do + curl --connect-timeout 10 -o $WORK_PATH/work/repo/pip/`basename $i` $i + done + + cd $WORK_PATH/work/repo; tar -zcvf pip.tar.gz ./pip; cd - +} + +function make_all_repo() +{ + make_pip_repo + + make_repo --os-ver rhel6 --package-tag compass \ + --tmpl compass_core.tmpl \ + --default-package "epel-release python-yaml python-jinja2 python-paramiko" + + make_repo --os-ver trusty --package-tag juno \ + --ansible-dir $WORK_PATH/deploy/adapters/ansible \ + --tmpl Debian_juno.tmpl \ + --default-package "openssh-server" \ + --special-package "openvswitch-datapath-dkms openvswitch-switch" + + make_repo --os-ver trusty --package-tag kilo \ + --ansible-dir $WORK_PATH/deploy/adapters/ansible \ + --tmpl Debian_kilo.tmpl \ + --default-package "openssh-server" \ + --special-package "openvswitch-datapath-dkms openvswitch-switch" + + make_repo --os-ver rhel7 --package-tag juno \ + --ansible-dir $WORK_PATH/deploy/adapters/ansible \ + --tmpl RedHat_juno.tmpl \ + --default-package "strace net-tools wget vim openssh-server dracut-config-rescue dracut-network" \ + --special-package "" +} + +function main() +{ + process_env + + if [[ $# -eq 0 ]]; then + make_all_repo + else + make_repo $* + fi +} + +main $* -- cgit 1.2.3-korg