#!/bin/bash ############################################################################## # Copyright (c) 2016 ZTE Coreporation and others. # hu.zhijiang@zte.com.cn # lu.yao135@zte.com.cn # All rights reserved. This program and the accompanying materials # are made available under the terms of the Apache License, Version 2.0 # which accompanies this distribution, and is available at # http://www.apache.org/licenses/LICENSE-2.0 ############################################################################## # Build OpenStack container images as well as extension images. # Parameters: $1 kolla git url, for example, # https://git.openstack.org/openstack/kolla # $2 kolla branch, for example, stable/newton set -o errexit set -o nounset set -o pipefail KOLLA_GIT=$1 KOLLA_BRANCH=$2 KOLLA_GIT_VERSION= KOLLA_IMAGE_VERSION= KOLLA_GIT_DIR=/tmp/kolla-git REGISTRY_VOLUME_DIR=/tmp/registry BUILD_OUTPUT_DIR=/tmp/kolla-build-output REGISTRY_SERVER_NAME=daisy-registry function pre_check { echo "Pre setup" if [ $KOLLA_BRANCH == "stable/mitaka" ] ; then RPM_REQUIRES="python-docker-py:1.6 python-pbr:1.6 python-jinja2:2.8 \ python-gitdb:0.6.4 GitPython:1.0.1 python-six:1.9.0 \ python2-oslo-config:3.7.0 python-beautifulsoup4:4.4.1 \ python2-setuptools:16.0.0 python2-crypto:2.6 docker-engine:1.12" elif [ $KOLLA_BRANCH == "stable/newton" ] ; then RPM_REQUIRES="python-docker-py:1.6 python-pbr:1.6 python-jinja2:2.8 \ python-gitdb:0.6.4 GitPython:1.0.1 python-six:1.9.0 \ python2-oslo-config:3.14.0 python-netaddr:0.7.13 \ python2-setuptools:16.0.0 python2-crypto:2.6 docker-engine:1.12 \ centos-release-openstack-newton:1 epel-release:7" else exit 1 fi for package_version in $RPM_REQUIRES do package=`echo $package_version | awk -F: '{print $1}'` expversion=`echo $package_version | awk -F: '{print $2}'` echo "Step:1 Check if $package existed" rpm -q $package &> /dev/null if [ "$?" != "0" ] ; then echo "$package not installed" exit 1 fi echo "Step:2 Check if $package version meets the requirement" realversion=$(rpm -q --queryformat '%{VERSION}' $package) smallestversion=`printf "$realversion\n$expversion\n" | sort -V | head -1` if [ "$smallestversion" != "$expversion" ] ; then echo "$package version $realversion DOES NOT meet the \ requirement verion $expversion" exit 1 fi done # Some packages must be installed by pip. # TODO: Check version of packages installed by pip just like what we do for RPM above. rpm -e tox || true rpm -e python-virtualenv || true rpm -e python-py || true pip install tox # Just make sure docker is working. service docker restart } function cleanup_registry_server { echo "Cleaning registry server" containers_to_kill=$(sudo docker ps --filter "name=$REGISTRY_SERVER_NAME" \ --format "{{.Names}}" -a) if [[ ! -z "$containers_to_kill" ]]; then volumes_to_remove=$(sudo docker inspect -f \ '{{range .Mounts}} {{printf "%s\n" .Name }}{{end}}' \ ${containers_to_kill} | egrep -v '(^\s*$)' | sort | uniq) echo "Stopping containers... $containers_to_kill" (sudo docker stop -t 2 ${containers_to_kill} 2>&1) > /dev/null echo "Removing containers... $containers_to_kill" (sudo docker rm -v -f ${containers_to_kill} 2>&1) > /dev/null if [[ ! -z "$volumes_to_remove" ]]; then echo "Removing volumes... $volumes_to_remove" (sudo docker volume rm ${volumes_to_remove} 2>&1) || true > /dev/null fi fi } function cleanup_registry_data { echo "Cleaning registry data dir" rm -rf $REGISTRY_VOLUME_DIR mkdir -p $REGISTRY_VOLUME_DIR } function cleanup_kolla_image { echo "Cleaning Kolla images" if [ -d $KOLLA_GIT_DIR/kolla ] ; then pushd $KOLLA_GIT_DIR/kolla (./tools/cleanup-images 2>&1) || true > /dev/null; popd fi } function start_registry_server { echo "Starting registry server" sudo docker run -d -p 5000:5000 --restart=always \ -e REGISTRY_STORAGE_FILESYSTEM_ROOTDIRECTORY=/tmp/registry \ -v $REGISTRY_VOLUME_DIR:/tmp/registry \ --name $REGISTRY_SERVER_NAME registry:2 } function pack_registry_data { echo "Packaging registry data" datetag=$(date +%y%m%d%H%M%S) version=$(echo $KOLLA_BRANCH | awk -F'/' '{print $2}') if [ ! -d $BUILD_OUTPUT_DIR ] ; then mkdir -p $BUILD_OUTPUT_DIR fi pushd $BUILD_OUTPUT_DIR echo $KOLLA_GIT_VERSION > registry-$version-$datetag.version echo "branch = $KOLLA_BRANCH" >> registry-$version-$datetag.version echo "tag = $KOLLA_IMAGE_VERSION" >> registry-$version-$datetag.version echo "date = $datetag" >> registry-$version-$datetag.version tar czf kolla-image-$version-$datetag.tgz $REGISTRY_VOLUME_DIR \ registry-$version-$datetag.version rm -rf registry-$version-$datetag.version popd } function update_kolla_code { echo "Updating Kolla code" if [ ! -d $KOLLA_GIT_DIR ] ; then mkdir -p $KOLLA_GIT_DIR fi if [ ! -d $KOLLA_GIT_DIR/kolla ] ; then pushd $KOLLA_GIT_DIR git clone $KOLLA_GIT pushd $KOLLA_GIT_DIR/kolla git checkout $KOLLA_BRANCH popd popd else pushd $KOLLA_GIT_DIR/kolla git remote update git checkout $KOLLA_BRANCH git pull --ff-only popd fi pushd $KOLLA_GIT_DIR/kolla KOLLA_GIT_VERSION=$(git log -1 --pretty="%H") tox -e genconfig KOLLA_IMAGE_VERSION=$(cat $KOLLA_GIT_DIR/kolla/etc/kolla/kolla-build.conf \ | grep "#tag" | gawk -F' = ' '{print $2}') popd } function start_build { echo "Start to build Kolla image" REGISTRY_PARAM="--registry 127.0.0.1:5000 --push" pushd $KOLLA_GIT_DIR/kolla # Some of the images may be failed to built out but is OK # so we use "|| true" here. # TODO: We can impl. some checks to see if the images that # we really care are built successfully. tools/build.py $REGISTRY_PARAM || true; popd } function usage { echo "Usage: $0 https://git.openstack.org/openstack/kolla stable/newton" } if [ "$1" == "" -o "$2" == "" ] ; then usage exit 1 fi pre_check # Try to cleanup images of the last failed run, if any. cleanup_kolla_image update_kolla_code cleanup_kolla_image # Make sure there is no garbage in the registry server. cleanup_registry_server cleanup_registry_data start_registry_server start_build cleanup_kolla_image pack_registry_data # TODO: Upload to OPNFV artifacts repo.