Allow Asynchronous Apex Builds

- Remove any build blockers on 'apex-build-*' jobs.
- Adds script to download latest build artifacts before deployment.
- Make each deploy download the needed artifacts before running.
- ARTIFACT_VERSION now set to dev for verify builds to indicate tarball
  should be uploaded to artifacts repo
- apex.yml jjb is now generated by using apex-jjb-renderer
- scenarios are managed in scenarios.yaml

JIRA: APEX-328

Change-Id: I4a51565686bd2011a310c3926d8260cd4641dca5
Signed-off-by: Trevor Bramwell <tbramwell@linuxfoundation.org>

1 files changed, 71 insertions, 0 deletions

diff --git a/jjb/apex/apex-download-artifact.sh b/jjb/apex/apex-download-artifact.sh
new file mode 100755
index 000000000..a921d61aa
--- /dev/null
+++ b/jjb/apex/apex-download-artifact.sh
@@ -0,0 +1,71 @@
+#!/bin/bash
+set -o errexit
+set -o nounset
+set -o pipefail
+
+APEX_PKGS="common undercloud" # removed onos for danube
+
+[[ -d $BUILD_DIRECTORY ]] || mkdir -p $BUILD_DIRECTORY
+
+if [[ "$ARTIFACT_VERSION" =~ dev ]]; then
+  # dev build
+  export OPNFV_ARTIFACT_VERSION="dev${GERRIT_CHANGE_NUMBER}${GERRIT_PATCHSET_NUMBER}"
+  # get build artifact
+  pushd ${BUILD_DIRECTORY} > /dev/null
+  echo "Downloading packaged dev build..."
+  curl --fail -s -o $BUILD_DIRECTORY/apex-${OPNFV_ARTIFACT_VERSION}.tar.gz http://$GS_URL/apex-${OPNFV_ARTIFACT_VERSION}.tar.gz
+  tar -xvf apex-${OPNFV_ARTIFACT_VERSION}.tar.gz
+  popd > /dev/null
+else
+  # Must be RPMs/ISO
+  export OPNFV_ARTIFACT_VERSION=$(date -u +"%Y-%m-%d")
+
+  # get the properties file in order to get info regarding artifacts
+  curl --fail -s -o $BUILD_DIRECTORY/opnfv.properties http://$GS_URL/opnfv-$OPNFV_ARTIFACT_VERSION.properties
+
+  # source the file so we get OPNFV vars
+  source $BUILD_DIRECTORY/opnfv.properties
+
+  RPM_INSTALL_PATH=$(echo "http://"$OPNFV_RPM_URL | sed 's/\/'"$(basename $OPNFV_RPM_URL)"'//')
+  RPM_LIST=${RPM_INSTALL_PATH}/$(basename $OPNFV_RPM_URL)
+
+  # find version of RPM
+  VERSION_EXTENSION=$(echo $(basename $RPM_LIST) | grep -Eo '[0-9]+\.[0-9]+-([0-9]{8}|[a-z]+-[0-9]\.[0-9]+)')
+  # build RPM List which already includes base Apex RPM
+  for pkg in ${APEX_PKGS}; do
+    RPM_LIST+=" ${RPM_INSTALL_PATH}/opnfv-apex-${pkg}-${VERSION_EXTENSION}.noarch.rpm"
+  done
+
+  # remove old / install new RPMs
+  if rpm -q opnfv-apex > /dev/null; then
+    INSTALLED_RPMS=$(rpm -qa | grep apex)
+    if [ -n "$INSTALLED_RPMS" ]; then
+      sudo yum remove -y ${INSTALLED_RPMS}
+    fi
+  fi
+  if ! sudo yum install -y $RPM_LIST; then
+    echo "Unable to install new RPMs: $RPM_LIST"
+    exit 1
+  fi
+
+  # log info to console
+  echo "Downloading the ISO artifact using URL http://$OPNFV_ARTIFACT_URL"
+  echo "--------------------------------------------------------"
+  echo
+
+  # Download ISO
+  curl --fail -s -o $BUILD_DIRECTORY/apex.iso http://$OPNFV_ARTIFACT_URL > gsutil.iso.log 2>&1
+
+fi
+
+# TODO: Uncomment these lines to verify SHA512SUMs once the sums are
+# fixed.
+# echo "$OPNFV_ARTIFACT_SHA512SUM $BUILD_DIRECTORY/apex.iso" | sha512sum -c
+# echo "$OPNFV_RPM_SHA512SUM $BUILD_DIRECTORY/$(basename $OPNFV_RPM_URL)" | sha512sum -c
+
+# list the files
+ls -al $BUILD_DIRECTORY
+
+echo
+echo "--------------------------------------------------------"
+echo "Done!"