From 6cb518c68eb136ad448e96716ef8b1348440949f Mon Sep 17 00:00:00 2001
From: Jonas Bjurel <jonas.bjurel@ericsson.com>
Date: Mon, 2 Mar 2015 22:46:45 +0100
Subject: Starting point for ODL Integration ***CAN BE MERGED*** - ODL build
 and installation (puppet manifests) including needed dependencies - Modified
 in accordance with Randy Levensalors comments - Added chmod 4755
 /bin/fusermount due to that lately some systems dont install fuseiso   withe
 SUID set for fusermount. Investing ongoing on why and why not consistent. -
 Rebased with master - ODL disabled in top Make (enable it by uncommenting the
 odl dirs - Removed white spaces - Hopefully fixed an issue with the docker
 ubuntu repos, added --no-cache=true to the fuel/docker/Make file.

TODO:
- Refactor collecting ODL and Java dependencies to one common place
- Refactoring top Makefile
- Adding CI hooks for build and deploy
- Finishing integration plumbing wit Neutron/ML2 and OVS/OVSDB

Change-Id: I13dd4d3a72d099316dfaa9f7cd9140781be2397b
Signed-off-by: Jonas Bjurel <jonas.bjurel@ericsson.com>
---
 fuel-build/install/apt-ftparchive-deb.conf     |  35 --
 fuel-build/install/apt-ftparchive-release.conf |  18 -
 fuel-build/install/install.sh                  | 447 -------------------------
 fuel-build/install/uninstall.sh                |  79 -----
 4 files changed, 579 deletions(-)
 delete mode 100644 fuel-build/install/apt-ftparchive-deb.conf
 delete mode 100644 fuel-build/install/apt-ftparchive-release.conf
 delete mode 100755 fuel-build/install/install.sh
 delete mode 100755 fuel-build/install/uninstall.sh

(limited to 'fuel-build/install')

diff --git a/fuel-build/install/apt-ftparchive-deb.conf b/fuel-build/install/apt-ftparchive-deb.conf
deleted file mode 100644
index 1101ac9..0000000
--- a/fuel-build/install/apt-ftparchive-deb.conf
+++ /dev/null
@@ -1,35 +0,0 @@
-##############################################################################
-# Copyright (c) 2015 Ericsson AB and others.
-# stefan.k.berg@ericsson.com
-# jonas.bjurel@ericsson.com
-# All rights reserved. This program and the accompanying materials
-# are made available under the terms of the Apache License, Version 2.0
-# which accompanies this distribution, and is available at
-# http://www.apache.org/licenses/LICENSE-2.0
-##############################################################################
-
-Dir {
-  ArchiveDir ".";
-};
-
-TreeDefault {
-  Directory "pool";
-};
-
-BinDirectory "pool/main" {
-  Packages "dists/precise/main/binary-amd64/Packages";
-  BinOverride "./indices/override.precise.main";
-  ExtraOverride "./indices/override.precise.extra.main";
-};
-
-Default {
-  Packages {
-    Extensions ".deb";
-    Compress ". gzip";
-  };
-};
-
-Contents {
-  Compress "gzip";
-};
-
diff --git a/fuel-build/install/apt-ftparchive-release.conf b/fuel-build/install/apt-ftparchive-release.conf
deleted file mode 100644
index 0252882..0000000
--- a/fuel-build/install/apt-ftparchive-release.conf
+++ /dev/null
@@ -1,18 +0,0 @@
-##############################################################################
-# Copyright (c) 2015 Ericsson AB and others.
-# stefan.k.berg@ericsson.com
-# jonas.bjurel@ericsson.com
-# All rights reserved. This program and the accompanying materials
-# are made available under the terms of the Apache License, Version 2.0
-# which accompanies this distribution, and is available at
-# http://www.apache.org/licenses/LICENSE-2.0
-##############################################################################
-
-APT::FTPArchive::Release::Origin "Ubuntu";
-APT::FTPArchive::Release::Label "Ubuntu";
-APT::FTPArchive::Release::Suite "precise";
-APT::FTPArchive::Release::Version "12.04";
-APT::FTPArchive::Release::Codename "precise";
-APT::FTPArchive::Release::Architectures "amd64";
-APT::FTPArchive::Release::Components "main";
-APT::FTPArchive::Release::Description "Ubuntu Precise 12.04 LTS";
diff --git a/fuel-build/install/install.sh b/fuel-build/install/install.sh
deleted file mode 100755
index 823bcd9..0000000
--- a/fuel-build/install/install.sh
+++ /dev/null
@@ -1,447 +0,0 @@
-#!/bin/bash -e
-##############################################################################
-# Copyright (c) 2015 Ericsson AB and others.
-# stefan.k.berg@ericsson.com
-# jonas.bjurel@ericsson.com
-# All rights reserved. This program and the accompanying materials
-# are made available under the terms of the Apache License, Version 2.0
-# which accompanies this distribution, and is available at
-# http://www.apache.org/licenses/LICENSE-2.0
-##############################################################################
-
-
-my_exit() {
-    rc=$?
-
-    cd /tmp
-
-    if [ -n "$TMP_HOSTMOUNT" ]; then
-        if [ -d "$TMP_HOSTMOUNT" ]; then
-            fusermount -u $TMP_HOSTMOUNT
-            rmdir $TMP_HOSTMOUNT
-        fi
-    fi
-
-    if [ -d "$TMP_OLDISO" ]; then
-        fusermount -u $TMP_OLDISO
-        rmdir $TMP_OLDISO
-    fi
-
-    if [ -f "$CONF" ]; then
-        rm $CONF
-    fi
-
-    if [ -d "$TMP_ISOPUPPET" ]; then
-        rm -Rf $TMP_ISOPUPPET
-    fi
-}
-
-get_deb_name() {
-    ar p $1 control.tar.gz | tar xzO ./control | grep "^Package:.* " | sed 's/.* //'
-    if [ $PIPESTATUS -ne 0 ]; then
-        echo "Error in get_deb_name($1)"
-        exit 1
-    fi
-}
-
-get_deb_rev() {
-    ar p $1 control.tar.gz | tar xzO ./control | grep "^Version:.* " | sed 's/.* //'
-    if [ $PIPESTATUS -ne 0 ]; then
-        echo "Error in get_deb_rev($1)"
-        exit 1
-    fi
-}
-
-
-# Added logic for ".orig" files:
-#   1. Is there an .orig file for the new file?
-#   2. If the file is not present in base ISO -> Error!
-#   3. If the file is changed i base ISO -> Error!  (need manual rebase)
-#   4. If there is no .orig file, but file is present in base ISO: Error!
-verify_orig_files() {
-    OLDDIR=$1
-    NEWDIR=$2
-
-    pushd $NEWDIR >/dev/null
-    for f in $(find * -type f -name '*.orig')
-    do
-        origfile=$NEWDIR/$f
-        oldfile=$OLDDIR/$(echo $f | sed 's/.orig$//')
-        newfile=$NEWDIR/$(echo $f | sed 's/.orig$//')
-
-        origfile=${newfile}.orig
-        # If no corresponding base file, error
-        if [ ! -f $oldfile ]; then
-            printf "\n\n\n\n"
-            echo "Error: found ${newfile} but no"
-            echo "Error: ${oldfile}"
-            echo "Error: Manual rebase is needed!"
-            printf "\n\n\n\n"
-            exit 1
-        fi
-
-        # If orig file differs from base file, error
-        if ! diff -q $origfile $oldfile > /dev/null; then
-            printf "\n\n\n\n"
-            echo "Error: $origfile differs from"
-            echo "Error: $oldfile!"
-            echo "Error: Manual rebase is needed!"
-            printf "\n\n\n\n"
-            exit 1
-        fi
-
-    done
-
-
-    # Check that there we're not overwriting oldfiles without having a ".orig" copy
-    for f in $(find * -type f ! -name '*.orig')
-    do
-        newfile=$NEWDIR/$(echo $f | sed 's/.orig$//')
-        origfile=${newfile}.orig
-        oldfile=$OLDDIR/$f
-        if [ -f $oldfile ]; then
-            if [ ! -f $origfile ]; then
-                printf "\n\n\n\n"
-                echo "Error: Will overwrite $oldfile, but there is no"
-                echo "Error: $origfile!"
-                echo "Error: You need to create the `basename $origfile`!"
-                printf "\n\n\n\n"
-                exit 1
-            fi
-        fi
-    done
-
-
-    popd >/dev/null
-}
-
-prep_make_live() {
-    DEST=$TMP_HOSTMOUNT
-    REPO=$DEST/var/www/nailgun/ubuntu/fuelweb/x86_64
-    echo "Live install"
-    ssh-copy-id root@$FUELHOST
-    sshfs root@1${FUELHOST}:/ $TMP_HOSTMOUNT
-
-    if [ -f  $REPO/dists/precise/main/binary-amd64/Packages.backup ]; then
-        echo "Error - found backup file for Packages!"
-        exit 1
-    fi
-
-    if [ -f  $REPO/dists/precise/main/binary-amd64/Packages.gz.backup ]; then
-        echo "Error - found backup file for Packages.gz!"
-        exit 1
-    fi
-
-    if [ -f  $REPO/dists/precise/Release.backup ]; then
-        echo "Error - found backup file for Release!"
-        exit 1
-    fi
-
-    if [ -d  $DEST/etc/puppet.backup ]; then
-        echo "Error - found backup file for Puppet!"
-        exit 1
-    fi
-
-    cp $REPO/dists/precise/main/binary-amd64/Packages $REPO/dists/precise/main/binary-amd64/Packages.backup
-    cp $REPO/dists/precise/main/binary-amd64/Packages.gz $REPO/dists/precise/main/binary-amd64/Packages.gz.backup
-    cp $REPO/dists/precise/Release $REPO/dists/precise/Release.backup
-    cp -Rvp $DEST/etc/puppet $DEST/etc/puppet.backup
-}
-
-post_make_live() {
-    echo "Installing into Puppet:"
-    cd $TOP/release/puppet/modules
-    for dir in *
-    do
-        echo "   $dir"
-        cp -Rp $dir $DEST/etc/puppet/modules
-    done
-}
-
-make_live() {
-    prep_make_live
-    copy_packages
-    post_make_live
-}
-
-
-prep_make_iso() {
-    DEST=$TOP/newiso
-    REPO=$DEST/ubuntu
-    echo "Making ISO..."
-    echo "Unpack of old ISO..."
-    if [ -d newiso ]; then
-        chmod -R 755 newiso
-        rm -rf newiso
-    fi
-    mkdir newiso
-    fusermount -u $TMP_OLDISO 2>/dev/null || cat /dev/null
-    fuseiso -p $ORIGISO $TMP_OLDISO
-    sleep 1
-    cd $TMP_OLDISO
-    find . | cpio -pd $TOP/newiso
-    cd ..
-    fusermount -u $TMP_OLDISO
-    rm -Rf $TMP_OLDISO
-    chmod -R 755 $TOP/newiso
-}
-
-make_iso_image() {
-    echo "Making ISO..."
-    cd $DEST
-    find . -name TRANS.TBL -exec rm {} \;
-    rm -rf rr_moved
-
-    mkisofs --quiet -r -V "$VOLUMEID" -publisher "$PUBLISHER" \
-        -p `git rev-parse --verify HEAD` -J -R -b isolinux/isolinux.bin \
-        -no-emul-boot \
-        -boot-load-size 4 -boot-info-table \
-        --hide-rr-moved \
-        -x "lost+found" -o $NEWISO .
-
-    isoinfo -d -i $NEWISO
-}
-
-# iso_copy_puppet: Create a new puppet-slave.tgz for the iso
-iso_copy_puppet() {
-    echo "Installing into Puppet..."
-    mkdir -p $TMP_ISOPUPPET/release/puppet
-    cd $TMP_ISOPUPPET/release/puppet
-    tar xzf $DEST/puppet-slave.tgz
-    cd $TOP/release/puppet/modules
-
-    verify_orig_files $TMP_ISOPUPPET/release/puppet $TOP/release/puppet/modules
-    # Remove all .orig files before copying as they now have been verfied
-    find $TOP/release/puppet/modules -type f -name '*.orig' -exec rm {} \;
-
-    for dir in $TOP/release/puppet/modules/*
-    do
-        echo "   $dir"
-        cp -Rp $dir $TMP_ISOPUPPET/release/puppet
-    done
-    cd $TMP_ISOPUPPET/release/puppet
-
-
-    tar czf $DEST/puppet-slave.tgz .
-    cd $TOP
-    rm -Rf $TMP_ISOPUPPET
-}
-
-# iso_modify_image: Add/patch files in the ISO root
-iso_modify_image () {
-    # TODO: Add logic for ".orig" files (hey! make a function!), which would look
-    # something like:
-    #   1. Is there an .orig file?
-    #   2. If the file is not present in origiso -> Error exit
-    #   3. If the file is changed in origiso -> Error exit (need manual rebase)
-    #   4. Otherwise continue, but don't copy orig file (or maybe we should?)
-    # ... and corresponding reverse logic:
-    #   1. If there is no .orig file, but file is present in origiso -> Error exit
-    echo "Modify ISO files (wild copy)..."
-
-    verify_orig_files $DEST $TOP/release/isoroot
-    # Remove all .orig files before copying as they now have been verfied
-    find $TOP/release/isoroot -type f -name '*.orig' -exec rm {} \;
-
-    cd $TOP/release/isoroot
-    cp -Rvp . $DEST
-}
-
-make_iso() {
-    prep_make_iso
-    copy_packages
-    iso_copy_puppet
-    iso_modify_image
-    make_iso_image
-}
-
-copy_packages() {
-    echo "Copying Debian packages..."
-    cd $TOP/release/packages/ubuntu/pool/main
-    for deb in `ls -1 | grep '\.deb$'`
-    do
-        echo "   $deb"
-        cp $deb $REPO/pool/main
-    done
-
-    echo "Running Fuel package patch file"
-    pushd $REPO/pool/main > /dev/null
-
-    for line in `cat $TOP/apply_patches | grep -v "^#" | grep -v "^$"`; do
-        echo "Line is $line"
-        ref=`echo $line | cut -d '>' -f 1`
-        origpkg=`echo $line| cut -d '>' -f 2`
-        url=`echo $line | cut -d '>' -f 3`
-
-        if [ -z "$origpkg" ]; then
-            echo "Error: No origpkg for patching"
-            exit 1
-        fi
-
-        if [ -z "$url" ]; then
-            echo "Error: No url for patching"
-            exit 1
-        fi
-
-        if [ -z "$ref" ]; then
-            echo "Error: No reference text for patching"
-            exit 1
-        fi
-
-        echo "CM: Patching Fuel package for $ref" | tee -a $REPORTFILE
-        echo "CM: Replacing package $origpkg with $url" | tee -a $REPORTFILE
-        oldrev=`get_deb_rev $origpkg`
-        rm $origpkg
-        wget --quiet $url
-        topkg=`basename $url`
-        echo "CM: MD5 of new package:" | tee -a $REPORTFILE
-        md5sum $topkg | tee -a $REPORTFILE
-
-        patchname=`get_deb_name $topkg`
-        patchrev=`get_deb_rev $topkg`
-        echo "Correcting dependencies towards $patchname rev $patchrev - old rev $oldrev" | tee -a $REPORTFILE
-        $TOP/patch-packages/tools/correct_deps $patchname $oldrev $patchrev | tee -a $REPORTFILE
-        if [ $PIPESTATUS -ne 0 ]; then
-            exit 1
-        fi
-    done
-
-    printf "Done running Fuel patch file\n\n"
-
-    echo "Running add packages file"
-    for line in `cat $TOP/add_opnfv_packages | grep -v "^#" | grep -v "^$"`; do
-        echo "Line is $line"
-        ref=`echo $line | cut -d '>' -f 1`
-        origpkg=`echo $line| cut -d '>' -f 2`
-        url=`echo $line | cut -d '>' -f 3`
-
-        if [ -z "$origpkg" ]; then
-            echo "Error: No origpkg for patching"
-            exit 1
-        fi
-
-        if [ -z "$url" ]; then
-            echo "Error: No url for patching"
-            exit 1
-        fi
-
-        if [ -z "$ref" ]; then
-            echo "Error: No reference text for patching"
-            exit 1
-        fi
-
-        if [ "$origpkg" != "NONE" ]; then
-            echo "CM: Patching added package for $ref" | tee -a $REPORTFILE
-            echo "CM: Replacing package $origpkg with $url" | tee -a $REPORTFILE
-            oldrev=`get_deb_rev $origpkg`
-            rm $origpkg
-        else
-            echo "CM: Adding previoulsy uninstalled package for $ref" tee -a $REPORTFILE
-        fi
-        wget --quiet $url
-        topkg=`basename $url`
-        echo "CM: MD5 of new package:" | tee -a $REPORTFILE
-        md5sum $topkg | tee -a $REPORTFILE
-        if [ "$origpkg" != "NONE" ]; then
-            patchname=`get_deb_name $topkg`
-            patchrev=`get_deb_rev $topkg`
-            echo "Correcting dependencies towards $patchname rev $patchrev - old rev $oldrev" | tee -a $REPORTFILE
-            $TOP/patch-packages/tools/correct_deps $patchname $oldrev $patchrev | tee -a $REPORTFILE
-            if [ $PIPESTATUS -ne 0 ]; then
-                exit 1
-            fi
-        fi
-    done
-    printf "Done running add packages file\n\n"
-
-    popd > /dev/null
-
-    if [ -f $TOP/patch-packages/release/patch-replacements ]; then
-        echo "Applying package patches" | tee -a $REPORTFILE
-        pushd $REPO/pool/main > /dev/null
-        printf "\n\n" | tee -a  $REPORTFILE
-        for line in `cat $TOP/patch-packages/release/patch-replacements`
-        do
-            frompkg=`echo $line | cut -d ">" -f 1`
-            topkg=`echo $line | cut -d ">" -f 2`
-            echo "CM: Applying patch to $frompkg" | tee -a $REPORTFILE
-            echo "CM: New package rev after patch: $topkg" | tee -a $REPORTFILE
-
-            if [ ! -f $frompkg ]; then
-                echo "Error: Can't find $frompkg in repo"
-                exit 1
-            else
-                oldrev=`get_deb_rev $frompkg`
-                echo "Removing $frompkg from repo"
-                rm $frompkg
-            fi
-
-            if [ ! -f $TOP/patch-packages/release/packages/$topkg ]; then
-                echo "Error: Can't find $topkg in patch release"
-                exit 1
-            else
-                echo "Adding $topkg to repo"
-                cp $TOP/patch-packages/release/packages/$topkg .
-            fi
-
-            patchname=`get_deb_name $topkg`
-            patchrev=`get_deb_rev $topkg`
-            echo "Correcting dependencies towards $patchname rev $patchrev - old rev $oldrev" | tee -a $REPORTFILE
-            $TOP/patch-packages/tools/correct_deps $patchname $oldrev $patchrev | tee -a $REPORTFILE
-            if [ $PIPESTATUS -ne 0 ]; then
-                exit 1
-            fi
-        done
-        popd > /dev/null
-    fi
-
-    echo "Generating metadata..."
-    pushd $REPO > /dev/null
-
-    # The below methods are from 15B
-    APT_REL_CONF="$TOP/install/apt-ftparchive-release.conf"
-    APT_DEB_CONF="$TOP/install/apt-ftparchive-deb.conf"
-
-    apt-ftparchive -c "${APT_REL_CONF}" generate "${APT_DEB_CONF}"
-
-    # Fuel also needs this index file
-    cat dists/precise/main/binary-amd64/Packages | \
-        awk '/^Package:/{pkg=$2}
-    /^Version:/{print pkg ": \"" $2 "\""}' > ubuntu-versions.yaml
-    cp ubuntu-versions.yaml $DEST
-
-    apt-ftparchive -c "${APT_REL_CONF}" release dists/precise/ > dists/precise/Release
-    gzip -9cf dists/precise/Release > dists/precise/Release.gz
-
-    popd > /dev/null
-
-}
-
-
-#############################################################################
-
-trap my_exit EXIT
-
-CONF=`mktemp /tmp/XXXXXXX`
-MODE=$1
-TOP=`pwd`
-
-if [ $MODE = "iso" ]; then
-    PUBLISHER="OPNFV"
-    TMP_OLDISO=`mktemp -d /tmp/XXXXXXX`
-    TMP_ISOPUPPET=`mktemp -d /tmp/XXXXXXX`
-    ORIGISO=$2
-    NEWISO=$3
-    VOLUMEID="$4 $5"
-    REPORTFILE="${NEWISO}.txt"
-    if [ ! -f $ORIGISO ]; then
-        echo "Can't find original MOS 5.1 iso at $ORIGISO"
-        rm $CONF
-        exit 1
-    fi
-
-    make_iso
-else
-    echo "Unknown mode: $MODE"
-    exit 1
-fi
diff --git a/fuel-build/install/uninstall.sh b/fuel-build/install/uninstall.sh
deleted file mode 100755
index 36b8884..0000000
--- a/fuel-build/install/uninstall.sh
+++ /dev/null
@@ -1,79 +0,0 @@
-#!/bin/bash -e
-##############################################################################
-# Copyright (c) 2015 Ericsson AB and others.
-# stefan.k.berg@ericsson.com
-# jonas.bjurel@ericsson.com
-# All rights reserved. This program and the accompanying materials
-# are made available under the terms of the Apache License, Version 2.0
-# which accompanies this distribution, and is available at
-# http://www.apache.org/licenses/LICENSE-2.0
-##############################################################################
-
-
-my_exit() {
-    cd /tmp
-    if [ -d "$MOUNT" ]; then
-        fusermount -u $MOUNT
-        rmdir $MOUNT
-    fi
-}
-trap my_exit EXIT
-
-echo "Live uninstall is currently disabled as it is not tested"
-exit 1
-
-TOP=`pwd`
-MOUNT=`mktemp -d /tmp/XXXXXXX`
-ssh-copy-id root@10.20.0.2
-sshfs root@10.20.0.2:/ $MOUNT
-
-DEST=$MOUNT
-REPO=$DEST/var/www/nailgun/ubuntu/fuelweb/x86_64
-
-cd $REPO
-if [ ! -f  $REPO/dists/precise/main/binary-amd64/Packages.backup ]; then
-    echo "Error - didn't find backup file for Packages!"
-    exit 1
-fi
-
-if [ ! -f  $REPO/dists/precise/main/binary-amd64/Packages.gz.backup ]; then
-    echo "Error - didn't find backup file for Packages.gz!"
-    exit 1
-fi
-
-if [ ! -f  $REPO/dists/precise/Release.backup ]; then
-    echo "Error - didn't find backup file for Release!"
-    exit 1
-fi
-
-if [ ! -f $DEST/etc/puppet/manifests/site.pp.backup ]; then
-    echo "Error - didn't find backup file for site.pp!"
-    exit 1
-fi
-
-echo "Removing Debian packages:"
-cd $TOP/release/pool/main
-for deb in *.deb
-do
-    echo "   $deb"
-    rm -Rf $REPO/pool/main/$deb
-done
-cd $REPO
-
-echo "Removing Puppet modules:"
-cd $TOP/puppet/modules
-for dir in *
-do
-    echo "   $dir"
-    rm -Rf $DEST/etc/puppet/modules/$dir
-done
-cd $REPO
-
-echo "Restoring backups of datafiles"
-
-rm -f $REPO/dists/precise/main/binary-amd64/Packages $REPO/dists/precise/main/binary-amd64/Packages.gz
-rm -f $REPO/dists/precise/Release $DEST/etc/puppet/manifests/site.pp
-mv $REPO/dists/precise/main/binary-amd64/Packages.backup $REPO/dists/precise/main/binary-amd64/Packages
-mv $REPO/dists/precise/main/binary-amd64/Packages.gz.backup $REPO/dists/precise/main/binary-amd64/Packages.gz
-mv $REPO/dists/precise/Release.backup $REPO/dists/precise/Release
-mv $DEST/etc/puppet/manifests/site.pp.backup $DEST/etc/puppet/manifests/site.pp
-- 
cgit 1.2.3-korg