initial code repo

This patch creates initial code repo.

For ceph, luminous stable release will be used for base code,
and next changes and optimization for ceph will be added to it.

For opensds, currently any changes can be upstreamed into original
opensds repo (https://github.com/opensds/opensds), and so stor4nfv
will directly clone opensds code to deploy stor4nfv environment.
And the scripts for deployment based on ceph and opensds will be
put into 'ci' directory.

Change-Id: I46a32218884c75dda2936337604ff03c554648e4
Signed-off-by: Qiaowei Ren <qiaowei.ren@intel.com>

1 files changed, 280 insertions, 0 deletions

diff --git a/src/ceph/install-deps.sh b/src/ceph/install-deps.sh
new file mode 100755
index 0000000..7e408ae
--- /dev/null
+++ b/src/ceph/install-deps.sh
@@ -0,0 +1,280 @@
+#!/bin/bash -e
+#
+# Ceph distributed storage system
+#
+# Copyright (C) 2014, 2015 Red Hat <contact@redhat.com>
+#
+# Author: Loic Dachary <loic@dachary.org>
+#
+#  This library is free software; you can redistribute it and/or
+#  modify it under the terms of the GNU Lesser General Public
+#  License as published by the Free Software Foundation; either
+#  version 2.1 of the License, or (at your option) any later version.
+#
+DIR=/tmp/install-deps.$$
+trap "rm -fr $DIR" EXIT
+mkdir -p $DIR
+if test $(id -u) != 0 ; then
+    SUDO=sudo
+fi
+export LC_ALL=C # the following is vulnerable to i18n
+
+function munge_ceph_spec_in {
+    local OUTFILE=$1
+    sed -e 's/@//g' -e 's/%bcond_with make_check/%bcond_without make_check/g' < ceph.spec.in > $OUTFILE
+}
+
+function ensure_decent_gcc_on_deb {
+    # point gcc to the one offered by distro if the used one is different
+    local old=$(gcc -dumpversion)
+    local new=$1
+    if dpkg --compare-versions $old eq $new; then
+	    return
+    fi
+
+    case $old in
+        4*)
+            old=4.8;;
+        5*)
+            old=5;;
+        7*)
+            old=7;;
+    esac
+
+    cat <<EOF
+/usr/bin/gcc now points to gcc-$old, which is not the version shipped with the
+distro: gcc-$new. Reverting...
+EOF
+
+    $SUDO update-alternatives --remove-all gcc || true
+    $SUDO update-alternatives \
+	 --install /usr/bin/gcc gcc /usr/bin/gcc-${new} 20 \
+	 --slave   /usr/bin/g++ g++ /usr/bin/g++-${new}
+
+    $SUDO update-alternatives \
+	 --install /usr/bin/gcc gcc /usr/bin/gcc-${old} 10 \
+	 --slave   /usr/bin/g++ g++ /usr/bin/g++-${old}
+
+    $SUDO update-alternatives --auto gcc
+
+    # cmake uses the latter by default
+    $SUDO ln -nsf /usr/bin/gcc /usr/bin/x86_64-linux-gnu-gcc
+    $SUDO ln -nsf /usr/bin/g++ /usr/bin/x86_64-linux-gnu-g++
+}
+
+if [ x`uname`x = xFreeBSDx ]; then
+    $SUDO pkg install -yq \
+        devel/babeltrace \
+        devel/git \
+        devel/gperf \
+        devel/gmake \
+        devel/cmake \
+        devel/yasm \
+        devel/boost-all \
+        devel/boost-python-libs \
+        devel/valgrind \
+        devel/pkgconf \
+        devel/libedit \
+        devel/libtool \
+        devel/google-perftools \
+        lang/cython \
+        devel/py-virtualenv \
+        databases/leveldb \
+        net/openldap-client \
+        security/nss \
+        security/cryptopp \
+        archivers/snappy \
+        ftp/curl \
+        misc/e2fsprogs-libuuid \
+        misc/getopt \
+        net/socat \
+        textproc/expat2 \
+        textproc/gsed \
+        textproc/libxml2 \
+        textproc/xmlstarlet \
+        textproc/jq \
+        textproc/py-sphinx \
+        emulators/fuse \
+        java/junit \
+        lang/python \
+        lang/python27 \
+        devel/py-pip \
+        devel/py-argparse \
+        devel/py-nose \
+        devel/py-prettytable \
+        www/py-flask \
+        www/fcgi \
+        sysutils/flock \
+        sysutils/fusefs-libs \
+
+	# Now use pip to install some extra python modules
+	pip install pecan
+
+    exit
+else
+    source /etc/os-release
+    case $ID in
+    debian|ubuntu|devuan)
+        echo "Using apt-get to install dependencies"
+        $SUDO apt-get install -y lsb-release devscripts equivs
+        $SUDO apt-get install -y dpkg-dev gcc
+        case "$VERSION" in
+            *Trusty*)
+                ensure_decent_gcc_on_deb 4.8
+                ;;
+            *Xenial*)
+                ensure_decent_gcc_on_deb 5
+                ;;
+        esac
+        if ! test -r debian/control ; then
+            echo debian/control is not a readable file
+            exit 1
+        fi
+        touch $DIR/status
+
+	backports=""
+	control="debian/control"
+        case $(lsb_release -sc) in
+            squeeze|wheezy)
+		control="/tmp/control.$$"
+		grep -v babeltrace debian/control > $control
+                backports="-t $(lsb_release -sc)-backports"
+                ;;
+        esac
+
+	# make a metapackage that expresses the build dependencies,
+	# install it, rm the .deb; then uninstall the package as its
+	# work is done
+	$SUDO env DEBIAN_FRONTEND=noninteractive mk-build-deps --install --remove --tool="apt-get -y --no-install-recommends $backports" $control || exit 1
+	$SUDO env DEBIAN_FRONTEND=noninteractive apt-get -y remove ceph-build-deps
+	if [ -n "$backports" ] ; then rm $control; fi
+        ;;
+    centos|fedora|rhel|ol|virtuozzo)
+        yumdnf="yum"
+        builddepcmd="yum-builddep -y"
+        if test "$(echo "$VERSION_ID >= 22" | bc)" -ne 0; then
+            yumdnf="dnf"
+            builddepcmd="dnf -y builddep --allowerasing"
+        fi
+        echo "Using $yumdnf to install dependencies"
+        $SUDO $yumdnf install -y redhat-lsb-core
+        case $(lsb_release -si) in
+            Fedora)
+                if test $yumdnf = yum; then
+                    $SUDO $yumdnf install -y yum-utils
+                fi
+                ;;
+            CentOS|RedHatEnterpriseServer|VirtuozzoLinux)
+                $SUDO yum install -y yum-utils
+                MAJOR_VERSION=$(lsb_release -rs | cut -f1 -d.)
+                if test $(lsb_release -si) = RedHatEnterpriseServer ; then
+                    $SUDO yum install subscription-manager
+                    $SUDO subscription-manager repos --enable=rhel-$MAJOR_VERSION-server-optional-rpms
+                fi
+                $SUDO yum-config-manager --add-repo https://dl.fedoraproject.org/pub/epel/$MAJOR_VERSION/x86_64/
+                $SUDO yum install --nogpgcheck -y epel-release
+                $SUDO rpm --import /etc/pki/rpm-gpg/RPM-GPG-KEY-EPEL-$MAJOR_VERSION
+                $SUDO rm -f /etc/yum.repos.d/dl.fedoraproject.org*
+                if test $(lsb_release -si) = CentOS -a $MAJOR_VERSION = 7 ; then
+                    $SUDO yum-config-manager --enable cr
+                fi
+                if test $(lsb_release -si) = VirtuozzoLinux -a $MAJOR_VERSION = 7 ; then
+                    $SUDO yum-config-manager --enable cr
+                fi
+                ;;
+        esac
+        munge_ceph_spec_in $DIR/ceph.spec
+        $SUDO $builddepcmd $DIR/ceph.spec 2>&1 | tee $DIR/yum-builddep.out
+        ! grep -q -i error: $DIR/yum-builddep.out || exit 1
+        ;;
+    opensuse|suse|sles)
+        echo "Using zypper to install dependencies"
+        $SUDO zypper --gpg-auto-import-keys --non-interactive install lsb-release systemd-rpm-macros
+        munge_ceph_spec_in $DIR/ceph.spec
+        $SUDO zypper --non-interactive install $(rpmspec -q --buildrequires $DIR/ceph.spec) || exit 1
+        ;;
+    alpine)
+        # for now we need the testing repo for leveldb
+        TESTREPO="http://nl.alpinelinux.org/alpine/edge/testing"
+        if ! grep -qF "$TESTREPO" /etc/apk/repositories ; then
+            $SUDO echo "$TESTREPO" | sudo tee -a /etc/apk/repositories > /dev/null
+        fi
+        source alpine/APKBUILD.in
+        $SUDO apk --update add abuild build-base ccache $makedepends
+        if id -u build >/dev/null 2>&1 ; then
+           $SUDO addgroup build abuild
+        fi
+        ;;
+    *)
+        echo "$ID is unknown, dependencies will have to be installed manually."
+	exit 1
+        ;;
+    esac
+fi
+
+function populate_wheelhouse() {
+    local install=$1
+    shift
+
+    # although pip comes with virtualenv, having a recent version
+    # of pip matters when it comes to using wheel packages
+    # workaround of https://github.com/pypa/setuptools/issues/1042
+    pip --timeout 300 $install 'setuptools >= 0.8,< 36' 'pip >= 7.0' 'wheel >= 0.24' || return 1
+    if test $# != 0 ; then
+        pip --timeout 300 $install $@ || return 1
+    fi
+}
+
+function activate_virtualenv() {
+    local top_srcdir=$1
+    local interpreter=$2
+    local env_dir=$top_srcdir/install-deps-$interpreter
+
+    if ! test -d $env_dir ; then
+        # Make a temporary virtualenv to get a fresh version of virtualenv
+        # because CentOS 7 has a buggy old version (v1.10.1)
+        # https://github.com/pypa/virtualenv/issues/463
+        virtualenv ${env_dir}_tmp
+        ${env_dir}_tmp/bin/pip install --upgrade virtualenv
+        ${env_dir}_tmp/bin/virtualenv --python $interpreter $env_dir
+        rm -rf ${env_dir}_tmp
+
+        . $env_dir/bin/activate
+        if ! populate_wheelhouse install ; then
+            rm -rf $env_dir
+            return 1
+        fi
+    fi
+    . $env_dir/bin/activate
+}
+
+# use pip cache if possible but do not store it outside of the source
+# tree
+# see https://pip.pypa.io/en/stable/reference/pip_install.html#caching
+mkdir -p install-deps-cache
+top_srcdir=$(pwd)
+export XDG_CACHE_HOME=$top_srcdir/install-deps-cache
+wip_wheelhouse=wheelhouse-wip
+
+#
+# preload python modules so that tox can run without network access
+#
+find . -name tox.ini | while read ini ; do
+    (
+        cd $(dirname $ini)
+        require=$(ls *requirements.txt 2>/dev/null | sed -e 's/^/-r /')
+        if test "$require" && ! test -d wheelhouse ; then
+            for interpreter in python2.7 python3 ; do
+                type $interpreter > /dev/null 2>&1 || continue
+                activate_virtualenv $top_srcdir $interpreter || exit 1
+                populate_wheelhouse "wheel -w $wip_wheelhouse" $require || exit 1
+            done
+            mv $wip_wheelhouse wheelhouse
+        fi
+    )
+done
+
+for interpreter in python2.7 python3 ; do
+    rm -rf $top_srcdir/install-deps-$interpreter
+done
+rm -rf $XDG_CACHE_HOME