Fuel 8 uplift

Introducing Fuel 8 with associated changes:

Improvements in usage of cgroups - they are now bind mounted from
the host which solved a Docker-in-Docker problem.

The cache tool (cache.mk) has a new argument "getbiweek" which is
used by the top Makefile when building the Fuel ISO. This makes sure
that there's a fresh build every second week even if the cache is not
purged automatically based on its meta data. This is something we
should add everywhere (in a separate change set).

And obviously, Fuel is now building from stable/8.0 upstream.

NOTE! f_repobuild has been disabled for now, it throws an error
when run. Will be fixed separately.

Change-Id: I7e2ee737fd3bedc75f58539fbc3c5fd1fa08cfa1
Signed-off-by: Stefan K. Berg <stefan.k.berg@ericsson.com>

2 files changed, 560 insertions, 118 deletions

diff --git a/build/f_isoroot/f_bootstrap/bootstrap_admin_node.sh b/build/f_isoroot/f_bootstrap/bootstrap_admin_node.sh
index 065d0cb7d..d057d0aee 100755
--- a/build/f_isoroot/f_bootstrap/bootstrap_admin_node.sh
+++ b/build/f_isoroot/f_bootstrap/bootstrap_admin_node.sh
@@ -1,5 +1,53 @@
 #!/bin/bash
+mkdir -p /var/log/puppet
+exec > >(tee -i /var/log/puppet/bootstrap_admin_node.log)
+exec 2>&1
+
 FUEL_RELEASE=$(grep release: /etc/fuel/version.yaml | cut -d: -f2 | tr -d '" ')
+BOOTSTRAP_NODE_CONFIG="/etc/fuel/bootstrap_admin_node.conf"
+bs_build_log='/var/log/fuel-bootstrap-image-build.log'
+bs_status=0
+# Backup network configs to this folder. Folder will be created only if
+# backup process actually will be.
+bup_folder="/var/bootstrap_admin_node_bup_$(date +%Y-%m-%d-%H-%M-%S)/"
+### Long messages inside code makes them more complicated to read...
+# bootstrap messages
+# FIXME fix help links
+bs_skip_message="WARNING: Ubuntu bootstrap build has been skipped. \
+Please build and activate bootstrap manually with CLI command \
+\`fuel-bootstrap build --activate\`. \
+While you don't activate any bootstrap - new nodes cannot be discovered \
+and added to cluster. \
+For more information please visit \
+https://docs.mirantis.com/openstack/fuel/fuel-master/"
+bs_error_message="WARNING: Failed to build the bootstrap image, see $bs_build_log \
+for details. Perhaps your Internet connection is broken. Please fix the \
+problem and run \`fuel-bootstrap build --activate\`. \
+While you don\'t activate any bootstrap - new nodes cannot be discovered \
+and added to cluster. \
+For more information please visit \
+https://docs.mirantis.com/openstack/fuel/fuel-master/"
+bs_progress_message="There is no active bootstrap. Bootstrap image building \
+is in progress. Usually it takes 15-20 minutes. It depends on your internet \
+connection and hardware performance. Please reboot failed to discover nodes \
+after bootstrap image become available."
+bs_done_message="Default bootstrap image building done. Now you can boot new \
+nodes over PXE, they will be discovered and become available for installing \
+OpenStack on them"
+bs_centos_message="WARNING: Deprecated Centos bootstrap has been chosen \
+and activated. Now you can boot new nodes over PXE, they will be discovered \
+and become available for installing OpenStack on them."
+# Update issues messages
+update_warn_message="There is an issue connecting to the Fuel update repository. \
+Please fix your connection prior to applying any updates. \
+Once the connection is fixed, we recommend reviewing and applying \
+Maintenance Updates for this release of Mirantis OpenStack: \
+https://docs.mirantis.com/openstack/fuel/fuel-${FUEL_RELEASE}/\
+release-notes.html#maintenance-updates"
+update_done_message="We recommend reviewing and applying Maintenance Updates \
+for this release of Mirantis OpenStack: \
+https://docs.mirantis.com/openstack/fuel/fuel-${FUEL_RELEASE}/\
+release-notes.html#maintenance-updates"
 
 function countdown() {
   local i
@@ -14,16 +62,139 @@ function fail() {
   echo "ERROR: Fuel node deployment FAILED! Check /var/log/puppet/bootstrap_admin_node.log for details" 1>&2
   exit 1
 }
+
+function get_ethernet_interfaces() {
+  # Get list of all ethernet interfaces, non-virtual, not a wireless
+  for DEV in /sys/class/net/* ; do
+    # Take only links into account, skip files
+    if test ! -L $DEV ; then
+       continue
+    fi
+    DEVPATH=$(readlink -f $DEV)
+    # Avoid virtual devices like loopback, tunnels, bonding, vlans ...
+    case $DEVPATH in
+         */virtual/*)
+            continue
+         ;;
+    esac
+    IF=${DEVPATH##*/}
+    # Check ethernet only
+    case "`cat $DEV/type`" in
+         1)
+         # TYPE=1 is ethernet, may also be wireless, bond, tunnel ...
+         # Virtual lo, bound, vlan, tunneling has been skipped before
+         if test -d $DEV/wireless -o -L $DEV/phy80211 ;
+         then
+              continue
+         else
+         # Catch ethernet non-virtual device
+              echo $IF
+         fi
+         ;;
+         *) continue
+         ;;
+    esac
+  done
+}
+
+# Get value of a key from ifcfg-* files
+# Usage:
+#   get_ifcfg_value NAME /etc/sysconfig/network-scripts/ifcfg-eth0
+function get_ifcfg_value {
+    local key=$1
+    local path=$2
+    local value=''
+    if [[ -f ${path} ]]; then
+        value=$(awk -F\= "\$1==\"${key}\" {print \$2}" ${path})
+        value=${value//\"/}
+    fi
+    echo ${value}
+}
+
+# Workaround to fix dracut network configuration approach:
+#   Bring down all network interfaces which have the same IP
+#   address statically configured as 'primary' interface
+function ifdown_ethernet_interfaces {
+    local adminif_ipaddr
+    local if_config
+    local if_name
+    local if_ipaddr
+
+    adminif_ipaddr=$(get_ifcfg_value IPADDR /etc/sysconfig/network-scripts/ifcfg-${ADMIN_INTERFACE})
+    if [[ -z "${adminif_ipaddr}" ]]; then
+        return
+    fi
+    for if_config in $(find /etc/sysconfig/network-scripts -name 'ifcfg-*' ! -name 'ifcfg-lo'); do
+        if_name=$(get_ifcfg_value NAME $if_config)
+        if [[ "${if_name}" == "${ADMIN_INTERFACE}" ]]; then
+            continue
+        fi
+        if_ipaddr=$(get_ifcfg_value IPADDR $if_config)
+        if [[ "${if_ipaddr}" == "${adminif_ipaddr}" ]]; then
+            echo "Interface '${if_name}' uses the same ip '${if_ipaddr}' as admin interface '${ADMIN_INTERFACE}', removing ..."
+            ifdown ${if_name}
+            mkdir -p "${bup_folder}"
+            mv -f "${if_config}" "${bup_folder}"
+        fi
+    done
+}
+
+# Check if interface name is valid by checking that
+# a config file with NAME equal to given name exists.
+function ifname_valid {
+    local adminif_name=$1
+    local if_name
+    local if_config
+    for if_config in $(find /etc/sysconfig/network-scripts -name 'ifcfg-*' ! -name 'ifcfg-lo'); do
+        if_name=$(get_ifcfg_value NAME $if_config)
+        if [[ "${if_name}" == "${adminif_name}" ]]; then
+            return 0
+        fi
+    done
+    return 1
+}
+
+
 # LANG variable is a workaround for puppet-3.4.2 bug. See LP#1312758 for details
 export LANG=en_US.UTF8
-export ADMIN_INTERFACE=eth0
+# Be sure, that network devices have been initialized
+udevadm trigger --subsystem-match=net
+udevadm settle
+
+# Import bootstrap_admin_node.conf if exists
+if [ -f "${BOOTSTRAP_NODE_CONFIG}" ]; then
+    source "${BOOTSTRAP_NODE_CONFIG}"
+fi
 
-showmenu="no"
-if [ -f /etc/fuel/bootstrap_admin_node.conf ]; then
-  . /etc/fuel/bootstrap_admin_node.conf
-  echo "Applying admin interface '$ADMIN_INTERFACE'"
+# Set defaults to unset / empty variables
+# Although eth0 is not always valid it's a good well-known default
+# If there is no such interface it will fail to pass ifname_valid
+# check and will be replaced.
+OLD_ADMIN_INTERFACE=${ADMIN_INTERFACE}
+ADMIN_INTERFACE=${ADMIN_INTERFACE:-'eth0'}
+showmenu=${showmenu:-'no'}
+
+# Now check that ADMIN_INTERFACE points to a valid interface
+# If it doesn't fallback to getting the first interface name
+# from a list of all available interfaces sorted alphabetically
+if ! ifname_valid $ADMIN_INTERFACE; then
+    # Take the very first ethernet interface as an admin interface
+    ADMIN_INTERFACE=$(get_ethernet_interfaces | sort -V | head -1)
+fi
+
+if [[ "${OLD_ADMIN_INTERFACE}" != "${ADMIN_INTERFACE}" ]]; then
+  echo "Saving ADMIN_INTERFACE value"
+  sed -ie "s/^ADMIN_INTERFACE=.*/ADMIN_INTERFACE=${ADMIN_INTERFACE}/g" \
+    ${BOOTSTRAP_NODE_CONFIG}
 fi
 
+echo "Applying admin interface '$ADMIN_INTERFACE'"
+export ADMIN_INTERFACE
+
+echo "Bringing down ALL network interfaces except '${ADMIN_INTERFACE}'"
+ifdown_ethernet_interfaces
+systemctl restart network
+
 echo "Applying default Fuel settings..."
 set -x
 fuelmenu --save-only --iface=$ADMIN_INTERFACE
@@ -61,6 +232,15 @@ if [[ "$showmenu" == "yes" || "$showmenu" == "YES" ]]; then
   fi
 fi
 
+# Enable sshd
+systemctl enable sshd
+systemctl start sshd
+
+# Enable iptables
+systemctl enable iptables.service
+systemctl start iptables.service
+
+
 if [ "$wait_for_external_config" == "yes" ]; then
   wait_timeout=3000
   pidfile=/var/lock/wait_for_external_config
@@ -93,11 +273,13 @@ hostname "$HOSTNAME"
 # and egg problem. Fortunately cobbler is pretty happy with empty files
 # so it's easy to break the loop.
 make_ubuntu_bootstrap_stub () {
-	local bootstrap_dir='/var/www/nailgun/bootstrap/ubuntu'
-	mkdir -p $bootstrap_dir
-	for item in linux initramfs.img; do
-		touch "$bootstrap_dir/$item"
-	done
+        local bootstrap_dir='/var/www/nailgun/bootstraps/active_bootstrap'
+        local bootstrap_stub_dir='/var/www/nailgun/bootstraps/bootstrap_stub'
+        mkdir -p ${bootstrap_stub_dir}
+        for item in vmlinuz initrd.img; do
+                touch "${bootstrap_stub_dir}/$item"
+        done
+        ln -s ${bootstrap_stub_dir} ${bootstrap_dir} || true
 }
 
 get_bootstrap_flavor () {
@@ -105,47 +287,60 @@ get_bootstrap_flavor () {
 	python <<-EOF
 	from fuelmenu.fuelmenu import Settings
 	conf = Settings().read("$ASTUTE_YAML").get('BOOTSTRAP', {})
-	print(conf.get('flavor', 'centos'))
+	print(conf.get('flavor', 'centos').lower())
+	EOF
+}
+
+get_bootstrap_skip () {
+	local ASTUTE_YAML='/etc/fuel/astute.yaml'
+	python <<-EOF
+	from fuelmenu.fuelmenu import Settings
+	conf = Settings().read("$ASTUTE_YAML").get('BOOTSTRAP', {})
+	print(conf.get('skip_default_img_build', False))
+	EOF
+}
+
+set_ui_bootstrap_error () {
+        # This notify can't be closed or removed by user.
+        # For remove notify - send empty string.
+        local message=$1
+        python <<-EOF
+	from fuel_bootstrap.utils import notifier
+	notifier.notify_webui('${message}')
 	EOF
 }
 
 # Actually build the bootstrap image
 build_ubuntu_bootstrap () {
-	local ret=1
-	local max_attempts=3
-	local config='/etc/fuel-bootstrap-image.conf'
-	local log='/var/log/fuel-bootstrap-image-build.log'
-	if ! grep -qE '^BOOTSTRAP_SSH_KEYS' "$config"; then
-		# FIXME: config file generated by fuelmenu has no trailing newline
-		echo >> "$config"
-		cat >> "$config" <<-EOF
-		BOOTSTRAP_SSH_KEYS=/root/.ssh/id_rsa.pub
-		EOF
-	fi
-	for n in `seq 1 $max_attempts`; do
-		echo "Bulding bootstrap image, attempt $n" >&2
-		if fuel-bootstrap-image >>"$log" 2>&1; then
-			ret=0
-			fuel-bootstrap-image-set "ubuntu"
-			break
-		fi
-	done
-	if [ $ret -ne 0 ]; then
-		warning="WARNING: failed to build the bootstrap image, see $log for details.
-Perhaps your Internet connection is broken. Please fix the problem and run
-\`fuel-bootstrap-image-set ubuntu\`"
-		fuel notify --topic warning --send "$warning"
-	fi
-	return $ret
+        local ret=1
+        echo ${bs_progress_message} >&2
+        set_ui_bootstrap_error "${bs_progress_message}" >&2
+        if fuel-bootstrap -v --debug build --activate >>"$bs_build_log" 2>&1; then
+          ret=0
+          fuel notify --topic "done" --send "${bs_done_message}"
+        else
+          ret=1
+          set_ui_bootstrap_error "${bs_error_message}" >&2
+        fi
+        # perform hard-return from func
+        # this part will update input $1 variable
+        local  __resultvar=$1
+        eval $__resultvar="'${ret}'"
+        return $ret
 }
 
-
 # Create empty files to make cobbler happy
 # (even if we don't use Ubuntu based bootstrap)
 make_ubuntu_bootstrap_stub
 
 service docker start
 
+old_sysctl_vm_value=$(sysctl -n vm.min_free_kbytes)
+if [ ${old_sysctl_vm_value} -lt 65535 ]; then
+  echo "Set vm.min_free_kbytes..."
+  sysctl -w vm.min_free_kbytes=65535
+fi
+
 if [ -f /root/.build_images ]; then
   #Fail on all errors
   set -e
@@ -157,7 +352,7 @@ if [ -f /root/.build_images ]; then
   echo "Building Fuel Docker images..."
   WORKDIR=$(mktemp -d /tmp/docker-buildXXX)
   SOURCE=/var/www/nailgun/docker
-  REPO_CONT_ID=$(docker -D run -d -p 80 -v /var/www/nailgun:/var/www/nailgun fuel/centos sh -c 'mkdir /var/www/html/os;ln -sf /var/www/nailgun/centos/x86_64 /var/www/html/os/x86_64;/usr/sbin/apachectl -DFOREGROUND')
+  REPO_CONT_ID=$(docker -D run -d -p 80 -v /var/www/nailgun:/var/www/nailgun fuel/centos sh -c 'mkdir -p /var/www/html/repo/os;ln -sf /var/www/nailgun/centos/x86_64 /var/www/html/repo/os/x86_64;ln -s /var/www/nailgun/mos-centos/x86_64 /var/www/html/mos-repo;/usr/sbin/apachectl -DFOREGROUND')
   RANDOM_PORT=$(docker port $REPO_CONT_ID 80 | cut -d':' -f2)
 
   for imagesource in /var/www/nailgun/docker/sources/*; do
@@ -170,6 +365,10 @@ if [ -f /root/.build_images ]; then
     mkdir -p $WORKDIR/$image/etc
     cp -R /etc/puppet /etc/fuel $WORKDIR/$image/etc
     sed -e "s/_PORT_/${RANDOM_PORT}/" -i $WORKDIR/$image/Dockerfile
+    sed -r -e 's/^"?PRODUCTION"?:.*/PRODUCTION: "docker-build"/' -i $WORKDIR/$image/etc/fuel/astute.yaml
+    # FIXME(kozhukalov): Once this patch https://review.openstack.org/#/c/219581/ is merged
+    # remove this line. fuel-library is to use PRODUCTION value from astute.yaml instead of
+    # the same value from version.yaml. It is a part of version.yaml deprecation plan.
     sed -e 's/production:.*/production: "docker-build"/' -i $WORKDIR/$image/etc/fuel/version.yaml
     docker build -t fuel/${image}_${FUEL_RELEASE} $WORKDIR/$image
   done
@@ -184,19 +383,37 @@ else
   docker load -i /var/www/nailgun/docker/images/fuel-images.tar
 fi
 
+if [ ${old_sysctl_vm_value} -lt 65535 ]; then
+  echo "Restore sysctl vm.min_free_kbytes value..."
+  sysctl -w vm.min_free_kbytes=${old_sysctl_vm_value}
+fi
+
 # apply puppet
 puppet apply --detailed-exitcodes -d -v /etc/puppet/modules/nailgun/examples/host-only.pp
 if [ $? -ge 4 ];then
   fail
 fi
 
+# Sync time
+systemctl stop ntpd
+systemctl start ntpdate || echo "Failed to synchronize time with 'ntpdate'"
+systemctl start ntpd
+
 rmdir /var/log/remote && ln -s /var/log/docker-logs/remote /var/log/remote
 
 dockerctl check || fail
 bash /etc/rc.local
 
 if [ "`get_bootstrap_flavor`" = "ubuntu" ]; then
-	build_ubuntu_bootstrap || true
+  if [ "`get_bootstrap_skip`" = "False" ]; then
+    build_ubuntu_bootstrap bs_status || true
+  else
+    fuel notify --topic "warning" --send "${bs_skip_message}"
+    bs_status=2
+  fi
+else
+  fuel notify --topic "warning" --send "${bs_centos_message}"
+  bs_status=3
 fi
 
 ### OPNFV addition BEGIN
@@ -213,7 +430,7 @@ shopt -u nullglob
 cat > /etc/yum.repos.d/mos${FUEL_RELEASE}-updates.repo << EOF
 [mos${FUEL_RELEASE}-updates]
 name=mos${FUEL_RELEASE}-updates
-baseurl=http://mirror.fuel-infra.org/mos-repos/centos/mos${FUEL_RELEASE}-centos6-fuel/updates/x86_64/
+baseurl=http://mirror.fuel-infra.org/mos-repos/centos/mos${FUEL_RELEASE}-centos\$releasever-fuel/updates/x86_64/
 gpgcheck=0
 skip_if_unavailable=1
 EOF
@@ -222,14 +439,14 @@ EOF
 cat > /etc/yum.repos.d/mos${FUEL_RELEASE}-security.repo << EOF
 [mos${FUEL_RELEASE}-security]
 name=mos${FUEL_RELEASE}-security
-baseurl=http://mirror.fuel-infra.org/mos-repos/centos/mos${FUEL_RELEASE}-centos6-fuel/security/x86_64/
+baseurl=http://mirror.fuel-infra.org/mos-repos/centos/mos${FUEL_RELEASE}-centos\$releasever-fuel/security/x86_64/
 gpgcheck=0
 skip_if_unavailable=1
 EOF
 
 #Check if repo is accessible
 echo "Checking for access to updates repository..."
-repourl=$(grep baseurl /etc/yum.repos.d/*updates* 2>/dev/null | cut -d'=' -f2- | head -1)
+repourl=$(yum repolist all -v | awk '{if ($1 ~ "baseurl" && $3 ~ "updates") print $3}' | head -1)
 if urlaccesscheck check "$repourl" ; then
   UPDATE_ISSUES=0
 else
@@ -237,30 +454,34 @@ else
 fi
 
 if [ $UPDATE_ISSUES -eq 1 ]; then
-  message="There is an issue connecting to the Fuel update repository. \
-Please fix your connection prior to applying any updates. \
-Once the connection is fixed, we recommend reviewing and applying \
-Maintenance Updates for this release of Mirantis OpenStack: \
-https://docs.mirantis.com/openstack/fuel/fuel-${FUEL_RELEASE}/\
-release-notes.html#maintenance-updates"
+  message=${update_warn_message}
   level="warning"
 else
-  message="We recommend reviewing and applying Maintenance Updates \
-for this release of Mirantis OpenStack: \
-https://docs.mirantis.com/openstack/fuel/fuel-${FUEL_RELEASE}/\
-release-notes.html#maintenance-updates"
+  message=${update_done_message}
   level="done"
 fi
 echo
 echo "*************************************************"
 echo -e "${message}"
 echo "*************************************************"
-echo "Sending notification to Fuel UI..."
-fuel notify --topic "${level}" --send "${message}"
+fuel notify --topic "${level}" --send $(echo "${message}" | tr '\r\n' ' ') 2>&1
 
-# TODO(kozhukalov) If building of bootstrap image fails
-# and if this image was supposed to be a default bootstrap image
-# we need to warn a user about this and give her
-# advice how to treat this.
+# Perform bootstrap messaging to stdout
+case ${bs_status} in
+  1)
+  echo -e "${bs_error_message}"
+  echo "*************************************************"
+  ;;
+  2)
+  echo -e "${bs_skip_message}"
+  echo "*************************************************"
+  ;;
+  3)
+  echo -e "${bs_centos_message}"
+  echo "*************************************************"
+  ;;
+esac
 
 echo "Fuel node deployment complete!"
+# Sleep for agetty autologon
+sleep 3
diff --git a/build/f_isoroot/f_bootstrap/bootstrap_admin_node.sh.orig b/build/f_isoroot/f_bootstrap/bootstrap_admin_node.sh.orig
index 1bc349314..e1c3c7365 100755
--- a/build/f_isoroot/f_bootstrap/bootstrap_admin_node.sh.orig
+++ b/build/f_isoroot/f_bootstrap/bootstrap_admin_node.sh.orig
@@ -1,5 +1,53 @@
 #!/bin/bash
+mkdir -p /var/log/puppet
+exec > >(tee -i /var/log/puppet/bootstrap_admin_node.log)
+exec 2>&1
+
 FUEL_RELEASE=$(grep release: /etc/fuel/version.yaml | cut -d: -f2 | tr -d '" ')
+BOOTSTRAP_NODE_CONFIG="/etc/fuel/bootstrap_admin_node.conf"
+bs_build_log='/var/log/fuel-bootstrap-image-build.log'
+bs_status=0
+# Backup network configs to this folder. Folder will be created only if
+# backup process actually will be.
+bup_folder="/var/bootstrap_admin_node_bup_$(date +%Y-%m-%d-%H-%M-%S)/"
+### Long messages inside code makes them more complicated to read...
+# bootstrap messages
+# FIXME fix help links
+bs_skip_message="WARNING: Ubuntu bootstrap build has been skipped. \
+Please build and activate bootstrap manually with CLI command \
+\`fuel-bootstrap build --activate\`. \
+While you don't activate any bootstrap - new nodes cannot be discovered \
+and added to cluster. \
+For more information please visit \
+https://docs.mirantis.com/openstack/fuel/fuel-master/"
+bs_error_message="WARNING: Failed to build the bootstrap image, see $bs_build_log \
+for details. Perhaps your Internet connection is broken. Please fix the \
+problem and run \`fuel-bootstrap build --activate\`. \
+While you don\'t activate any bootstrap - new nodes cannot be discovered \
+and added to cluster. \
+For more information please visit \
+https://docs.mirantis.com/openstack/fuel/fuel-master/"
+bs_progress_message="There is no active bootstrap. Bootstrap image building \
+is in progress. Usually it takes 15-20 minutes. It depends on your internet \
+connection and hardware performance. Please reboot failed to discover nodes \
+after bootstrap image become available."
+bs_done_message="Default bootstrap image building done. Now you can boot new \
+nodes over PXE, they will be discovered and become available for installing \
+OpenStack on them"
+bs_centos_message="WARNING: Deprecated Centos bootstrap has been chosen \
+and activated. Now you can boot new nodes over PXE, they will be discovered \
+and become available for installing OpenStack on them."
+# Update issues messages
+update_warn_message="There is an issue connecting to the Fuel update repository. \
+Please fix your connection prior to applying any updates. \
+Once the connection is fixed, we recommend reviewing and applying \
+Maintenance Updates for this release of Mirantis OpenStack: \
+https://docs.mirantis.com/openstack/fuel/fuel-${FUEL_RELEASE}/\
+release-notes.html#maintenance-updates"
+update_done_message="We recommend reviewing and applying Maintenance Updates \
+for this release of Mirantis OpenStack: \
+https://docs.mirantis.com/openstack/fuel/fuel-${FUEL_RELEASE}/\
+release-notes.html#maintenance-updates"
 
 function countdown() {
   local i
@@ -14,16 +62,139 @@ function fail() {
   echo "ERROR: Fuel node deployment FAILED! Check /var/log/puppet/bootstrap_admin_node.log for details" 1>&2
   exit 1
 }
+
+function get_ethernet_interfaces() {
+  # Get list of all ethernet interfaces, non-virtual, not a wireless
+  for DEV in /sys/class/net/* ; do
+    # Take only links into account, skip files
+    if test ! -L $DEV ; then
+       continue
+    fi
+    DEVPATH=$(readlink -f $DEV)
+    # Avoid virtual devices like loopback, tunnels, bonding, vlans ...
+    case $DEVPATH in
+         */virtual/*)
+            continue
+         ;;
+    esac
+    IF=${DEVPATH##*/}
+    # Check ethernet only
+    case "`cat $DEV/type`" in
+         1)
+         # TYPE=1 is ethernet, may also be wireless, bond, tunnel ...
+         # Virtual lo, bound, vlan, tunneling has been skipped before
+         if test -d $DEV/wireless -o -L $DEV/phy80211 ;
+         then
+              continue
+         else
+         # Catch ethernet non-virtual device
+              echo $IF
+         fi
+         ;;
+         *) continue
+         ;;
+    esac
+  done
+}
+
+# Get value of a key from ifcfg-* files
+# Usage:
+#   get_ifcfg_value NAME /etc/sysconfig/network-scripts/ifcfg-eth0
+function get_ifcfg_value {
+    local key=$1
+    local path=$2
+    local value=''
+    if [[ -f ${path} ]]; then
+        value=$(awk -F\= "\$1==\"${key}\" {print \$2}" ${path})
+        value=${value//\"/}
+    fi
+    echo ${value}
+}
+
+# Workaround to fix dracut network configuration approach:
+#   Bring down all network interfaces which have the same IP
+#   address statically configured as 'primary' interface
+function ifdown_ethernet_interfaces {
+    local adminif_ipaddr
+    local if_config
+    local if_name
+    local if_ipaddr
+
+    adminif_ipaddr=$(get_ifcfg_value IPADDR /etc/sysconfig/network-scripts/ifcfg-${ADMIN_INTERFACE})
+    if [[ -z "${adminif_ipaddr}" ]]; then
+        return
+    fi
+    for if_config in $(find /etc/sysconfig/network-scripts -name 'ifcfg-*' ! -name 'ifcfg-lo'); do
+        if_name=$(get_ifcfg_value NAME $if_config)
+        if [[ "${if_name}" == "${ADMIN_INTERFACE}" ]]; then
+            continue
+        fi
+        if_ipaddr=$(get_ifcfg_value IPADDR $if_config)
+        if [[ "${if_ipaddr}" == "${adminif_ipaddr}" ]]; then
+            echo "Interface '${if_name}' uses the same ip '${if_ipaddr}' as admin interface '${ADMIN_INTERFACE}', removing ..."
+            ifdown ${if_name}
+            mkdir -p "${bup_folder}"
+            mv -f "${if_config}" "${bup_folder}"
+        fi
+    done
+}
+
+# Check if interface name is valid by checking that
+# a config file with NAME equal to given name exists.
+function ifname_valid {
+    local adminif_name=$1
+    local if_name
+    local if_config
+    for if_config in $(find /etc/sysconfig/network-scripts -name 'ifcfg-*' ! -name 'ifcfg-lo'); do
+        if_name=$(get_ifcfg_value NAME $if_config)
+        if [[ "${if_name}" == "${adminif_name}" ]]; then
+            return 0
+        fi
+    done
+    return 1
+}
+
+
 # LANG variable is a workaround for puppet-3.4.2 bug. See LP#1312758 for details
 export LANG=en_US.UTF8
-export ADMIN_INTERFACE=eth0
+# Be sure, that network devices have been initialized
+udevadm trigger --subsystem-match=net
+udevadm settle
+
+# Import bootstrap_admin_node.conf if exists
+if [ -f "${BOOTSTRAP_NODE_CONFIG}" ]; then
+    source "${BOOTSTRAP_NODE_CONFIG}"
+fi
 
-showmenu="no"
-if [ -f /etc/fuel/bootstrap_admin_node.conf ]; then
-  . /etc/fuel/bootstrap_admin_node.conf
-  echo "Applying admin interface '$ADMIN_INTERFACE'"
+# Set defaults to unset / empty variables
+# Although eth0 is not always valid it's a good well-known default
+# If there is no such interface it will fail to pass ifname_valid
+# check and will be replaced.
+OLD_ADMIN_INTERFACE=${ADMIN_INTERFACE}
+ADMIN_INTERFACE=${ADMIN_INTERFACE:-'eth0'}
+showmenu=${showmenu:-'no'}
+
+# Now check that ADMIN_INTERFACE points to a valid interface
+# If it doesn't fallback to getting the first interface name
+# from a list of all available interfaces sorted alphabetically
+if ! ifname_valid $ADMIN_INTERFACE; then
+    # Take the very first ethernet interface as an admin interface
+    ADMIN_INTERFACE=$(get_ethernet_interfaces | sort -V | head -1)
+fi
+
+if [[ "${OLD_ADMIN_INTERFACE}" != "${ADMIN_INTERFACE}" ]]; then
+  echo "Saving ADMIN_INTERFACE value"
+  sed -ie "s/^ADMIN_INTERFACE=.*/ADMIN_INTERFACE=${ADMIN_INTERFACE}/g" \
+    ${BOOTSTRAP_NODE_CONFIG}
 fi
 
+echo "Applying admin interface '$ADMIN_INTERFACE'"
+export ADMIN_INTERFACE
+
+echo "Bringing down ALL network interfaces except '${ADMIN_INTERFACE}'"
+ifdown_ethernet_interfaces
+systemctl restart network
+
 echo "Applying default Fuel settings..."
 set -x
 fuelmenu --save-only --iface=$ADMIN_INTERFACE
@@ -51,6 +222,15 @@ if [[ "$showmenu" == "yes" || "$showmenu" == "YES" ]]; then
   fi
 fi
 
+# Enable sshd
+systemctl enable sshd
+systemctl start sshd
+
+# Enable iptables
+systemctl enable iptables.service
+systemctl start iptables.service
+
+
 if [ "$wait_for_external_config" == "yes" ]; then
   wait_timeout=3000
   pidfile=/var/lock/wait_for_external_config
@@ -83,11 +263,13 @@ hostname "$HOSTNAME"
 # and egg problem. Fortunately cobbler is pretty happy with empty files
 # so it's easy to break the loop.
 make_ubuntu_bootstrap_stub () {
-	local bootstrap_dir='/var/www/nailgun/bootstrap/ubuntu'
-	mkdir -p $bootstrap_dir
-	for item in linux initramfs.img; do
-		touch "$bootstrap_dir/$item"
-	done
+        local bootstrap_dir='/var/www/nailgun/bootstraps/active_bootstrap'
+        local bootstrap_stub_dir='/var/www/nailgun/bootstraps/bootstrap_stub'
+        mkdir -p ${bootstrap_stub_dir}
+        for item in vmlinuz initrd.img; do
+                touch "${bootstrap_stub_dir}/$item"
+        done
+        ln -s ${bootstrap_stub_dir} ${bootstrap_dir} || true
 }
 
 get_bootstrap_flavor () {
@@ -95,47 +277,60 @@ get_bootstrap_flavor () {
 	python <<-EOF
 	from fuelmenu.fuelmenu import Settings
 	conf = Settings().read("$ASTUTE_YAML").get('BOOTSTRAP', {})
-	print(conf.get('flavor', 'centos'))
+	print(conf.get('flavor', 'centos').lower())
+	EOF
+}
+
+get_bootstrap_skip () {
+	local ASTUTE_YAML='/etc/fuel/astute.yaml'
+	python <<-EOF
+	from fuelmenu.fuelmenu import Settings
+	conf = Settings().read("$ASTUTE_YAML").get('BOOTSTRAP', {})
+	print(conf.get('skip_default_img_build', False))
+	EOF
+}
+
+set_ui_bootstrap_error () {
+        # This notify can't be closed or removed by user.
+        # For remove notify - send empty string.
+        local message=$1
+        python <<-EOF
+	from fuel_bootstrap.utils import notifier
+	notifier.notify_webui('${message}')
 	EOF
 }
 
 # Actually build the bootstrap image
 build_ubuntu_bootstrap () {
-	local ret=1
-	local max_attempts=3
-	local config='/etc/fuel-bootstrap-image.conf'
-	local log='/var/log/fuel-bootstrap-image-build.log'
-	if ! grep -qE '^BOOTSTRAP_SSH_KEYS' "$config"; then
-		# FIXME: config file generated by fuelmenu has no trailing newline
-		echo >> "$config"
-		cat >> "$config" <<-EOF
-		BOOTSTRAP_SSH_KEYS=/root/.ssh/id_rsa.pub
-		EOF
-	fi
-	for n in `seq 1 $max_attempts`; do
-		echo "Bulding bootstrap image, attempt $n" >&2
-		if fuel-bootstrap-image >>"$log" 2>&1; then
-			ret=0
-			fuel-bootstrap-image-set "ubuntu"
-			break
-		fi
-	done
-	if [ $ret -ne 0 ]; then
-		warning="WARNING: failed to build the bootstrap image, see $log for details.
-Perhaps your Internet connection is broken. Please fix the problem and run
-\`fuel-bootstrap-image-set ubuntu\`"
-		fuel notify --topic warning --send "$warning"
-	fi
-	return $ret
+        local ret=1
+        echo ${bs_progress_message} >&2
+        set_ui_bootstrap_error "${bs_progress_message}" >&2
+        if fuel-bootstrap -v --debug build --activate >>"$bs_build_log" 2>&1; then
+          ret=0
+          fuel notify --topic "done" --send "${bs_done_message}"
+        else
+          ret=1
+          set_ui_bootstrap_error "${bs_error_message}" >&2
+        fi
+        # perform hard-return from func
+        # this part will update input $1 variable
+        local  __resultvar=$1
+        eval $__resultvar="'${ret}'"
+        return $ret
 }
 
-
 # Create empty files to make cobbler happy
 # (even if we don't use Ubuntu based bootstrap)
 make_ubuntu_bootstrap_stub
 
 service docker start
 
+old_sysctl_vm_value=$(sysctl -n vm.min_free_kbytes)
+if [ ${old_sysctl_vm_value} -lt 65535 ]; then
+  echo "Set vm.min_free_kbytes..."
+  sysctl -w vm.min_free_kbytes=65535
+fi
+
 if [ -f /root/.build_images ]; then
   #Fail on all errors
   set -e
@@ -147,7 +342,7 @@ if [ -f /root/.build_images ]; then
   echo "Building Fuel Docker images..."
   WORKDIR=$(mktemp -d /tmp/docker-buildXXX)
   SOURCE=/var/www/nailgun/docker
-  REPO_CONT_ID=$(docker -D run -d -p 80 -v /var/www/nailgun:/var/www/nailgun fuel/centos sh -c 'mkdir /var/www/html/os;ln -sf /var/www/nailgun/centos/x86_64 /var/www/html/os/x86_64;/usr/sbin/apachectl -DFOREGROUND')
+  REPO_CONT_ID=$(docker -D run -d -p 80 -v /var/www/nailgun:/var/www/nailgun fuel/centos sh -c 'mkdir -p /var/www/html/repo/os;ln -sf /var/www/nailgun/centos/x86_64 /var/www/html/repo/os/x86_64;ln -s /var/www/nailgun/mos-centos/x86_64 /var/www/html/mos-repo;/usr/sbin/apachectl -DFOREGROUND')
   RANDOM_PORT=$(docker port $REPO_CONT_ID 80 | cut -d':' -f2)
 
   for imagesource in /var/www/nailgun/docker/sources/*; do
@@ -160,6 +355,10 @@ if [ -f /root/.build_images ]; then
     mkdir -p $WORKDIR/$image/etc
     cp -R /etc/puppet /etc/fuel $WORKDIR/$image/etc
     sed -e "s/_PORT_/${RANDOM_PORT}/" -i $WORKDIR/$image/Dockerfile
+    sed -r -e 's/^"?PRODUCTION"?:.*/PRODUCTION: "docker-build"/' -i $WORKDIR/$image/etc/fuel/astute.yaml
+    # FIXME(kozhukalov): Once this patch https://review.openstack.org/#/c/219581/ is merged
+    # remove this line. fuel-library is to use PRODUCTION value from astute.yaml instead of
+    # the same value from version.yaml. It is a part of version.yaml deprecation plan.
     sed -e 's/production:.*/production: "docker-build"/' -i $WORKDIR/$image/etc/fuel/version.yaml
     docker build -t fuel/${image}_${FUEL_RELEASE} $WORKDIR/$image
   done
@@ -174,26 +373,44 @@ else
   docker load -i /var/www/nailgun/docker/images/fuel-images.tar
 fi
 
+if [ ${old_sysctl_vm_value} -lt 65535 ]; then
+  echo "Restore sysctl vm.min_free_kbytes value..."
+  sysctl -w vm.min_free_kbytes=${old_sysctl_vm_value}
+fi
+
 # apply puppet
 puppet apply --detailed-exitcodes -d -v /etc/puppet/modules/nailgun/examples/host-only.pp
 if [ $? -ge 4 ];then
   fail
 fi
 
+# Sync time
+systemctl stop ntpd
+systemctl start ntpdate || echo "Failed to synchronize time with 'ntpdate'"
+systemctl start ntpd
+
 rmdir /var/log/remote && ln -s /var/log/docker-logs/remote /var/log/remote
 
 dockerctl check || fail
 bash /etc/rc.local
 
 if [ "`get_bootstrap_flavor`" = "ubuntu" ]; then
-	build_ubuntu_bootstrap || true
+  if [ "`get_bootstrap_skip`" = "False" ]; then
+    build_ubuntu_bootstrap bs_status || true
+  else
+    fuel notify --topic "warning" --send "${bs_skip_message}"
+    bs_status=2
+  fi
+else
+  fuel notify --topic "warning" --send "${bs_centos_message}"
+  bs_status=3
 fi
 
 # Enable updates repository
 cat > /etc/yum.repos.d/mos${FUEL_RELEASE}-updates.repo << EOF
 [mos${FUEL_RELEASE}-updates]
 name=mos${FUEL_RELEASE}-updates
-baseurl=http://mirror.fuel-infra.org/mos-repos/centos/mos${FUEL_RELEASE}-centos6-fuel/updates/x86_64/
+baseurl=http://mirror.fuel-infra.org/mos-repos/centos/mos${FUEL_RELEASE}-centos\$releasever-fuel/updates/x86_64/
 gpgcheck=0
 skip_if_unavailable=1
 EOF
@@ -202,14 +419,14 @@ EOF
 cat > /etc/yum.repos.d/mos${FUEL_RELEASE}-security.repo << EOF
 [mos${FUEL_RELEASE}-security]
 name=mos${FUEL_RELEASE}-security
-baseurl=http://mirror.fuel-infra.org/mos-repos/centos/mos${FUEL_RELEASE}-centos6-fuel/security/x86_64/
+baseurl=http://mirror.fuel-infra.org/mos-repos/centos/mos${FUEL_RELEASE}-centos\$releasever-fuel/security/x86_64/
 gpgcheck=0
 skip_if_unavailable=1
 EOF
 
 #Check if repo is accessible
 echo "Checking for access to updates repository..."
-repourl=$(grep baseurl /etc/yum.repos.d/*updates* 2>/dev/null | cut -d'=' -f2- | head -1)
+repourl=$(yum repolist all -v | awk '{if ($1 ~ "baseurl" && $3 ~ "updates") print $3}' | head -1)
 if urlaccesscheck check "$repourl" ; then
   UPDATE_ISSUES=0
 else
@@ -217,30 +434,34 @@ else
 fi
 
 if [ $UPDATE_ISSUES -eq 1 ]; then
-  message="There is an issue connecting to the Fuel update repository. \
-Please fix your connection prior to applying any updates. \
-Once the connection is fixed, we recommend reviewing and applying \
-Maintenance Updates for this release of Mirantis OpenStack: \
-https://docs.mirantis.com/openstack/fuel/fuel-${FUEL_RELEASE}/\
-release-notes.html#maintenance-updates"
+  message=${update_warn_message}
   level="warning"
 else
-  message="We recommend reviewing and applying Maintenance Updates \
-for this release of Mirantis OpenStack: \
-https://docs.mirantis.com/openstack/fuel/fuel-${FUEL_RELEASE}/\
-release-notes.html#maintenance-updates"
+  message=${update_done_message}
   level="done"
 fi
 echo
 echo "*************************************************"
 echo -e "${message}"
 echo "*************************************************"
-echo "Sending notification to Fuel UI..."
-fuel notify --topic "${level}" --send "${message}"
+fuel notify --topic "${level}" --send $(echo "${message}" | tr '\r\n' ' ') 2>&1
 
-# TODO(kozhukalov) If building of bootstrap image fails
-# and if this image was supposed to be a default bootstrap image
-# we need to warn a user about this and give her
-# advice how to treat this.
+# Perform bootstrap messaging to stdout
+case ${bs_status} in
+  1)
+  echo -e "${bs_error_message}"
+  echo "*************************************************"
+  ;;
+  2)
+  echo -e "${bs_skip_message}"
+  echo "*************************************************"
+  ;;
+  3)
+  echo -e "${bs_centos_message}"
+  echo "*************************************************"
+  ;;
+esac
 
 echo "Fuel node deployment complete!"
+# Sleep for agetty autologon
+sleep 3