From 6f816a8546224dcce14fd6dddeb0c9252f69a1c7 Mon Sep 17 00:00:00 2001 From: Tim Rozet Date: Mon, 26 Oct 2015 10:06:07 -0400 Subject: Removes Foreman from Genesis Repo Genesis project has been changed to a requirements project, thus removing Foreman specific code. Change-Id: I04a8d1914631883bca0c5be821333ceaa0b60a56 --- foreman/build/Makefile | 133 -- foreman/build/c7-opnfv-x86_64-comps.xml | 293 ----- foreman/build/cache.mk | 80 -- foreman/build/config.mk | 0 foreman/build/isolinux.cfg | 120 -- foreman/build/opnfv-genesis.spec | 36 - foreman/ci/README.md | 86 -- foreman/ci/Vagrantfile | 102 -- foreman/ci/bootstrap.sh | 54 - foreman/ci/build.sh | 398 ------ foreman/ci/clean.sh | 235 ---- foreman/ci/deploy.sh | 1468 ----------------------- foreman/ci/inventory/lf_pod2_ksgen_settings.yml | 359 ------ foreman/ci/nat_setup.sh | 44 - foreman/ci/opnfv_ksgen_settings.yml | 357 ------ foreman/ci/opnfv_ksgen_settings_no_HA.yml | 272 ----- foreman/ci/reload_playbook.yml | 17 - foreman/ci/resize_lvm.sh | 37 - foreman/ci/resize_partition.sh | 33 - foreman/ci/vm_nodes_provision.sh | 118 -- foreman/docs/src/installation-instructions.rst | 649 ---------- foreman/docs/src/release-notes.rst | 292 ----- foreman/include/build.sh.debug | 1 - 23 files changed, 5184 deletions(-) delete mode 100644 foreman/build/Makefile delete mode 100644 foreman/build/c7-opnfv-x86_64-comps.xml delete mode 100644 foreman/build/cache.mk delete mode 100644 foreman/build/config.mk delete mode 100644 foreman/build/isolinux.cfg delete mode 100644 foreman/build/opnfv-genesis.spec delete mode 100644 foreman/ci/README.md delete mode 100644 foreman/ci/Vagrantfile delete mode 100755 foreman/ci/bootstrap.sh delete mode 100755 foreman/ci/build.sh delete mode 100755 foreman/ci/clean.sh delete mode 100755 foreman/ci/deploy.sh delete mode 100644 foreman/ci/inventory/lf_pod2_ksgen_settings.yml delete mode 100755 foreman/ci/nat_setup.sh delete mode 100644 foreman/ci/opnfv_ksgen_settings.yml delete mode 100644 foreman/ci/opnfv_ksgen_settings_no_HA.yml delete mode 100644 foreman/ci/reload_playbook.yml delete mode 100755 foreman/ci/resize_lvm.sh delete mode 100755 foreman/ci/resize_partition.sh delete mode 100755 foreman/ci/vm_nodes_provision.sh delete mode 100644 foreman/docs/src/installation-instructions.rst delete mode 100644 foreman/docs/src/release-notes.rst delete mode 100644 foreman/include/build.sh.debug diff --git a/foreman/build/Makefile b/foreman/build/Makefile deleted file mode 100644 index 2d2a2a7..0000000 --- a/foreman/build/Makefile +++ /dev/null @@ -1,133 +0,0 @@ -############################################################################## -# Copyright (c) 2015 Ericsson AB and others. -# stefan.k.berg@ericsson.com -# jonas.bjurel@ericsson.com -# dradez@redhat.com -# All rights reserved. This program and the accompanying materials -# are made available under the terms of the Apache License, Version 2.0 -# which accompanies this distribution, and is available at -# http://www.apache.org/licenses/LICENSE-2.0 -############################################################################## - -SHELL = /bin/bash -############################################################################ -# BEGIN of variables to customize -# -#Input args -export UNIT_TEST = FALSE -export INTERACTIVE = TRUE -export CENTDNLD = http://mirrors.cat.pdx.edu/centos/7.1.1503/isos/x86_64/CentOS-7-x86_64-DVD-1503-01.iso -export ISOSRC = file:$(shell pwd)/CentOS-7-x86_64-DVD-1503-01.iso -export ISOCACHE = $(shell pwd)/$(shell basename $(ISOSRC)) -export PRODNO = "OPNFV_BGS" -export REVSTATE = "P0000" -export NEWISO = $(shell pwd)/release/OPNFV-CentOS-7-x86_64-${REVSTATE}.iso -export VBOXDNLD = http://download.virtualbox.org/virtualbox/rpm/el/7.1/x86_64/VirtualBox-4.3-4.3.26_98988_el7-1.x86_64.rpm -export VBOXRPM = $(shell pwd)/VirtualBox-4.3-4.3.26_98988_el7-1.x86_64.rpm -export VAGRANTDNLD = https://dl.bintray.com/mitchellh/vagrant/vagrant_1.7.2_x86_64.rpm -export VAGRANTRPM = $(shell pwd)/vagrant_1.7.2_x86_64.rpm -export GENESISRPM = $(shell pwd)/x86_64/opnfv-genesis-0.2-1.x86_64.rpm - -# Note! Invoke with "make REVSTATE=RXXXX all" to make release build! -# Invoke with ICOCACHE=/full/path/to/iso if cached ISO is in non-standard location. - -#Build variables -export BUILD_BASE := $(shell pwd) -export CACHE_DIR := $(BUILD_BASE)/cache -export VERSION_FILE := $(BUILD_BASE)/.versions -export TOPDIR := $(shell pwd) - -CENTDIR := $(TOPDIR)/centiso -# -# END of variables to customize -############################################################################# - -SUBCLEAN = $(addsuffix .clean,$(SUBDIRS)) - - -.PHONY: all -all: iso - @echo "Versions of cached build results built by" $(shell hostname) "at" $(shell date -u) > $(VERSION_FILE) - @echo "cache.mk" $(shell md5sum $(BUILD_BASE)/cache.mk | cut -f1 -d " ") >> $(VERSION_FILE) - @echo "config.mk" $(shell md5sum $(BUILD_BASE)/config.mk | cut -f1 -d " ") >> $(VERSION_FILE) - -############################################################################ -# BEGIN of Include definitions -# -include config.mk -include cache.mk -# -# END Include definitions -############################################################################# - -$(ISOCACHE): - test -s $(ISOCACHE) || { wget -nv $(CENTDNLD) ; } - -$(VBOXRPM): - test -s $(VBOXRPM) || { wget -nv $(VBOXDNLD) ; } - -$(VAGRANTRPM): - test -s $(VAGRANTRPM) || { wget -nv $(VAGRANTDNLD) ; } - -.PHONY: mount-centiso umount-centiso -mount-centiso: $(ISOCACHE) - @echo "Mounting CentOS ISO in $(CENTDIR)" - @mkdir -p $(CENTDIR) - @fuseiso $(ISOCACHE) $(CENTDIR) - -umount-centiso: - @set +e - @echo "Unmounting CentOS ISO from $(CENTDIR)" - @fusermount -u $(CENTDIR) - @rmdir $(CENTDIR) - @set -e - -.PHONY: build-clean $(SUBCLEAN) -build-clean: $(SUBCLEAN) - @rm -Rf centos - @rm -Rf release - @rm -Rf newiso - @rm -f $(NEWISO) - -.PHONY: clean $(SUBCLEAN) -clean: clean-cache $(SUBCLEAN) - @rm -f *.iso - @rm -Rf release - @rm -Rf newiso - @rm -f $(NEWISO) - @rm -f $(BUILD_BASE)/.versions - -$(SUBCLEAN): %.clean: - $(MAKE) -C $* -f Makefile clean - -.PHONY: rpm-clean -rpm-clean: - rpmbuild --clean opnfv-genesis.spec -D '_topdir %(echo `pwd`)' -D '_builddir %(echo `pwd`)' -D '_sourcedir %(echo `pwd`)' -D '_rpmdir %(echo `pwd`)' -D '_specdir %(echo `pwd`)' -D '_srcrpmdir %(echo `pwd`)' - -.PHONY: rpm -rpm: - pushd ../../ && git archive --format=tar --prefix=opnfv-genesis-0.2/ HEAD | gzip > foreman/build/opnfv-genesis.tar.gz - rpmbuild -ba opnfv-genesis.spec -D '_topdir %(echo `pwd`)' -D '_builddir %(echo `pwd`)' -D '_sourcedir %(echo `pwd`)' -D '_rpmdir %(echo `pwd`)' -D '_specdir %(echo `pwd`)' -D '_srcrpmdir %(echo `pwd`)' - @make rpm-clean - - -# Todo: Make things smarter - we shouldn't need to clean everything -# betwen make invocations. -.PHONY: iso -iso: build-clean $(ISOCACHE) $(VBOXRPM) $(VAGRANTRPM) rpm - @make mount-centiso - @mkdir centos release - cp -r $(CENTDIR)/* centos - @make umount-centiso - # modify the installer iso's contents - @cp -f isolinux.cfg centos/isolinux/isolinux.cfg - @cp $(VBOXRPM) centos/Packages - @cp $(VAGRANTRPM) centos/Packages - @cp $(GENESISRPM) centos/Packages - # regenerate yum repo data - @echo "Generating new yum metadata" - createrepo --update -g ../c7-opnfv-x86_64-comps.xml centos - # build the iso - @echo "Building OPNFV iso" - mkisofs -b isolinux/isolinux.bin -no-emul-boot -boot-load-size 4 -boot-info-table -V "OPNFV CentOS 7 x86_64" -R -J -v -T -o $(NEWISO) centos - @printf "\n\nISO is built at $(NEWISO)\n\n" diff --git a/foreman/build/c7-opnfv-x86_64-comps.xml b/foreman/build/c7-opnfv-x86_64-comps.xml deleted file mode 100644 index 1e384e6..0000000 --- a/foreman/build/c7-opnfv-x86_64-comps.xml +++ /dev/null @@ -1,293 +0,0 @@ - - - - - - core - Core - Kern - ማዕከላዊ ቦታ - اللبّ - ভিত্তি - هستگ - Падмурак - Основа - কোর - কোর - Jezgra - Nucli - Úplný základ - Craidd - Grundlæggende - Kern - Πυρήνας - Core - Núcleo - Tuum - اصل - Keskeiset - Core - Núcleo - મૂળ - ליבה - कोर - Jezgra - Mag - Հիմք - Nucleo - Inti - Bugas - Lágmarkskerfi - Principale - コア - ბირთვი - ಅಂತಸ್ಸಾರ - 핵심 - Pamatsistēma - कोर - Основни - കോറ്‍ - कोर - Teras - Kjerne - कोर - Kern - Kjerne - Bogare - ପ୍ରମୂଖ - ਮੂਲ - Rdzeń - Núcleo - Núcleo - Nucleu - Основа - න්‍යෂ්ඨිය - Jadro - Jedro - Bërthama - Срж - Srž - Srž - Grund - கோர் - అంతర్భాగం - Система - แกนหลัก - Çekirdek - Основа - مرکز - Lõi - 核心 - 核心 - Okuyikhona - Smallest possible installation. - ন্যূনতম ইনস্টল। - ন্যূনতম ইনস্টলেশন। - ন্যূনতম ইনস্টলেশন। - Nejmenší možná instalace. - Kleinstmögliche Installation. - La instalación más pequeña posible. - Plus petite installation possible. - નાનામાં નાના શક્ય સ્થાપન. - लघुतम संभावित संस्थापन. - Le minime possibile installation. - Minima installazione possibile. - 最小限のインストール - ಅತ್ಯಲ್ಪಸಾಧ್ಯ ಅನುಸ್ಥಾಪನೆ. - 가능한 최소 설치 - സാധ്യമായ ഏറ്റവും ചെറിയ ഇന്‍സ്റ്റലേഷന്‍. - शक्यतया सर्वात लहान प्रतिष्ठापन. - କ୍ଷୁଦ୍ରତମ ସମ୍ଭାବ୍ଯ ସ୍ଥାପନା। - ਘੱਟੋ-ਘੱਟ ਸੰਭਵ ਇੰਸਟਾਲੇਸ਼ਨ। - Najmniejsza możliwa instalacja. - Menor instalação possível - Минимально возможная установка - Minsta möjliga installation - மிகச் சிறிய செயல்படுத்தக்கூடிய நிறுவல். - సాధ్యమగు అతిచిన్న సంస్థాపన. - Мінімально можливе встановлення. - 最小可能安装。 - 最小型安裝。 - false - false - - aic94xx-firmware - alsa-firmware - bfa-firmware - dracut-config-rescue - ivtv-firmware - iwl1000-firmware - iwl100-firmware - iwl105-firmware - iwl135-firmware - iwl2000-firmware - iwl2030-firmware - iwl3160-firmware - iwl3945-firmware - iwl4965-firmware - iwl5000-firmware - iwl5150-firmware - iwl6000-firmware - iwl6000g2a-firmware - iwl6000g2b-firmware - iwl6050-firmware - iwl7260-firmware - kernel-tools - libertas-sd8686-firmware - libertas-sd8787-firmware - libertas-usb8388-firmware - linux-firmware - microcode_ctl - NetworkManager - NetworkManager-tui - postfix - ql2100-firmware - ql2200-firmware - ql23xx-firmware - audit - basesystem - bash - biosdevname - btrfs-progs - coreutils - cpp - cronie - curl - dhclient - dkms - e2fsprogs - filesystem - gcc - glibc - glibc-devel - glibc-headers - git - hostname - initscripts - iproute - iprutils - iptables - iputils - irqbalance - kbd - kernel-devel - kernel-headers - kexec-tools - less - libmpc - mpfr - man-db - ncurses - net-tools - less - man-db - ncurses - openssh-clients - openssh-server - opnfv-genesis - parted - passwd - patch - plymouth - policycoreutils - procps-ng - rootfiles - rpm - rsyslog - selinux-policy-targeted - setup - shadow-utils - sudo - systemd - tar - tuned - util-linux - vagrant - vim-minimal - VirtualBox-4.3 - xfsprogs - yum - dracut-config-generic - dracut-fips-aesni - dracut-fips - dracut-network - openssh-keycat - selinux-policy-mls - tboot - - - - - opnfv_provisioning - OPNFV Provisioning Server Install - নূন্যতম ইনস্টল - ন্যূনতম ইনস্টল - Minimální instalace - Minimale Installation - Instalación mínima - Installation minimale - ન્યૂનતમ સ્થાપન - न्यूनतम संस्थापन - Installazione minima - 最小限のインストール - ಕನಿಷ್ಟ ಅನುಸ್ಥಾಪನೆ - 최소 설치 - ഏറ്റവും കുറഞ്ഞ ഇന്‍സ്റ്റോള്‍ - किमान इंस्टॉल - ସର୍ବନିମ୍ନ ସ୍ଥାପନ - ਘੱਟ ਤੋਂ ਘੱਟ ਇੰਸਟਾਲ - Minimalna instalacja - Instalações Mínimas - Минимальная установка - குறைந்தபட்ச நிறுவல் - కనీసపు సంస్థాపన - Мінімальна система - 最小安装 - 最小型安裝 - Installs an OPNFV Provisioning Server - মৌলি কাৰ্য্যকৰীতা। - প্রাথমিক বৈশিষ্ট্য। - Základní funkcionalita. - Grundlegende Funktionalität. - Funcionalidad básica. - Fonctionnalité de base. - મૂળભૂત વિધેય. - मौलिक प्रकार्यात्मकता. - Funzione di base. - 基本的な機能です。 - ಮೂಲಭೂತ ಕ್ರಿಯಾಶೀಲತೆ. - 기본적인 기능입니다. - അടിസ്ഥാന പ്രവൃത്തിവിശേഷണം. - मूळ कार्यक्षमता. - ସାଧାରଣ କାର୍ଯ୍ୟକାରିତା। - ਮੁੱਢਲੀ ਕਾਰਜਸ਼ੀਲਤਾ। - Podstawowa funkcjonalność. - Função básica - Базовая функциональность. - அடிப்படை செயலம்சம். - ప్రాథమిక ఫంక్షనాలిటి. - Основні можливості. - 基本功能。 - 基本功能。 - 5 - - core - - - - - - - - - - - - - - - - - - - diff --git a/foreman/build/cache.mk b/foreman/build/cache.mk deleted file mode 100644 index 56b7273..0000000 --- a/foreman/build/cache.mk +++ /dev/null @@ -1,80 +0,0 @@ -############################################################################## -# Copyright (c) 2015 Ericsson AB and others. -# stefan.k.berg@ericsson.com -# jonas.bjurel@ericsson.com -# All rights reserved. This program and the accompanying materials -# are made available under the terms of the Apache License, Version 2.0 -# which accompanies this distribution, and is available at -# http://www.apache.org/licenses/LICENSE-2.0 -############################################################################## - -SHELL = /bin/bash -CACHEVALIDATE := $(addsuffix .validate,$(SUBDIRS)) -CACHECLEAN := $(addsuffix .clean,$(CACHEFILES) $(CACHEDIRS)) - -############################################################################ -# BEGIN of variables to customize -# -CACHEFILES += .versions -CACHEFILES += $(shell basename $(VAGRANTRPM)) -CACHEFILES += $(shell basename $(VBOXRPM)) -CACHEFILES += $(shell basename $(ISOSRC)) -# -# END of variables to customize -############################################################################ - -.PHONY: prepare-cache -prepare-cache: make-cache-dir $(CACHEDIRS) $(CACHEFILES) - -.PHONY: make-cache-dir -make-cache-dir: - @rm -rf ${CACHE_DIR} - @mkdir ${CACHE_DIR} - -.PHONY: clean-cache -clean-cache: $(CACHECLEAN) - @rm -rf ${CACHE_DIR} - -.PHONY: $(CACHEDIRS) -$(CACHEDIRS): - @mkdir -p $(dir $(CACHE_DIR)/$@) - @if [ ! -d $(BUILD_BASE)/$@ ]; then\ - mkdir -p $(BUILD_BASE)/$@;\ - fi - @ln -s $(BUILD_BASE)/$@ $(CACHE_DIR)/$@ - -.PHONY: $(CACHEFILES) -$(CACHEFILES): - @mkdir -p $(dir $(CACHE_DIR)/$@) - @if [ ! -d $(dir $(BUILD_BASE)/$@) ]; then\ - mkdir -p $(dir $(BUILD_BASE)/$@);\ - fi - - @if [ ! -f $(BUILD_BASE)/$@ ]; then\ - echo " " > $(BUILD_BASE)/$@;\ - ln -s $(BUILD_BASE)/$@ $(CACHE_DIR)/$@;\ - rm -f $(BUILD_BASE)/$@;\ - else\ - ln -s $(BUILD_BASE)/$@ $(CACHE_DIR)/$@;\ - fi - -.PHONY: validate-cache -validate-cache: $(CACHEVALIDATE) - @if [[ $(shell md5sum $(BUILD_BASE)/config.mk | cut -f1 -d " ") != $(shell cat $(VERSION_FILE) | grep config.mk | awk '{print $$NF}') ]]; then\ - echo "Cache does not match current config.mk definition, cache must be rebuilt";\ - exit 1;\ - fi; - - @if [[ $(shell md5sum $(BUILD_BASE)/cache.mk | cut -f1 -d " ") != $(shell cat $(VERSION_FILE) | grep cache.mk | awk '{print $$NF}') ]]; then\ - echo "Cache does not match current cache.mk definition, cache must be rebuilt";\ - exit 1;\ - fi; - -.PHONY: $(CACHEVALIDATE) -$(CACHEVALIDATE): %.validate: - @echo VALIDATE $(CACHEVALIDATE) - $(MAKE) -C $* -f Makefile validate-cache - -.PHONY: $(CACHECLEAN) -$(CACHECLEAN): %.clean: - rm -rf ${CACHE_DIR}/$* diff --git a/foreman/build/config.mk b/foreman/build/config.mk deleted file mode 100644 index e69de29..0000000 diff --git a/foreman/build/isolinux.cfg b/foreman/build/isolinux.cfg deleted file mode 100644 index 12848de..0000000 --- a/foreman/build/isolinux.cfg +++ /dev/null @@ -1,120 +0,0 @@ -default vesamenu.c32 -timeout 600 - -display boot.msg - -# Clear the screen when exiting the menu, instead of leaving the menu displayed. -# For vesamenu, this means the graphical background is still displayed without -# the menu itself for as long as the screen remains in graphics mode. -menu clear -menu background splash.png -menu title CentOS 7 -menu vshift 8 -menu rows 18 -menu margin 8 -#menu hidden -menu helpmsgrow 15 -menu tabmsgrow 13 - -# Border Area -menu color border * #00000000 #00000000 none - -# Selected item -menu color sel 0 #ffffffff #00000000 none - -# Title bar -menu color title 0 #ff7ba3d0 #00000000 none - -# Press [Tab] message -menu color tabmsg 0 #ff3a6496 #00000000 none - -# Unselected menu item -menu color unsel 0 #84b8ffff #00000000 none - -# Selected hotkey -menu color hotsel 0 #84b8ffff #00000000 none - -# Unselected hotkey -menu color hotkey 0 #ffffffff #00000000 none - -# Help text -menu color help 0 #ffffffff #00000000 none - -# A scrollbar of some type? Not sure. -menu color scrollbar 0 #ffffffff #ff355594 none - -# Timeout msg -menu color timeout 0 #ffffffff #00000000 none -menu color timeout_msg 0 #ffffffff #00000000 none - -# Command prompt text -menu color cmdmark 0 #84b8ffff #00000000 none -menu color cmdline 0 #ffffffff #00000000 none - -# Do not display the actual menu unless the user presses a key. All that is displayed is a timeout message. - -menu tabmsg Press Tab for full configuration options on menu items. - -menu separator # insert an empty line -menu separator # insert an empty line - -label linux - menu label ^Install OPNFV CentOS 7 - menu default - kernel vmlinuz - append initrd=initrd.img inst.stage2=hd:LABEL=OPNFV\x20CentOS\x207\x20x86_64 - -#label check -# menu label Test this ^media & install CentOS 7 -# kernel vmlinuz -# append initrd=initrd.img inst.stage2=hd:LABEL=CentOS\x207\x20x86_64 rd.live.check quiet - -menu separator # insert an empty line - -# utilities submenu -menu begin ^Troubleshooting - menu title Troubleshooting - -label vesa - menu indent count 5 - menu label Install CentOS 7 in ^basic graphics mode - text help - Try this option out if you're having trouble installing - CentOS 7. - endtext - kernel vmlinuz - append initrd=initrd.img inst.stage2=hd:LABEL=OPNFV\x20CentOS\x207\x20x86_64 xdriver=vesa nomodeset quiet - -label rescue - menu indent count 5 - menu label ^Rescue a CentOS system - text help - If the system will not boot, this lets you access files - and edit config files to try to get it booting again. - endtext - kernel vmlinuz - append initrd=initrd.img inst.stage2=hd:LABEL=CentOS\x207\x20x86_64 rescue quiet - -label memtest - menu label Run a ^memory test - text help - If your system is having issues, a problem with your - system's memory may be the cause. Use this utility to - see if the memory is working correctly. - endtext - kernel memtest - -menu separator # insert an empty line - -label local - menu label Boot from ^local drive - localboot 0xffff - -menu separator # insert an empty line -menu separator # insert an empty line - -label returntomain - menu label Return to ^main menu - menu exit - -menu end diff --git a/foreman/build/opnfv-genesis.spec b/foreman/build/opnfv-genesis.spec deleted file mode 100644 index 30692b4..0000000 --- a/foreman/build/opnfv-genesis.spec +++ /dev/null @@ -1,36 +0,0 @@ -Name: opnfv-genesis -Version: 0.2 -Release: 1 -Summary: The files from the OPNFV genesis repo - -Group: System Environment -License: Apache 2.0 -URL: https://gerrit.opnfv.org/gerrit/genesis.git -Source0: opnfv-genesis.tar.gz - -#BuildRequires: -Requires: vagrant, VirtualBox-4.3, net-tools - -%description -The files from the OPNFV genesis repo - -%prep -%setup -q - - -%build - -%install -mkdir -p %{buildroot}/root/genesis -cp -r foreman/ %{buildroot}/root/genesis -cp -r common/ %{buildroot}/root/genesis - -%files -/root/genesis - - -%changelog -* Tue Sep 15 2015 Dan Radez - 0.2-1 -- Updating the install files and cleaning up white space -* Fri Apr 24 2015 Dan Radez - 0.1-1 -- Initial Packaging diff --git a/foreman/ci/README.md b/foreman/ci/README.md deleted file mode 100644 index 9417ee5..0000000 --- a/foreman/ci/README.md +++ /dev/null @@ -1,86 +0,0 @@ -# Foreman/QuickStack Automatic Deployment README - -A simple bash script (deploy.sh) will provision out a Foreman/QuickStack VM Server and 4-5 other baremetal or VM nodes in an OpenStack HA + OpenDaylight environment. - -##Pre-Requisites -####Baremetal: -* At least 5 baremetal servers, with 3 interfaces minimum, all connected to separate VLANs -* DHCP should not be running in any VLAN. Foreman will act as a DHCP server. -* On the baremetal server that will be your JumpHost, you need to have the 3 interfaces configured with IP addresses -* On baremetal JumpHost you will need an RPM based linux (CentOS 7 will do) with the kernel up to date (yum update kernel) + at least 2GB of RAM -* Nodes will need to be set to PXE boot first in priority, and off the first NIC, connected to the same VLAN as NIC 1 * of your JumpHost -* Nodes need to have BMC/OOB management via IPMI setup -* Internet access via first (Admin) or third interface (Public) -* No other hypervisors should be running on JumpHost - -####VM Nodes: -* JumpHost with 3 interfaces, configured with IP, connected to separate VLANS -* DHCP should not be running in any VLAN. Foreman will act as a DHCP Server -* On baremetal JumpHost you will need an RPM based linux (CentOS 7 will do) with the kernel up to date (yum update kernel) + at least 24GB of RAM -* Internet access via the first (Admin) or third interface (Public) -* No other hypervisors should be running on JumpHost - -##How It Works - -###deploy.sh: - -* Detects your network configuration (3 or 4 usable interfaces) -* Modifies a “ksgen.yml” settings file and Vagrantfile with necessary network info -* Installs Vagrant and dependencies -* Downloads Centos7 Vagrant basebox, and issues a “vagrant up” to start the VM -* The Vagrantfile points to bootstrap.sh as the provisioner to takeover rest of the install - -###bootstrap.sh: - -* Is initiated inside of the VM once it is up -* Installs Khaleesi, Ansible, and Python dependencies -* Makes a call to Khaleesi to start a playbook: opnfv.yml + “ksgen.yml” settings file - -###Khaleesi (Ansible): - -* Runs through the playbook to install Foreman/QuickStack inside of the VM -* Configures services needed for a JumpHost: DHCP, TFTP, DNS -* Uses info from “ksgen.yml” file to add your nodes into Foreman and set them to Build mode - -####Baremetal Only: -* Issues an API call to Foreman to rebuild all nodes -* Ansible then waits to make sure nodes come back via ssh checks -* Ansible then waits for puppet to run on each node and complete - -####VM Only: -* deploy.sh then brings up 5 more Vagrant VMs -* Checks into Foreman and tells Foreman nodes are built -* Configures and starts puppet on each node - -##Execution Instructions - -* On your JumpHost, clone 'git clone https://github.com/trozet/bgs_vagrant.git' to as root to /root/ - -####Baremetal Only: -* Edit opnvf_ksgen_settings.yml → “nodes” section: - - * For each node, compute, controller1..3: - * mac_address - change to mac_address of that node's Admin NIC (1st NIC) - * bmc_ip - change to IP of BMC (out-of-band) IP - * bmc_mac - same as above, but MAC address - * bmc_user - IPMI username - * bmc_pass - IPMI password - - * For each controller node: - * private_mac - change to mac_address of node's Private NIC (2nd NIC) - -* Execute deploy.sh via: ./deploy.sh -base_config /root/bgs_vagrant/opnfv_ksgen_settings.yml - -####VM Only: -* Execute deploy.sh via: ./deploy.sh -virtual -* Install directory for each VM will be in /tmp (for example /tmp/compute, /tmp/controller1) - -####Both Approaches: -* Install directory for foreman-server is /tmp/bgs_vagrant/ - This is where vagrant will be launched from automatically -* To access the VM you can 'cd /tmp/bgs_vagrant' and type 'vagrant ssh' -* To access Foreman enter the IP address shown in 'cat /tmp/bgs_vagrant/opnfv_ksgen_settings.yml | grep foreman_url' -* The user/pass by default is admin//octopus - -##Redeploying -Make sure you run ./clean.sh for the baremetal deployment with your opnfv_ksgen_settings.yml file as "-base_config". This will ensure that your nodes are turned off and that your VM is destroyed ("vagrant destroy" in the /tmp/bgs_vagrant directory). -For VM redeployment, make sure you "vagrant destroy" in each /tmp/ as well if you want to redeploy. To check and make sure no VMs are still running on your Jumphost you can use "vboxmanage list runningvms". diff --git a/foreman/ci/Vagrantfile b/foreman/ci/Vagrantfile deleted file mode 100644 index c7dfc03..0000000 --- a/foreman/ci/Vagrantfile +++ /dev/null @@ -1,102 +0,0 @@ -# -*- mode: ruby -*- -# vi: set ft=ruby : - -# All Vagrant configuration is done below. The "2" in Vagrant.configure -# configures the configuration version (we support older styles for -# backwards compatibility). Please don't change it unless you know what -# you're doing. -Vagrant.configure(2) do |config| - # The most common configuration options are documented and commented below. - # For a complete reference, please see the online documentation at - # https://docs.vagrantup.com. - - # Every Vagrant development environment requires a box. You can search for - # boxes at https://atlas.hashicorp.com/search. - config.vm.box = "opnfv/centos-7.0" - - # Disable automatic box update checking. If you disable this, then - # boxes will only be checked for updates when the user runs - # `vagrant box outdated`. This is not recommended. - # config.vm.box_check_update = false - - # Create a forwarded port mapping which allows access to a specific port - # within the machine from a port on the host machine. In the example below, - # accessing "localhost:8080" will access port 80 on the guest machine. - # config.vm.network "forwarded_port", guest: 80, host: 8080 - - # Create a private network, which allows host-only access to the machine - # using a specific IP. - # config.vm.network "private_network", ip: "192.168.33.10" - - # Create a public network, which generally matched to bridged network. - # Bridged networks make the machine appear as another physical device on - # your network. - # config.vm.network "public_network" - config.vm.network "public_network", ip: "10.4.1.2", bridge: 'eth_replace0' - config.vm.network "public_network", ip: "10.4.9.2", bridge: 'eth_replace1' - config.vm.network "public_network", ip: "10.2.84.2", bridge: 'eth_replace2' - config.vm.network "public_network", ip: "10.3.84.2", bridge: 'eth_replace3' - - # IP address of your LAN's router - default_gw = "" - nat_flag = false - - # Disable dhcp flag - disable_dhcp_flag = false - - # Share an additional folder to the guest VM. The first argument is - # the path on the host to the actual folder. The second argument is - # the path on the guest to mount the folder. And the optional third - # argument is a set of non-required options. - # config.vm.synced_folder "../data", "/vagrant_data" - - # Provider-specific configuration so you can fine-tune various - # backing providers for Vagrant. These expose provider-specific options. - # Example for VirtualBox: - # - config.vm.provider "virtualbox" do |vb| - # # Display the VirtualBox GUI when booting the machine - # vb.gui = true - # - # # Customize the amount of memory on the VM: - vb.memory = 2048 - vb.cpus = 2 - end - # - # View the documentation for the provider you are using for more - # information on available options. - - # Define a Vagrant Push strategy for pushing to Atlas. Other push strategies - # such as FTP and Heroku are also available. See the documentation at - # https://docs.vagrantup.com/v2/push/atlas.html for more information. - # config.push.define "atlas" do |push| - # push.app = "YOUR_ATLAS_USERNAME/YOUR_APPLICATION_NAME" - # end - - # Enable provisioning with a shell script. Additional provisioners such as - # Puppet, Chef, Ansible, Salt, and Docker are also available. Please see the - # documentation for more information about their specific syntax and use. - # config.vm.provision "shell", inline: <<-SHELL - # sudo apt-get update - # sudo apt-get install -y apache2 - # SHELL - - config.ssh.username = 'root' - config.ssh.password = 'vagrant' - config.ssh.insert_key = 'true' - config.vm.provision :shell, path: "resize_partition.sh" - config.vm.provision "ansible" do |ansible| - ansible.playbook = "reload_playbook.yml" - end - config.vm.provision :shell, :inline => "mount -t vboxsf vagrant /vagrant" - config.vm.provision :shell, :inline => "route add default gw #{default_gw}" - if nat_flag - config.vm.provision :shell, path: "nat_setup.sh" - end - config.vm.provision :shell, path: "bootstrap.sh" - if disable_dhcp_flag - config.vm.provision :shell, :inline => "systemctl stop dhcpd" - config.vm.provision :shell, :inline => "systemctl disable dhcpd" - end - config.vm.provision :shell, path: "resize_lvm.sh" -end diff --git a/foreman/ci/bootstrap.sh b/foreman/ci/bootstrap.sh deleted file mode 100755 index c98f00e..0000000 --- a/foreman/ci/bootstrap.sh +++ /dev/null @@ -1,54 +0,0 @@ -#!/usr/bin/env bash - -#bootstrap script for installing/running Khaleesi in Foreman/QuickStack VM -#author: Tim Rozet (trozet@redhat.com) -# -#Uses Vagrant and VirtualBox -#VagrantFile uses bootsrap.sh which Installs Khaleesi -#Khaleesi will install and configure Foreman/QuickStack -# -#Pre-requisties: -#Target system should be Centos7 -#Ensure the host's kernel is up to date (yum update) - -##VARS -reset=`tput sgr0` -blue=`tput setaf 4` -red=`tput setaf 1` -green=`tput setaf 2` - -##END VARS - - -# Install EPEL repo for access to many other yum repos -# Major version is pinned to force some consistency for Arno -yum install -y epel-release-7* - -# Install other required packages -if ! yum -y install python-pip python-virtualenv gcc git sshpass ansible python-requests; then - printf '%s\n' 'bootstrap.sh: failed to install required packages' >&2 - exit 1 -fi - -cd /opt - -echo "Cloning khaleesi to /opt" - -if [ ! -d khaleesi ]; then - if ! git clone -b opnfv https://github.com/trozet/khaleesi.git; then - printf '%s\n' 'bootstrap.sh: Unable to git clone khaleesi' >&2 - exit 1 - fi -fi - -cd khaleesi - -cp ansible.cfg.example ansible.cfg - -echo "Completed Installing Khaleesi" - -cd /opt/khaleesi/ - -ansible localhost -m setup -i local_hosts - -./run.sh --no-logs --use /vagrant/opnfv_ksgen_settings.yml playbooks/opnfv.yml diff --git a/foreman/ci/build.sh b/foreman/ci/build.sh deleted file mode 100755 index 7a1ef52..0000000 --- a/foreman/ci/build.sh +++ /dev/null @@ -1,398 +0,0 @@ -#!/bin/bash -set -e -############################################################################## -# Copyright (c) 2015 Ericsson AB and others. -# stefan.k.berg@ericsson.com -# jonas.bjurel@ericsson.com -# dradez@redhat.com -# All rights reserved. This program and the accompanying materials -# are made available under the terms of the Apache License, Version 2.0 -# which accompanies this distribution, and is available at -# http://www.apache.org/licenses/LICENSE-2.0 -############################################################################## - -trap 'echo "Exiting ..."; \ -if [ -f ${LOCK_FILE} ]; then \ - if [ $(cat ${LOCK_FILE}) -eq $$ ]; then \ - rm -f ${LOCK_FILE}; \ - fi; \ -fi;' EXIT - -############################################################################ -# BEGIN of usage description -# -usage () -{ -cat << EOF -$0 Builds the Foreman OPNFV Deployment ISO - -usage: $0 [-s spec-file] [-c cache-URI] [-l log-file] [-f Flags] build-directory - -OPTIONS: - -s spec-file ($BUILD_SPEC), define the build-spec file, default ../build/config.mk - -c cache base URI ($BUILD_CACHE_URI), specifies the base URI to a build cache to be used/updated - the name is automatically generated from the md5sum of the spec-file, http://, ftp://, file://[absolute path] suported. - - -l log-file ($BUILD_LOG), specifies the output log-file (stdout and stderr), if not specified logs are output to console as normal - -v version tag to be applied to the build result - -r alternative remote access method script/program. curl is default. - -t run small build-script unit test. - -T run large build-script unit test. - -f build flags ($BUILD_FLAGS): - o s: Do nothing, succeed - o f: Do nothing, fail - o t: run build unit tests - o i: run interactive (-t flag to docker run) - o P: Populate a new local cache and push it to the (-c cache-URI) cache artifactory if -c option is present, currently file://, http:// and ftp:// are supported - o d: Detatch - NOT YET SUPPORTED - - build-directory ($BUILD_DIR), specifies the directory for the output artifacts (.iso file). - - -h help, prints this help text - -Description: -build.sh builds opnfv .iso artifact. -To reduce build time it uses build cache on a local or remote location. The cache is rebuilt and uploaded if either of the below conditions are met: -1) The P(opulate) flag is set and the -c cache-base-URI is provided, if -c is not provided the cache will stay local. -2) If the cache is invalidated by one of the following conditions: - - The config spec md5sum does not compare to the md5sum for the spec which the cache was built. - - The git Commit-Id on the remote repos/HEAD defined in the spec file does not correspont with the Commit-Id for what the cache was built with. -3) A valid cache does not exist on the specified -c cache-base-URI. - -The cache URI object name is foreman_cache-"md5sum(spec file)" - -Logging by default to console, but can be directed elsewhere with the -l option in which case both stdout and stderr is redirected to that destination. - -Built in unit testing of components is enabled by adding the t(est) flag. - -Return codes: - - 0 Success! - - 1-99 Unspecified build error - - 100-199 Build system internal error (not build it self) - o 101 Build system instance busy - - 200 Build failure - -Examples: -build -c http://opnfv.org/artifactory/foreman/cache -d ~/jenkins/genesis/foreman/ci/output -f ti -NOTE: At current the build scope is set to the git root of the repository, -d destination locations outside that scope will not work -EOF -} -# -# END of usage description -############################################################################ - -############################################################################ -# BEGIN of variables to customize -# -BUILD_BASE=$(readlink -e ../build/) -RESULT_DIR="${BUILD_BASE}/release" -BUILD_SPEC="${BUILD_BASE}/config.mk" -CACHE_DIR="cache" -LOCAL_CACHE_ARCH_NAME="foreman-cache" -REMOTE_CACHE_ARCH_NAME="foreman_cache-$(md5sum ${BUILD_SPEC}| cut -f1 -d " ")" -REMOTE_ACCESS_METHD=curl -INCLUDE_DIR=../include -# -# END of variables to customize -############################################################################ - -############################################################################ -# BEGIN of script assigned variables -# -SCRIPT_DIR=$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd ) -LOCK_FILE="${SCRIPT_DIR}/.build.lck" -CACHE_TMP="${SCRIPT_DIR}/tmp" -TEST_SUCCEED=0 -TEST_FAIL=0 -UNIT_TEST=0 -UPDATE_CACHE=0 -POPULATE_CACHE=0 -RECURSIV=0 -DETACH=0 -DEBUG=0 -INTEGRATION_TEST=0 -FULL_INTEGRATION_TEST=0 -INTERACTIVE=0 -BUILD_CACHE_URI= -BUILD_SPEC= -BUILD_DIR= -BUILD_LOG= -BUILD_VERSION= -MAKE_ARGS= -# -# END of script assigned variables -############################################################################ - -############################################################################ -# BEGIN of include pragmas -# -source ${INCLUDE_DIR}/build.sh.debug -# -# END of include -############################################################################ - -############################################################################ -# BEGIN of main -# -while getopts "s:c:d:v:f:l:r:RtTh" OPTION -do - case $OPTION in - h) - usage - rc=0 - exit $rc - ;; - - s) - BUILD_SPEC=${OPTARG} - ;; - - c) - BUILD_CACHE_URI=${OPTARG} - ;; - - d) - BUILD_DIR=${OPTARG} - ;; - - l) - BUILD_LOG=${OPTARG} - ;; - - v) - BUILD_VERSION=${OPTARG} - ;; - - f) - BUILD_FLAGS=${OPTARG} - ;; - - r) REMOTE_ACCESS_METHD=${OPTARG} - ;; - - R) - RECURSIVE=1 - ;; - - t) - INTEGRATION_TEST=1 - ;; - - T) - INTEGRATION_TEST=1 - FULL_INTEGRATION_TEST=1 - ;; - - *) - echo "${OPTION} is not a valid argument" - rc=100 - exit $rc - ;; - esac -done - -if [ -z $BUILD_DIR ]; then - BUILD_DIR=$(echo $@ | cut -d ' ' -f ${OPTIND}) -fi - -for ((i=0; i<${#BUILD_FLAGS};i++)); do - case ${BUILD_FLAGS:$i:1} in - s) - rc=0 - exit $rc - ;; - - f) - rc=1 - exit $rc - ;; - - t) - UNIT_TEST=1 - ;; - - i) - INTERACTIVE=1 - ;; - - P) - POPULATE_CACHE=1 - ;; - - d) - DETACH=1 - echo "Detach is not yet supported - exiting ...." - rc=100 - exit $rc - ;; - - D) - DEBUG=1 - ;; - - *) - echo "${BUILD_FLAGS:$i:1} is not a valid build flag - exiting ...." - rc=100 - exit $rc - ;; - esac -done - -shift $((OPTIND-1)) - -if [ ${INTEGRATION_TEST} -eq 1 ]; then - integration-test - rc=0 - exit $rc -fi - -if [ ! -f ${BUILD_SPEC} ]; then - echo "spec file does not exist: $BUILD_SPEC - exiting ...." - rc=100 - exit $rc -fi - -if [ -z ${BUILD_DIR} ]; then - echo "Missing build directory - exiting ...." - rc=100 - exit $rc -fi - -if [ ! -z ${BUILD_LOG} ]; then - if [[ ${RECURSIVE} -ne 1 ]]; then - set +e - eval $0 -R $@ > ${BUILD_LOG} 2>&1 - rc=$? - set -e - if [ $rc -ne 0]; then - exit $rc - fi - fi -fi - -if [ ${TEST_SUCCEED} -eq 1 ]; then - sleep 1 - rc=0 - exit $rc -fi - -if [ ${TEST_FAIL} -eq 1 ]; then - sleep 1 - rc=1 - exit $rc -fi - -if [ -e ${LOCK_FILE} ]; then - echo "A build job is already running, exiting....." - rc=101 - exit $rc -fi - -echo $$ > ${LOCK_FILE} - -if [ ! -z ${BUILD_CACHE_URI} ]; then - if [ ${POPULATE_CACHE} -ne 1 ]; then - rm -rf ${CACHE_TMP}/cache - mkdir -p ${CACHE_TMP}/cache - echo "Downloading cach file ${BUILD_CACHE_URI}/${REMOTE_CACHE_ARCH_NAME} ..." - set +e - ${REMOTE_ACCESS_METHD} -o ${CACHE_TMP}/cache/${LOCAL_CACHE_ARCH_NAME}.tgz ${BUILD_CACHE_URI}/${REMOTE_CACHE_ARCH_NAME}.tgz - rc=$? - set -e - if [ $rc -ne 0 ]; then - echo "Remote cache does not exist, or is not accessible - a new cache will be built ..." - POPULATE_CACHE=1 - else - echo "Unpacking cache file ..." - tar -C ${CACHE_TMP}/cache -xvf ${CACHE_TMP}/cache/${LOCAL_CACHE_ARCH_NAME}.tgz - cp ${CACHE_TMP}/cache/cache/.versions ${BUILD_BASE}/. - set +e - make -C ${BUILD_BASE} validate-cache; - rc=$? - set -e - - if [ $rc -ne 0 ]; then - echo "Cache invalid - a new cache will be built " - POPULATE_CACHE=1 - else - cp -rf ${CACHE_TMP}/cache/cache/. ${BUILD_BASE} - fi - rm -rf ${CACHE_TMP}/cache - fi - fi -fi - -if [ ${POPULATE_CACHE} -eq 1 ]; then - if [ ${DEBUG} -eq 0 ]; then - set +e - cd ${BUILD_BASE} && make clean - rc=$? - set -e - if [ $rc -ne 0 ]; then - echo "Build - make clean failed, exiting ..." - rc=100 - exit $rc - fi - fi -fi - -if [ ! -z ${BUILD_VERSION} ]; then - MAKE_ARGS+="REVSTATE=${BUILD_VERSION} " -fi - -if [ ${UNIT_TEST} -eq 1 ]; then - MAKE_ARGS+="UNIT_TEST=TRUE " -else - MAKE_ARGS+="UNIT_TEST=FALSE " -fi - -if [ ${INTERACTIVE} -eq 1 ]; then - MAKE_ARGS+="INTERACTIVE=TRUE " -else - MAKE_ARGS+="INTERACTIVE=FALSE " -fi - -MAKE_ARGS+=all - -if [ ${DEBUG} -eq 0 ]; then - set +e - cd ${BUILD_BASE} && make ${MAKE_ARGS} - rc=$? - set -e - if [ $rc -gt 0 ]; then - echo "Build: make all failed, exiting ..." - rc=200 - exit $rc - fi -else -debug_make -fi -set +e -make -C ${BUILD_BASE} prepare-cache -rc=$? -set -e - -if [ $rc -gt 0 ]; then - echo "Build: make prepare-cache failed - exiting ..." - rc=100 - exit $rc -fi -echo "Copying built OPNFV .iso file to target directory ${BUILD_DIR} ..." -rm -rf ${BUILD_DIR} -mkdir -p ${BUILD_DIR} -cp ${BUILD_BASE}/.versions ${BUILD_DIR} -cp ${RESULT_DIR}/*.iso* ${BUILD_DIR} - -if [ $POPULATE_CACHE -eq 1 ]; then - if [ ! -z ${BUILD_CACHE_URI} ]; then - echo "Building cache ..." - tar --dereference -C ${BUILD_BASE} -caf ${BUILD_BASE}/${LOCAL_CACHE_ARCH_NAME}.tgz ${CACHE_DIR} - echo "Uploading cache ${BUILD_CACHE_URI}/${REMOTE_CACHE_ARCH_NAME}" - ${REMOTE_ACCESS_METHD} -T ${BUILD_BASE}/${LOCAL_CACHE_ARCH_NAME}.tgz ${BUILD_CACHE_URI}/${REMOTE_CACHE_ARCH_NAME}.tgz - rm ${BUILD_BASE}/${LOCAL_CACHE_ARCH_NAME}.tgz - fi -fi -echo "Success!!!" -exit 0 -# -# END of main -############################################################################ diff --git a/foreman/ci/clean.sh b/foreman/ci/clean.sh deleted file mode 100755 index 345864b..0000000 --- a/foreman/ci/clean.sh +++ /dev/null @@ -1,235 +0,0 @@ -#!/usr/bin/env bash - -#Clean script to uninstall provisioning server for Foreman/QuickStack -#author: Tim Rozet (trozet@redhat.com) -# -#Removes Libvirt, KVM, Vagrant, VirtualBox -# -#Destroys Vagrant VMs running in $vm_dir/ -#Shuts down all nodes found in Khaleesi settings -#Removes hypervisor kernel modules (VirtualBox & KVM/Libvirt) - -##VARS -reset=`tput sgr0` -blue=`tput setaf 4` -red=`tput setaf 1` -green=`tput setaf 2` -vm_dir=/var/opt/opnfv -##END VARS - -##FUNCTIONS -display_usage() { - echo -e "\n\n${blue}This script is used to uninstall and clean the OPNFV Target System${reset}\n\n" - echo -e "\nUsage:\n$0 [arguments] \n" - echo -e "\n -no_parse : No variable parsing into config. Flag. \n" - echo -e "\n -base_config : Full path of ksgen settings file to parse. Required. Will provide BMC info to shutdown hosts. Example: -base_config /opt/myinventory.yml \n" -} - -##END FUNCTIONS - -if [[ ( $1 == "--help") || $1 == "-h" ]]; then - display_usage - exit 0 -fi - -echo -e "\n\n${blue}This script is used to uninstall and clean the OPNFV Target System${reset}\n\n" -echo "Use -h to display help" -sleep 2 - -while [ "`echo $1 | cut -c1`" = "-" ] -do - echo $1 - case "$1" in - -base_config) - base_config=$2 - shift 2 - ;; - *) - display_usage - exit 1 - ;; -esac -done - -if [ ! -z "$base_config" ]; then - # Install ipmitool - # Major version is pinned to force some consistency for Arno - if ! yum list installed | grep -i ipmitool; then - if ! yum -y install ipmitool-1*; then - echo "${red}Unable to install ipmitool!${reset}" - exit 1 - fi - else - echo "${blue}Skipping ipmitool as it is already installed!${reset}" - fi - - ###find all the bmc IPs and number of nodes - node_counter=0 - output=`grep bmc_ip $base_config | grep -Eo '[0-9]+.[0-9]+.[0-9]+.[0-9]+'` - for line in ${output} ; do - bmc_ip[$node_counter]=$line - ((node_counter++)) - done - - max_nodes=$((node_counter-1)) - - ###find bmc_users per node - node_counter=0 - output=`grep bmc_user $base_config | sed 's/\s*bmc_user:\s*//'` - for line in ${output} ; do - bmc_user[$node_counter]=$line - ((node_counter++)) - done - - ###find bmc_pass per node - node_counter=0 - output=`grep bmc_pass $base_config | sed 's/\s*bmc_pass:\s*//'` - for line in ${output} ; do - bmc_pass[$node_counter]=$line - ((node_counter++)) - done - for mynode in `seq 0 $max_nodes`; do - echo "${blue}Node: ${bmc_ip[$mynode]} ${bmc_user[$mynode]} ${bmc_pass[$mynode]} ${reset}" - if ipmitool -I lanplus -P ${bmc_pass[$mynode]} -U ${bmc_user[$mynode]} -H ${bmc_ip[$mynode]} chassis power off; then - echo "${blue}Node: $mynode, ${bmc_ip[$mynode]} powered off!${reset}" - else - echo "${red}Error: Unable to power off $mynode, ${bmc_ip[$mynode]} ${reset}" - exit 1 - fi - done -else - echo "${blue}Skipping Baremetal node poweroff as base_config was not provided${reset}" -fi -###check to see if vbox is installed -vboxpkg=`rpm -qa | grep VirtualBox` -if [ $? -eq 0 ]; then - skip_vagrant=0 -else - skip_vagrant=1 -fi - -###legacy VM location check -###remove me later -if [ -d /tmp/bgs_vagrant ]; then - cd /tmp/bgs_vagrant - vagrant destroy -f - rm -rf /tmp/bgs_vagrant -fi - -###destroy vagrant -if [ $skip_vagrant -eq 0 ]; then - if [ -d $vm_dir ]; then - ##all vm directories - for vm in $( ls $vm_dir ); do - cd $vm_dir/$vm - if vagrant destroy -f; then - echo "${blue}Successfully destroyed $vm Vagrant VM ${reset}" - else - echo "${red}Unable to destroy $vm Vagrant VM! Attempting to killall vagrant if process is hung ${reset}" - killall vagrant - echo "${blue}Checking if vagrant was already destroyed and no process is active...${reset}" - if ps axf | grep vagrant | grep -v 'grep'; then - echo "${red}Vagrant process still exists after kill...exiting ${reset}" - exit 1 - else - echo "${blue}Vagrant process doesn't exist. Moving on... ${reset}" - fi - fi - - ##Vagrant boxes appear as VboxHeadless processes - ##try to gracefully destroy the VBox VM if it still exists - if vboxmanage list runningvms | grep $vm; then - echo "${red} $vm VBoxHeadless process still exists...Removing${reset}" - vbox_id=$(vboxmanage list runningvms | grep $vm | awk '{print $1}' | sed 's/"//g') - vboxmanage controlvm $vbox_id poweroff - if vboxmanage unregistervm --delete $vbox_id; then - echo "${blue}$vm VM is successfully deleted! ${reset}" - else - echo "${red} Unable to delete VM $vm ...Exiting ${reset}" - exit 1 - fi - else - echo "${blue}$vm VM is successfully deleted! ${reset}" - fi - done - else - echo "${blue}${vm_dir} doesn't exist, no VMs in OPNFV directory to destroy! ${reset}" - fi - - echo "${blue}Checking for any remaining virtual box processes...${reset}" - ###kill virtualbox - if ps axf | grep virtualbox | grep -v 'grep'; then - echo "${blue}virtualbox processes are still running. Killing any remaining VirtualBox processes...${reset}" - killall virtualbox - fi - - ###kill any leftover VMs (brute force) - if ps axf | grep VBoxHeadless | grep -v 'grep'; then - echo "${blue}VBoxHeadless processes are still running. Killing any remaining VBoxHeadless processes...${reset}" - killall VBoxHeadless - fi - - ###remove virtualbox - echo "${blue}Removing VirtualBox... ${reset}" - yum -y remove $vboxpkg - -else - echo "${blue}Skipping Vagrant destroy + VBox Removal as VirtualBox package is already removed ${reset}" -fi - -###remove working vm directory -echo "${blue}Removing working VM directory: $vm_dir ${reset}" -rm -rf $vm_dir - -###check to see if libvirt is installed -echo "${blue}Checking if libvirt/KVM is installed" -if rpm -qa | grep -iE 'libvirt|kvm'; then - echo "${blue}Libvirt/KVM is installed${reset}" - echo "${blue}Checking for any QEMU/KVM VMs...${reset}" - vm_count=0 - while read -r line; do ((vm_count++)); done < <(virsh list --all | sed 1,2d | head -n -1) - if [ $vm_count -gt 0 ]; then - echo "${blue}VMs Found: $vm_count${reset}" - vm_runnning=0 - while read -r line; do ((vm_running++)); done < <(virsh list --all | sed 1,2d | head -n -1| grep -i running) - echo "${blue}Powering off $vm_running VM(s)${reset}" - while read -r vm; do - if ! virsh destroy $vm; then - echo "${red}WARNING: Unable to power off VM ${vm}${reset}" - else - echo "${blue}VM $vm powered off!${reset}" - fi - done < <(virsh list --all | sed 1,2d | head -n -1| grep -i running | sed 's/^[ \t]*//' | awk '{print $2}') - echo "${blue}Destroying libvirt VMs...${reset}" - while read -r vm; do - if ! virsh undefine --remove-all-storage $vm; then - echo "${red}ERROR: Unable to remove the VM ${vm}${reset}" - exit 1 - else - echo "${blue}VM $vm removed!${reset}" - fi - done < <(virsh list --all | sed 1,2d | head -n -1| awk '{print $2}') - else - echo "${blue}No VMs found for removal" - fi - echo "${blue}Removing libvirt and kvm packages" - yum -y remove libvirt-* - yum -y remove *qemu* -else - echo "${blue}libvirt/KVM is not installed${reset}" -fi - -###remove kernel modules -echo "${blue}Removing kernel modules ${reset}" -for kernel_mod in vboxnetadp vboxnetflt vboxpci vboxdrv kvm_intel kvm; do - if ! rmmod $kernel_mod; then - if rmmod $kernel_mod 2>&1 | grep -i 'not currently loaded'; then - echo "${blue} $kernel_mod is not currently loaded! ${reset}" - else - echo "${red}Error trying to remove Kernel Module: $kernel_mod ${reset}" - exit 1 - fi - else - echo "${blue}Removed Kernel Module: $kernel_mod ${reset}" - fi -done diff --git a/foreman/ci/deploy.sh b/foreman/ci/deploy.sh deleted file mode 100755 index 6bf8f12..0000000 --- a/foreman/ci/deploy.sh +++ /dev/null @@ -1,1468 +0,0 @@ -#!/usr/bin/env bash - -#Deploy script to install provisioning server for Foreman/QuickStack -#author: Tim Rozet (trozet@redhat.com) -# -#Uses Vagrant and VirtualBox -#VagrantFile uses bootsrap.sh which Installs Khaleesi -#Khaleesi will install and configure Foreman/QuickStack -# -#Pre-requisties: -#Supports 3 or 4 network interface configuration -#Target system must be RPM based -#Ensure the host's kernel is up to date (yum update) -#Provisioned nodes expected to have following order of network connections (note: not all have to exist, but order is maintained): -#eth0- admin network -#eth1- private network (+storage network in 3 NIC config) -#eth2- public network -#eth3- storage network -#script assumes /24 subnet mask - -##VARS -reset=`tput sgr0` -blue=`tput setaf 4` -red=`tput setaf 1` -green=`tput setaf 2` - -declare -A interface_arr -declare -A controllers_ip_arr -declare -A admin_ip_arr -declare -A public_ip_arr - -vagrant_box_dir=~/.vagrant.d/boxes/opnfv-VAGRANTSLASH-centos-7.0/1.0.0/virtualbox/ -vagrant_box_vmdk=box-disk1.vmdk -vm_dir=/var/opt/opnfv -script=`realpath $0` -##END VARS - -##FUNCTIONS -display_usage() { - echo -e "\n\n${blue}This script is used to deploy Foreman/QuickStack Installer and Provision OPNFV Target System${reset}\n\n" - echo -e "\n${green}Make sure you have the latest kernel installed before running this script! (yum update kernel +reboot)${reset}\n" - echo -e "\nUsage:\n$0 [arguments] \n" - echo -e "\n -no_parse : No variable parsing into config. Flag. \n" - echo -e "\n -base_config : Full path of settings file to parse. Optional. Will provide a new base settings file rather than the default. Example: -base_config /opt/myinventory.yml \n" - echo -e "\n -virtual : Node virtualization instead of baremetal. Flag. \n" - echo -e "\n -enable_virtual_dhcp : Run dhcp server instead of using static IPs. Use this with -virtual only. \n" - echo -e "\n -static_ip_range : static IP range to define when using virtual and when dhcp is not being used (default), must at least a 20 IP block. Format: '192.168.1.1,192.168.1.20' \n" - echo -e "\n -ping_site : site to use to verify IP connectivity from the VM when -virtual is used. Format: -ping_site www.blah.com \n" - echo -e "\n -floating_ip_count : number of IP address from the public range to be used for floating IP. Default is 20.\n" - echo -e "\n -admin_nic : Baremetal NIC for the admin network. Required if other "nic" arguments are used. \ -Not applicable with -virtual. Example: -admin_nic em1" - echo -e "\n -private_nic : Baremetal NIC for the private network. Required if other "nic" arguments are used. \ -Not applicable with -virtual. Example: -private_nic em2" - echo -e "\n -public_nic : Baremetal NIC for the public network. Required if other "nic" arguments are used. \ -Can also be used with -virtual. Example: -public_nic em3" - echo -e "\n -storage_nic : Baremetal NIC for the storage network. Optional. Not applicable with -virtual. \ -Private NIC will be used for storage if not specified. Example: -storage_nic em4" - echo -e "\n -single_baremetal_nic : Baremetal NIC for the all in one network. Optional. Not applicable with -virtual. \ -Example: -single_baremetal_nic em1" -} - -##verify vm dir exists -##params: none -function verify_vm_dir { - if [ -d "$vm_dir" ]; then - echo -e "\n\n${red}ERROR: VM Directory: $vm_dir already exists. Environment not clean. Please use clean.sh. Exiting${reset}\n\n" - exit 1 - else - mkdir -p $vm_dir - fi - - chmod 700 $vm_dir - - if [ ! -d $vm_dir ]; then - echo -e "\n\n${red}ERROR: Unable to create VM Directory: $vm_dir Exiting${reset}\n\n" - exit -1 - fi -} - -##find ip of interface -##params: interface name -function find_ip { - ip addr show $1 | grep -Eo '^\s+inet\s+[\.0-9]+' | awk '{print $2}' -} - -##finds subnet of ip and netmask -##params: ip, netmask -function find_subnet { - IFS=. read -r i1 i2 i3 i4 <<< "$1" - IFS=. read -r m1 m2 m3 m4 <<< "$2" - printf "%d.%d.%d.%d\n" "$((i1 & m1))" "$((i2 & m2))" "$((i3 & m3))" "$((i4 & m4))" -} - -##verify subnet has at least n IPs -##params: subnet mask, n IPs -function verify_subnet_size { - IFS=. read -r i1 i2 i3 i4 <<< "$1" - num_ips_required=$2 - - ##this function assumes you would never need more than 254 - ##we check here to make sure - if [ "$num_ips_required" -ge 254 ]; then - echo -e "\n\n${red}ERROR: allocating more than 254 IPs is unsupported...Exiting${reset}\n\n" - return 1 - fi - - ##we just return if 3rd octet is not 255 - ##because we know the subnet is big enough - if [ "$i3" -ne 255 ]; then - return 0 - elif [ $((254-$i4)) -ge "$num_ips_required" ]; then - return 0 - else - echo -e "\n\n${red}ERROR: Subnet is too small${reset}\n\n" - return 1 - fi -} - -##finds last usable ip (broadcast minus 1) of a subnet from an IP and netmask -## Warning: This function only works for IPv4 at the moment. -##params: ip, netmask -function find_last_ip_subnet { - IFS=. read -r i1 i2 i3 i4 <<< "$1" - IFS=. read -r m1 m2 m3 m4 <<< "$2" - IFS=. read -r s1 s2 s3 s4 <<< "$((i1 & m1)).$((i2 & m2)).$((i3 & m3)).$((i4 & m4))" - printf "%d.%d.%d.%d\n" "$((255 - $m1 + $s1))" "$((255 - $m2 + $s2))" "$((255 - $m3 + $s3))" "$((255 - $m4 + $s4 - 1))" -} - -##increments subnet by a value -##params: ip, value -##assumes low value -function increment_subnet { - IFS=. read -r i1 i2 i3 i4 <<< "$1" - printf "%d.%d.%d.%d\n" "$i1" "$i2" "$i3" "$((i4 | $2))" -} - - -##finds netmask of interface -##params: interface -##returns long format 255.255.x.x -function find_netmask { - ifconfig $1 | grep -Eo 'netmask\s+[\.0-9]+' | awk '{print $2}' -} - -##finds short netmask of interface -##params: interface -##returns short format, ex: /21 -function find_short_netmask { - echo "/$(ip addr show $1 | grep -Eo '^\s+inet\s+[\/\.0-9]+' | awk '{print $2}' | cut -d / -f2)" -} - -##increments next IP -##params: ip -##assumes a /24 subnet -function next_ip { - baseaddr="$(echo $1 | cut -d. -f1-3)" - lsv="$(echo $1 | cut -d. -f4)" - if [ "$lsv" -ge 254 ]; then - return 1 - fi - ((lsv++)) - echo $baseaddr.$lsv -} - -##subtracts a value from an IP address -##params: last ip, ip_count -##assumes ip_count is less than the last octect of the address -subtract_ip() { - IFS=. read -r i1 i2 i3 i4 <<< "$1" - ip_count=$2 - if [ $i4 -lt $ip_count ]; then - echo -e "\n\n${red}ERROR: Can't subtract $ip_count from IP address $1 Exiting${reset}\n\n" - exit 1 - fi - printf "%d.%d.%d.%d\n" "$i1" "$i2" "$i3" "$((i4 - $ip_count ))" -} - -##removes the network interface config from Vagrantfile -##params: interface -##assumes you are in the directory of Vagrantfile -function remove_vagrant_network { - sed -i 's/^.*'"$1"'.*$//' Vagrantfile -} - -##check if IP is in use -##params: ip -##ping ip to get arp entry, then check arp -function is_ip_used { - ping -c 5 $1 > /dev/null 2>&1 - arp -n | grep "$1 " | grep -iv incomplete > /dev/null 2>&1 -} - -##find next usable IP -##params: ip -function next_usable_ip { - new_ip=$(next_ip $1) - while [ "$new_ip" ]; do - if ! is_ip_used $new_ip; then - echo $new_ip - return 0 - fi - new_ip=$(next_ip $new_ip) - done - return 1 -} - -##increment ip by value -##params: ip, amount to increment by -##increment_ip $next_private_ip 10 -function increment_ip { - baseaddr="$(echo $1 | cut -d. -f1-3)" - lsv="$(echo $1 | cut -d. -f4)" - incrval=$2 - lsv=$((lsv+incrval)) - if [ "$lsv" -ge 254 ]; then - return 1 - fi - echo $baseaddr.$lsv -} - -##translates yaml into variables -##params: filename, prefix (ex. "config_") -##usage: parse_yaml opnfv_ksgen_settings.yml "config_" -parse_yaml() { - local prefix=$2 - local s='[[:space:]]*' w='[a-zA-Z0-9_]*' fs=$(echo @|tr @ '\034') - sed -ne "s|^\($s\)\($w\)$s:$s\"\(.*\)\"$s\$|\1$fs\2$fs\3|p" \ - -e "s|^\($s\)\($w\)$s:$s\(.*\)$s\$|\1$fs\2$fs\3|p" $1 | - awk -F$fs '{ - indent = length($1)/2; - vname[indent] = $2; - for (i in vname) {if (i > indent) {delete vname[i]}} - if (length($3) > 0) { - vn=""; for (i=0; i&2 - exit 1 - fi -} - -##Download and install virtual box -##params: none -##usage: install_vbox() -install_vbox() { - ##install VirtualBox repo - if cat /etc/*release | grep -i "Fedora release"; then - vboxurl=http://download.virtualbox.org/virtualbox/rpm/fedora/\$releasever/\$basearch - else - vboxurl=http://download.virtualbox.org/virtualbox/rpm/el/\$releasever/\$basearch - fi - - cat > /etc/yum.repos.d/virtualbox.repo << EOM -[virtualbox] -name=Oracle Linux / RHEL / CentOS-\$releasever / \$basearch - VirtualBox -baseurl=$vboxurl -enabled=1 -gpgcheck=1 -gpgkey=https://www.virtualbox.org/download/oracle_vbox.asc -skip_if_unavailable = 1 -keepcache = 0 -EOM - - ##install VirtualBox - if ! yum list installed | grep -i virtualbox; then - if ! yum -y install VirtualBox-4.3; then - printf '%s\n' 'deploy.sh: Unable to install virtualbox package' >&2 - exit 1 - fi - fi - - ##install kmod-VirtualBox - if ! lsmod | grep vboxdrv; then - sudo /etc/init.d/vboxdrv setup - if ! lsmod | grep vboxdrv; then - printf '%s\n' 'deploy.sh: Unable to install kernel module for virtualbox' >&2 - exit 1 - fi - else - printf '%s\n' 'deploy.sh: Skipping kernel module for virtualbox. Already Installed' - fi -} - -##install Ansible using yum -##params: none -##usage: install_ansible() -install_ansible() { - if ! yum list installed | grep -i ansible; then - if ! yum -y install ansible-1*; then - printf '%s\n' 'deploy.sh: Unable to install Ansible package' >&2 - exit 1 - fi - fi -} - -##install Vagrant RPM directly with the bintray.com site -##params: none -##usage: install_vagrant() -install_vagrant() { - if ! rpm -qa | grep vagrant; then - if ! rpm -Uvh https://dl.bintray.com/mitchellh/vagrant/vagrant_1.7.2_x86_64.rpm; then - printf '%s\n' 'deploy.sh: Unable to install vagrant package' >&2 - exit 1 - fi - else - printf '%s\n' 'deploy.sh: Skipping Vagrant install as it is already installed.' - fi - - ##add centos 7 box to vagrant - if ! vagrant box list | grep opnfv/centos-7.0; then - if ! vagrant box add opnfv/centos-7.0 --provider virtualbox; then - printf '%s\n' 'deploy.sh: Unable to download centos7 box for Vagrant' >&2 - exit 1 - fi - else - printf '%s\n' 'deploy.sh: Skipping Vagrant box add as centos-7.0 is already installed.' - fi - - ##install workaround for centos7 - if ! vagrant plugin list | grep vagrant-centos7_fix; then - if ! vagrant plugin install vagrant-centos7_fix; then - printf '%s\n' 'deploy.sh: Warning: unable to install vagrant centos7 workaround' >&2 - fi - else - printf '%s\n' 'deploy.sh: Skipping Vagrant plugin as centos7 workaround is already installed.' - fi -} - - -##remove bgs vagrant incase it wasn't cleaned up -##params: none -##usage: clean_tmp() -clean_tmp() { - rm -rf $vm_dir/foreman_vm -} - -##clone genesis and move to node vm dir -##params: destination directory -##usage: clone_bgs /tmp/myvm/ -clone_bgs() { - script_dir="`dirname "$script"`" - cp -fr $script_dir/ $1 - cp -fr $script_dir/../../common/puppet-opnfv $1 -} - -##validates the network settings and update VagrantFile with network settings -##params: none -##usage: configure_network() -configure_network() { - cd $vm_dir/foreman_vm - - ##if nic_arg_flag is set, then we don't figure out - ##NICs dynamically - if [[ $nic_arg_flag -eq 1 ]]; then - echo "${blue}Static Network Interfaces Defined. Updating Vagrantfile...${reset}" - if [ $virtual ]; then - nic_list="$public_nic" - elif [ -z "$storage_nic" ]; then - echo "${blue}storage_nic not defined, will combine storage into private VLAN ${reset}" - nic_list="$admin_nic $private_nic $public_nic" - else - nic_list="$admin_nic $private_nic $public_nic $storage_nic" - fi - nic_array=( $nic_list ) - output=$nic_list - elif [ ! -z "$single_baremetal_nic" ]; then - output=$single_baremetal_nic - else - echo "${blue}Detecting network configuration...${reset}" - ##detect host 1 or 3 interface configuration - #output=`ip link show | grep -E "^[0-9]" | grep -Ev ": lo|tun|virbr|vboxnet" | awk '{print $2}' | sed 's/://'` - #output=`/bin/ls -l /sys/class/net | tail -n +2 | grep -v virtual | cut -d " " -f10` - output=`/bin/ls -l /sys/class/net | tail -n +2 | grep -v virtual | awk {'print $9'}` - fi - - if [ ! "$output" ]; then - printf '%s\n' 'deploy.sh: Unable to detect interfaces to bridge to' >&2 - exit 1 - fi - - ##virtual we only find 1 interface - if [ $virtual ]; then - if [ ! -z "${nic_array[0]}" ]; then - echo "${blue}Public Interface specified: ${nic_array[0]}${reset}" - this_default_gw_interface=${nic_array[0]} - else - ##find interface with default gateway - this_default_gw=$(ip route | grep default | awk '{print $3}') - echo "${blue}Default Gateway: $this_default_gw ${reset}" - this_default_gw_interface=$(ip route get $this_default_gw | awk '{print $3}') - fi - - ##find interface IP, make sure its valid - interface_ip=$(find_ip $this_default_gw_interface) - if [ ! "$interface_ip" ]; then - echo "${red}Interface ${this_default_gw_interface} does not have an IP: $interface_ip ! Exiting ${reset}" - exit 1 - fi - - ##set variable info - if [ ! -z "$static_ip_range" ]; then - new_ip=$(echo $static_ip_range | cut -d , -f1) - subnet_mask=$(find_netmask $this_default_gw_interface) - host_subnet=$(find_subnet $interface_ip $subnet_mask) - ip_range_subnet=$(find_subnet $new_ip $subnet_mask) - if [ "$ip_range_subnet" != "$host_subnet" ]; then - echo "${red}static_ip_range: ${static_ip_range} is not in the same subnet as your default gateway interface: ${host_subnet}. Please use a correct range!${reset}" - exit 1 - fi - else - new_ip=$(next_usable_ip $interface_ip) - if [ ! "$new_ip" ]; then - echo "${red} Cannot find next IP on interface ${this_default_gw_interface} new_ip: $new_ip ! Exiting ${reset}" - exit 1 - fi - fi - interface=$this_default_gw_interface - public_interface=$interface - interface_arr[$interface]=2 - interface_ip_arr[2]=$new_ip - subnet_mask=$(find_netmask $interface) - public_subnet_mask=$subnet_mask - public_short_subnet_mask=$(find_short_netmask $interface) - - if ! verify_subnet_size $public_subnet_mask 25; then - echo "${red} Not enough IPs in public subnet: $interface_ip_arr[2] ${public_subnet_mask}. Need at least 25 IPs. Please resize subnet! Exiting ${reset}" - exit 1 - fi - - ##set that interface to be public - sed -i 's/^.*eth_replace2.*$/ config.vm.network "public_network", ip: '\""$new_ip"\"', bridge: '\'"$interface"\'', netmask: '\""$subnet_mask"\"'/' Vagrantfile - if_counter=1 - else - if [ ! -z $single_baremetal_nic ]; then - interface_ip=$(find_ip $single_baremetal_nic) - if [ ! "$interface_ip" ]; then - echo "${red}Unable to determine IP address of $single_baremetal_nic. Exiting...${reset}" - exit 1 - fi - subnet_mask=$(find_netmask $single_baremetal_nic) - public_subnet_mask=$subnet_mask - if ! verify_subnet_size $public_subnet_mask 50; then - echo "${red} Not enough IPs in subnet: $interface_ip $subnet_mask. Need at least 50 IPs. Please resize subnet! Exiting ${reset}" - exit 1 - fi - - new_ip=$(next_usable_ip $interface_ip) - if [ ! "$new_ip" ]; then - echo "${red}Unable to allocate new IP address: $interface_ip $subnet_mask Exiting...${reset}" - exit 1 - fi - - this_default_gw=$(ip route | grep default | awk '{print $3}') - echo "${blue}Default Gateway: $this_default_gw ${reset}" - this_default_gw_interface=$(ip route get $this_default_gw | awk '{print $3}') - if [ "$this_default_gw_interface" != "$single_baremetal_nic" ]; then - echo "${red}Error: Your default gateway interface: $this_default_gw_interface does not \ -match the baremetal nic you provided: ${single_baremetal_nic}. Exiting...${reset}" - exit 1 - fi - sed -i 's/^.*eth_replace0.*$/ config.vm.network "public_network", ip: '\""$new_ip"\"', bridge: '\'"$single_baremetal_nic"\'', netmask: '\""$subnet_mask"\"'/' Vagrantfile - interface_ip_arr[0]=$new_ip - interface_arr[$single_baremetal_nic]=0 - admin_ip=$new_ip - admin_subnet_mask=$subnet_mask - public_short_subnet_mask=$(find_short_netmask $single_baremetal_nic) - if_counter=1 - else - ##find number of interfaces with ip and substitute in VagrantFile - if_counter=0 - for interface in ${output}; do - - if [ "$if_counter" -ge 4 ]; then - break - fi - interface_ip=$(find_ip $interface) - if [ ! "$interface_ip" ]; then - continue - fi - new_ip=$(next_usable_ip $interface_ip) - if [ ! "$new_ip" ]; then - continue - fi - interface_arr[$interface]=$if_counter - interface_ip_arr[$if_counter]=$new_ip - subnet_mask=$(find_netmask $interface) - if [ "$if_counter" -eq 0 ]; then - admin_subnet_mask=$subnet_mask - admin_ip=$new_ip - if ! verify_subnet_size $admin_subnet_mask 5; then - echo "${red} Not enough IPs in admin subnet: ${interface_ip_arr[$if_counter]} ${admin_subnet_mask}. Need at least 5 IPs. Please resize subnet! Exiting ${reset}" - exit 1 - fi - - elif [ "$if_counter" -eq 1 ]; then - private_subnet_mask=$subnet_mask - private_short_subnet_mask=$(find_short_netmask $interface) - - if ! verify_subnet_size $private_subnet_mask 15; then - echo "${red} Not enough IPs in private subnet: ${interface_ip_arr[$if_counter]} ${private_subnet_mask}. Need at least 15 IPs. Please resize subnet! Exiting ${reset}" - exit 1 - fi - elif [ "$if_counter" -eq 2 ]; then - public_subnet_mask=$subnet_mask - public_short_subnet_mask=$(find_short_netmask $interface) - - if ! verify_subnet_size $public_subnet_mask 25; then - echo "${red} Not enough IPs in public subnet: ${interface_ip_arr[$if_counter]} ${public_subnet_mask}. Need at least 25 IPs. Please resize subnet! Exiting ${reset}" - exit 1 - fi - elif [ "$if_counter" -eq 3 ]; then - storage_subnet_mask=$subnet_mask - - if ! verify_subnet_size $storage_subnet_mask 10; then - echo "${red} Not enough IPs in storage subnet: ${interface_ip_arr[$if_counter]} ${storage_subnet_mask}. Need at least 10 IPs. Please resize subnet! Exiting ${reset}" - exit 1 - fi - else - echo "${red}ERROR: interface counter outside valid range of 0 to 3: $if_counter ! ${reset}" - exit 1 - fi - sed -i 's/^.*eth_replace'"$if_counter"'.*$/ config.vm.network "public_network", ip: '\""$new_ip"\"', bridge: '\'"$interface"\'', netmask: '\""$subnet_mask"\"'/' Vagrantfile - ((if_counter++)) - done - fi - fi - - ##now remove interface config in Vagrantfile for 1 node - ##if 1, 3, or 4 interfaces set deployment type - ##if 2 interfaces remove 2nd interface and set deployment type - if [[ "$if_counter" == 1 || "$if_counter" == 2 ]]; then - if [ $virtual ]; then - deployment_type="single_network" - echo "${blue}Single network detected for Virtual deployment...converting to three_network with internal networks! ${reset}" - private_internal_ip=155.1.2.2 - admin_internal_ip=156.1.2.2 - private_subnet_mask=255.255.255.0 - private_short_subnet_mask=/24 - interface_ip_arr[1]=$private_internal_ip - interface_ip_arr[0]=$admin_internal_ip - admin_subnet_mask=255.255.255.0 - admin_short_subnet_mask=/24 - sed -i 's/^.*eth_replace1.*$/ config.vm.network "private_network", virtualbox__intnet: "my_private_network", ip: '\""$private_internal_ip"\"', netmask: '\""$private_subnet_mask"\"'/' Vagrantfile - sed -i 's/^.*eth_replace0.*$/ config.vm.network "private_network", virtualbox__intnet: "my_admin_network", ip: '\""$admin_internal_ip"\"', netmask: '\""$private_subnet_mask"\"'/' Vagrantfile - remove_vagrant_network eth_replace3 - deployment_type=three_network - elif [[ "$if_counter" == 1 ]]; then - echo "${blue}Single network detected for Baremetal deployment! ${reset}" - remove_vagrant_network eth_replace1 - remove_vagrant_network eth_replace2 - remove_vagrant_network eth_replace3 - deployment_type="single_network" - else - echo "${blue}Single network or 2 network detected for baremetal deployment. This is unsupported! Exiting. ${reset}" - exit 1 - fi - elif [ "$if_counter" == 3 ]; then - deployment_type="three_network" - remove_vagrant_network eth_replace3 - else - deployment_type="multi_network" - fi - - echo "${blue}Network detected: ${deployment_type}! ${reset}" - - if [ $virtual ]; then - if [ -z "$enable_virtual_dhcp" ]; then - sed -i 's/^.*disable_dhcp_flag =.*$/ disable_dhcp_flag = true/' Vagrantfile - if [ $static_ip_range ]; then - ##verify static range is at least 20 IPs - static_ip_range_begin=$(echo $static_ip_range | cut -d , -f1) - static_ip_range_end=$(echo $static_ip_range | cut -d , -f2) - ##verify range is at least 20 ips - ##assumes less than 255 range pool - begin_octet=$(echo $static_ip_range_begin | cut -d . -f4) - end_octet=$(echo $static_ip_range_end | cut -d . -f4) - ip_count=$((end_octet-begin_octet+1)) - if [ "$ip_count" -lt 20 ]; then - echo "${red}Static range is less than 20 ips: ${ip_count}, exiting ${reset}" - exit 1 - else - echo "${blue}Static IP range is size $ip_count ${reset}" - fi - fi - fi - fi - - if route | grep default; then - echo "${blue}Default Gateway Detected ${reset}" - host_default_gw=$(ip route | grep default | awk '{print $3}') - echo "${blue}Default Gateway: $host_default_gw ${reset}" - default_gw_interface=$(ip route get $host_default_gw | awk '{print $3}') - case "${interface_arr[$default_gw_interface]}" in - 0) - echo "${blue}Default Gateway Detected on Admin Interface!${reset}" - sed -i 's/^.*default_gw =.*$/ default_gw = '\""$host_default_gw"\"'/' Vagrantfile - node_default_gw=$host_default_gw - ;; - 1) - echo "${red}Default Gateway Detected on Private Interface!${reset}" - echo "${red}Private subnet should be private and not have Internet access!${reset}" - exit 1 - ;; - 2) - echo "${blue}Default Gateway Detected on Public Interface!${reset}" - sed -i 's/^.*default_gw =.*$/ default_gw = '\""$host_default_gw"\"'/' Vagrantfile - echo "${blue}Will setup NAT from Admin -> Public Network on VM!${reset}" - sed -i 's/^.*nat_flag =.*$/ nat_flag = true/' Vagrantfile - echo "${blue}Setting node gateway to be VM Admin IP${reset}" - node_default_gw=${interface_ip_arr[0]} - public_gateway=$host_default_gw - ;; - 3) - echo "${red}Default Gateway Detected on Storage Interface!${reset}" - echo "${red}Storage subnet should be private and not have Internet access!${reset}" - exit 1 - ;; - *) - echo "${red}Unable to determine which interface default gateway is on..Exiting!${reset}" - exit 1 - ;; - esac - else - #assumes 24 bit mask - defaultgw=`echo ${interface_ip_arr[0]} | cut -d. -f1-3` - firstip=.1 - defaultgw=$defaultgw$firstip - echo "${blue}Unable to find default gateway. Assuming it is $defaultgw ${reset}" - sed -i 's/^.*default_gw =.*$/ default_gw = '\""$defaultgw"\"'/' Vagrantfile - node_default_gw=$defaultgw - fi - - if [ $base_config ]; then - if ! cp -f $base_config opnfv_ksgen_settings.yml; then - echo "{red}ERROR: Unable to copy $base_config to opnfv_ksgen_settings.yml${reset}" - exit 1 - fi - fi - - nodes=`sed -nr '/nodes:/{:start /workaround/!{N;b start};//p}' opnfv_ksgen_settings.yml | sed -n '/^ [A-Za-z0-9]\+:$/p' | sed 's/\s*//g' | sed 's/://g'` - controller_nodes=`echo $nodes | tr " " "\n" | grep controller | tr "\n" " "` - echo "${blue}Controller nodes found in settings: ${controller_nodes}${reset}" - my_controller_array=( $controller_nodes ) - num_control_nodes=${#my_controller_array[@]} - if [ "$num_control_nodes" -ne 3 ]; then - if cat opnfv_ksgen_settings.yml | grep ha_flag | grep true; then - echo "${red}Error: You must define exactly 3 control nodes when HA flag is true!${reset}" - exit 1 - fi - else - echo "${blue}Number of Controller nodes detected: ${num_control_nodes}${reset}" - fi - - if [ $no_parse ]; then - echo "${blue}Skipping parsing variables into settings file as no_parse flag is set${reset}" - - else - - echo "${blue}Gathering network parameters for Target System...this may take a few minutes${reset}" - ##Edit the ksgen settings appropriately - ##ksgen settings will be stored in /vagrant on the vagrant machine - ##if single node deployment all the variables will have the same ip - ##interface names will be enp0s3, enp0s8, enp0s9 in chef/centos7 - - sed -i 's/^.*default_gw:.*$/default_gw:'" $node_default_gw"'/' opnfv_ksgen_settings.yml - - ##replace private interface parameter - ##private interface will be of hosts, so we need to know the provisioned host interface name - ##we add biosdevname=0, net.ifnames=0 to the kickstart to use regular interface naming convention on hosts - ##replace IP for parameters with next IP that will be given to controller - - if [[ "$deployment_type" == "single_network" || "$deployment_type" == "multi_network" || "$deployment_type" == "three_network" ]]; then - - if [ "$deployment_type" == "three_network" ]; then - sed -i 's/^.*network_type:.*$/network_type: three_network/' opnfv_ksgen_settings.yml - elif [ "$deployment_type" == "single_network" ]; then - sed -i 's/^.*network_type:.*$/network_type: single_network/' opnfv_ksgen_settings.yml - next_single_ip=${interface_ip_arr[0]} - foreman_ip=$next_single_ip - next_single_ip=$(next_usable_ip $next_single_ip) - fi - - sed -i 's/^.*deployment_type:.*$/ deployment_type: '"$deployment_type"'/' opnfv_ksgen_settings.yml - - ##get ip addresses for private network on controllers to make dhcp entries - ##required for controllers_ip_array global param - if [ "$deployment_type" == "single_network" ]; then - next_private_ip=$next_single_ip - sed -i 's/^.*no_dhcp:.*$/no_dhcp: true/' opnfv_ksgen_settings.yml - nodes=`sed -nr '/nodes:/{:start /workaround/!{N;b start};//p}' opnfv_ksgen_settings.yml | sed -n '/^ [A-Za-z0-9]\+:$/p' | sed 's/\s*//g' | sed 's/://g'` - compute_nodes=`echo $nodes | tr " " "\n" | grep -v controller | tr "\n" " "` - controller_nodes=`echo $nodes | tr " " "\n" | grep controller | tr "\n" " "` - nodes=${controller_nodes}${compute_nodes} - next_admin_ip=${interface_ip_arr[0]} - type1=_admin - type2=_private - control_count=0 - for node in ${controller_nodes}; do - next_private_ip=$(next_usable_ip $next_private_ip) - if [ ! "$next_private_ip" ]; then - echo "${red} Unable to find an unused IP for $node ! ${reset}" - exit 1 - else - sed -i 's/'"$node$type1"'/'"$next_private_ip"'/g' opnfv_ksgen_settings.yml - sed -i 's/'"$node$type2"'/'"$next_private_ip"'/g' opnfv_ksgen_settings.yml - controller_ip_array=$controller_ip_array$next_private_ip, - controllers_ip_arr[$control_count]=$next_private_ip - ((control_count++)) - fi - done - - for node in ${compute_nodes}; do - next_private_ip=$(next_usable_ip $next_private_ip) - if [ ! "$next_private_ip" ]; then - echo "${red} Unable to find an unused IP for $node ! ${reset}" - exit 1 - else - sed -i 's/'"$node$type1"'/'"$next_private_ip"'/g' opnfv_ksgen_settings.yml - fi - done - - else - next_private_ip=${interface_ip_arr[1]} - - type=_private - control_count=0 - for node in controller1 controller2 controller3; do - next_private_ip=$(next_usable_ip $next_private_ip) - if [ ! "$next_private_ip" ]; then - printf '%s\n' 'deploy.sh: Unable to find next ip for private network for control nodes' >&2 - exit 1 - fi - sed -i 's/'"$node$type"'/'"$next_private_ip"'/g' opnfv_ksgen_settings.yml - controller_ip_array=$controller_ip_array$next_private_ip, - controllers_ip_arr[$control_count]=$next_private_ip - ((control_count++)) - done - fi - - if [[ "$deployment_type" != "single_network" ]]; then - next_public_ip=${interface_ip_arr[2]} - foreman_ip=$next_public_ip - fi - - ##if no dhcp, find all the Admin IPs for nodes in advance - if [ $virtual ]; then - if [ -z "$enable_virtual_dhcp" ]; then - sed -i 's/^.*no_dhcp:.*$/no_dhcp: true/' opnfv_ksgen_settings.yml - nodes=`sed -nr '/nodes:/{:start /workaround/!{N;b start};//p}' opnfv_ksgen_settings.yml | sed -n '/^ [A-Za-z0-9]\+:$/p' | sed 's/\s*//g' | sed 's/://g'` - compute_nodes=`echo $nodes | tr " " "\n" | grep -v controller | tr "\n" " "` - controller_nodes=`echo $nodes | tr " " "\n" | grep controller | tr "\n" " "` - nodes=${controller_nodes}${compute_nodes} - next_admin_ip=${interface_ip_arr[0]} - type=_admin - for node in ${nodes}; do - next_admin_ip=$(next_ip $next_admin_ip) - if [ ! "$next_admin_ip" ]; then - echo "${red} Unable to find an unused IP in admin_network for $node ! ${reset}" - exit 1 - else - admin_ip_arr[$node]=$next_admin_ip - sed -i 's/'"$node$type"'/'"$next_admin_ip"'/g' opnfv_ksgen_settings.yml - fi - done - - ##allocate node public IPs - for node in ${nodes}; do - next_public_ip=$(next_usable_ip $next_public_ip) - if [ ! "$next_public_ip" ]; then - echo "${red} Unable to find an unused IP in admin_network for $node ! ${reset}" - exit 1 - else - public_ip_arr[$node]=$next_public_ip - fi - done - fi - fi - ##replace global param for controllers_ip_array - controller_ip_array=${controller_ip_array%?} - sed -i 's/^.*controllers_ip_array:.*$/ controllers_ip_array: '"$controller_ip_array"'/' opnfv_ksgen_settings.yml - - ##now replace all the VIP variables. admin//private can be the same IP - ##we have to use IP's here that won't be allocated to hosts at provisioning time - ##therefore we increment the ip by 10 to make sure we have a safe buffer - next_private_ip=$(increment_ip $next_private_ip 10) - - private_output=$(grep -E '*private_vip|loadbalancer_vip|db_vip|amqp_vip|*admin_vip' opnfv_ksgen_settings.yml) - if [ ! -z "$private_output" ]; then - while read -r line; do - sed -i 's/^.*'"$line"'.*$/ '"$line $next_private_ip"'/' opnfv_ksgen_settings.yml - next_private_ip=$(next_usable_ip $next_private_ip) - if [ ! "$next_private_ip" ]; then - printf '%s\n' 'deploy.sh: Unable to find next ip for private network for vip replacement' >&2 - exit 1 - fi - done <<< "$private_output" - fi - - ##replace odl_control_ip (non-HA only) - odl_control_ip=${controllers_ip_arr[0]} - sed -i 's/^.*odl_control_ip:.*$/ odl_control_ip: '"$odl_control_ip"'/' opnfv_ksgen_settings.yml - - ##replace controller_ip (non-HA only) - sed -i 's/^.*controller_ip:.*$/ controller_ip: '"$odl_control_ip"'/' opnfv_ksgen_settings.yml - - ##replace foreman site - sed -i 's/^.*foreman_url:.*$/ foreman_url:'" https:\/\/$foreman_ip"'\/api\/v2\//' opnfv_ksgen_settings.yml - ##replace public vips - - ##if single_network deployment we continue next_public_ip from next_private_ip - if [[ "$deployment_type" == "single_network" ]]; then - next_public_ip=$(next_usable_ip $next_private_ip) - else - ##no need to do this if no dhcp - if [[ -z "$enable_virtual_dhcp" && ! -z "$virtual" ]]; then - next_public_ip=$(next_usable_ip $next_public_ip) - else - next_public_ip=$(increment_ip $next_public_ip 10) - fi - fi - - public_output=$(grep -E '*public_vip' opnfv_ksgen_settings.yml) - if [ ! -z "$public_output" ]; then - while read -r line; do - if echo $line | grep horizon_public_vip; then - horizon_public_vip=$next_public_ip - fi - sed -i 's/^.*'"$line"'.*$/ '"$line $next_public_ip"'/' opnfv_ksgen_settings.yml - next_public_ip=$(next_usable_ip $next_public_ip) - if [ ! "$next_public_ip" ]; then - printf '%s\n' 'deploy.sh: Unable to find next ip for public network for vip replcement' >&2 - exit 1 - fi - done <<< "$public_output" - fi - - ##replace admin_network param for bare metal deployments - if [[ -z "$virtual" && -z "$single_network" ]]; then - admin_subnet=$(find_subnet $admin_ip $admin_subnet_mask) - sed -i 's/^.*admin_network:.*$/ admin_network:'" $admin_subnet"'/' opnfv_ksgen_settings.yml - else - sed -i 's/^.*admin_network:.*$/ admin_network:'" \"false\""'/' opnfv_ksgen_settings.yml - fi - ##replace public_network param - public_subnet=$(find_subnet $next_public_ip $public_subnet_mask) - sed -i 's/^.*public_network:.*$/ public_network:'" $public_subnet"'/' opnfv_ksgen_settings.yml - if [ "$deployment_type" == "single_network" ]; then - sed -i 's/^.*private_network:.*$/ private_network:'" $public_subnet"'/' opnfv_ksgen_settings.yml - else - ##replace private_network param - private_subnet=$(find_subnet $next_private_ip $private_subnet_mask) - sed -i 's/^.*private_network:.*$/ private_network:'" $private_subnet"'/' opnfv_ksgen_settings.yml - fi - - ##replace storage_network - if [ "$deployment_type" == "single_network" ]; then - sed -i 's/^.*storage_network:.*$/ storage_network:'" $public_subnet"'/' opnfv_ksgen_settings.yml - elif [ "$deployment_type" == "three_network" ]; then - sed -i 's/^.*storage_network:.*$/ storage_network:'" $private_subnet"'/' opnfv_ksgen_settings.yml - else - next_storage_ip=${interface_ip_arr[3]} - storage_subnet=$(find_subnet $next_storage_ip $storage_subnet_mask) - sed -i 's/^.*storage_network:.*$/ storage_network:'" $storage_subnet"'/' opnfv_ksgen_settings.yml - fi - - ##replace public_subnet param - public_subnet=$public_subnet'\'$public_short_subnet_mask - sed -i 's/^.*public_subnet:.*$/ public_subnet:'" $public_subnet"'/' opnfv_ksgen_settings.yml - if [ "$deployment_type" == "single_network" ]; then - sed -i 's/^.*private_subnet:.*$/ private_subnet:'" $public_subnet"'/' opnfv_ksgen_settings.yml - else - ##replace private_subnet param - private_subnet=$private_subnet'\'$private_short_subnet_mask - sed -i 's/^.*private_subnet:.*$/ private_subnet:'" $private_subnet"'/' opnfv_ksgen_settings.yml - fi - - ##replace public_dns param to be foreman server - if [ "$deployment_type" == "single_network" ]; then - sed -i 's/^.*public_dns:.*$/ public_dns: '${interface_ip_arr[0]}'/' opnfv_ksgen_settings.yml - else - sed -i 's/^.*public_dns:.*$/ public_dns: '${interface_ip_arr[2]}'/' opnfv_ksgen_settings.yml - fi - - ##replace public_gateway - if [ -z "$public_gateway" ]; then - if [ "$deployment_type" == "single_network" ]; then - public_gateway=$node_default_gw - else - ##if unset then we assume its the first IP in the public subnet - public_subnet=$(find_subnet $next_public_ip $public_subnet_mask) - public_gateway=$(increment_subnet $public_subnet 1) - fi - fi - sed -i 's/^.*public_gateway:.*$/ public_gateway:'" $public_gateway"'/' opnfv_ksgen_settings.yml - - ##we have to define an allocation range of the public subnet to give - ##to neutron to use as floating IPs - ##if static ip range, then we take the difference of the end range and current ip - ## to be the allocation pool - ##if not static ip, we will use the last 20 IP from the subnet - ## note that this is not a really good idea because the subnet must be at least a /27 for this to work... - public_subnet=$(find_subnet $next_public_ip $public_subnet_mask) - if [ ! -z "$static_ip_range" ]; then - begin_octet=$(echo $next_public_ip | cut -d . -f4) - end_octet=$(echo $static_ip_range_end | cut -d . -f4) - ip_diff=$((end_octet-begin_octet)) - if [ $ip_diff -le 0 ]; then - echo "${red}ip range left for floating range is less than or equal to 0! $ipdiff ${reset}" - exit 1 - else - public_allocation_start=$(next_ip $next_public_ip) - public_allocation_end=$static_ip_range_end - fi - else - last_ip_subnet=$(find_last_ip_subnet $next_public_ip $public_subnet_mask) - public_allocation_start=$(subtract_ip $last_ip_subnet $floating_ip_count ) - public_allocation_end=${last_ip_subnet} - fi - echo "${blue}Neutron Floating IP range: $public_allocation_start to $public_allocation_end ${reset}" - - sed -i 's/^.*public_allocation_start:.*$/ public_allocation_start:'" $public_allocation_start"'/' opnfv_ksgen_settings.yml - sed -i 's/^.*public_allocation_end:.*$/ public_allocation_end:'" $public_allocation_end"'/' opnfv_ksgen_settings.yml - - else - printf '%s\n' 'deploy.sh: Unknown network type: $deployment_type' >&2 - exit 1 - fi - - echo "${blue}Parameters Complete. Settings have been set for Foreman. ${reset}" - - fi -} - -##Configure bootstrap.sh to use the virtual Khaleesi playbook -##params: none -##usage: configure_virtual() -configure_virtual() { - if [ $virtual ]; then - echo "${blue} Virtual flag detected, setting Khaleesi playbook to be opnfv-vm.yml ${reset}" - sed -i 's/opnfv.yml/opnfv-vm.yml/' bootstrap.sh - fi -} - -##Starts Foreman VM with Vagrant -##params: none -##usage: start_vagrant() -start_foreman() { - echo "${blue}Starting Vagrant! ${reset}" - - ##stand up vagrant - if ! vagrant up; then - printf '%s\n' 'deploy.sh: Unable to complete Foreman VM install' >&2 - exit 1 - else - echo "${blue}Foreman VM is up! ${reset}" - fi -} - -##start the VM if this is a virtual installation -##this function does nothing if baremetal servers are being used -##params: none -##usage: start_virtual_nodes() -start_virtual_nodes() { - if [ $virtual ]; then - - ##Bring up VM nodes - echo "${blue}Setting VMs up... ${reset}" - nodes=`sed -nr '/nodes:/{:start /workaround/!{N;b start};//p}' opnfv_ksgen_settings.yml | sed -n '/^ [A-Za-z0-9]\+:$/p' | sed 's/\s*//g' | sed 's/://g'` - ##due to ODL Helium bug of OVS connecting to ODL too early, we need controllers to install first - ##this is fix kind of assumes more than I would like to, but for now it should be OK as we always have - ##3 static controllers - compute_nodes=`echo $nodes | tr " " "\n" | grep -v controller | tr "\n" " "` - controller_nodes=`echo $nodes | tr " " "\n" | grep controller | tr "\n" " "` - nodes=${controller_nodes}${compute_nodes} - controller_count=0 - compute_wait_completed=false - - for node in ${nodes}; do - - ##remove VM nodes incase it wasn't cleaned up - rm -rf $vm_dir/$node - rm -rf /tmp/genesis/ - - ##clone genesis and move into node folder - clone_bgs $vm_dir/$node - - cd $vm_dir/$node - - if [ $base_config ]; then - if ! cp -f $base_config opnfv_ksgen_settings.yml; then - echo "${red}ERROR: Unable to copy $base_config to opnfv_ksgen_settings.yml${reset}" - exit 1 - fi - fi - - ##parse yaml into variables - eval $(parse_yaml opnfv_ksgen_settings.yml "config_") - ##find node type - node_type=config_nodes_${node}_type - node_type=$(eval echo \$$node_type) - - ##modify memory and cpu - node_memory=$(eval echo \${config_nodes_${node}_memory}) - node_vcpus=$(eval echo \${config_nodes_${node}_cpus}) - node_storage=$(eval echo \${config_nodes_${node}_disk}) - - sed -i 's/^.*vb.memory =.*$/ vb.memory = '"$node_memory"'/' Vagrantfile - sed -i 's/^.*vb.cpus =.*$/ vb.cpus = '"$node_vcpus"'/' Vagrantfile - - if ! resize_vagrant_disk $node_storage; then - echo "${red}Error while resizing vagrant box to size $node_storage for $node! ${reset}" - exit 1 - fi - - ##trozet test make compute nodes wait 20 minutes - if [ "$compute_wait_completed" = false ] && [ "$node_type" != "controller" ]; then - echo "${blue}Waiting 20 minutes for Control nodes to install before continuing with Compute nodes..." - compute_wait_completed=true - sleep 1400 - fi - - ## Add Admin interface - mac_string=config_nodes_${node}_mac_address - mac_addr=$(eval echo \$$mac_string) - mac_addr=$(echo $mac_addr | sed 's/:\|-//g') - if [ $mac_addr == "" ]; then - echo "${red} Unable to find mac_address for $node! ${reset}" - exit 1 - fi - this_admin_ip=${admin_ip_arr[$node]} - sed -i 's/^.*eth_replace0.*$/ config.vm.network "private_network", virtualbox__intnet: "my_admin_network", ip: '\""$this_admin_ip"\"', netmask: '\""$admin_subnet_mask"\"', :mac => '\""$mac_addr"\"'/' Vagrantfile - - ## Add private interface - if [ "$node_type" == "controller" ]; then - mac_string=config_nodes_${node}_private_mac - mac_addr=$(eval echo \$$mac_string) - if [ $mac_addr == "" ]; then - echo "${red} Unable to find private_mac for $node! ${reset}" - exit 1 - fi - else - ##generate random mac - mac_addr=$(echo -n 00-60-2F; dd bs=1 count=3 if=/dev/random 2>/dev/null |hexdump -v -e '/1 "-%02X"') - fi - mac_addr=$(echo $mac_addr | sed 's/:\|-//g') - if [ "$node_type" == "controller" ]; then - new_node_ip=${controllers_ip_arr[$controller_count]} - if [ ! "$new_node_ip" ]; then - echo "{red}ERROR: Empty node ip for controller $controller_count ${reset}" - exit 1 - fi - ((controller_count++)) - else - next_private_ip=$(next_ip $next_private_ip) - if [ ! "$next_private_ip" ]; then - echo "{red}ERROR: Could not find private ip for $node ${reset}" - exit 1 - fi - new_node_ip=$next_private_ip - fi - sed -i 's/^.*eth_replace1.*$/ config.vm.network "private_network", virtualbox__intnet: "my_private_network", :mac => '\""$mac_addr"\"', ip: '\""$new_node_ip"\"', netmask: '\""$private_subnet_mask"\"'/' Vagrantfile - ##replace host_ip in vm_nodes_provision with private ip - sed -i 's/^host_ip=REPLACE/host_ip='$new_node_ip'/' vm_nodes_provision.sh - ##replace ping site - if [ ! -z "$ping_site" ]; then - sed -i 's/www.google.com/'$ping_site'/' vm_nodes_provision.sh - fi - - ##find public ip info and add public interface - mac_addr=$(echo -n 00-60-2F; dd bs=1 count=3 if=/dev/random 2>/dev/null |hexdump -v -e '/1 "-%02X"') - mac_addr=$(echo $mac_addr | sed 's/:\|-//g') - this_public_ip=${public_ip_arr[$node]} - - if [ -z "$enable_virtual_dhcp" ]; then - sed -i 's/^.*eth_replace2.*$/ config.vm.network "public_network", bridge: '\'"$public_interface"\'', :mac => '\""$mac_addr"\"', ip: '\""$this_public_ip"\"', netmask: '\""$public_subnet_mask"\"'/' Vagrantfile - else - sed -i 's/^.*eth_replace2.*$/ config.vm.network "public_network", bridge: '\'"$public_interface"\'', :mac => '\""$mac_addr"\"'/' Vagrantfile - fi - remove_vagrant_network eth_replace3 - - ##modify provisioning to do puppet install, config, and foreman check-in - ##substitute host_name and dns_server in the provisioning script - host_string=config_nodes_${node}_short_name - short_host_name=$(eval echo \$$host_string) - ##substitute domain_name - domain_name=$config_domain_name - sed -i 's/^domain_name=REPLACE/domain_name='$domain_name'/' vm_nodes_provision.sh - host_name=${short_host_name}.${domain_name} - sed -i 's/^host_name=REPLACE/host_name='$host_name'/' vm_nodes_provision.sh - ##dns server should be the foreman server - sed -i 's/^dns_server=REPLACE/dns_server='${interface_ip_arr[0]}'/' vm_nodes_provision.sh - ## remove bootstrap and NAT provisioning - sed -i '/nat_setup.sh/d' Vagrantfile - sed -i 's/bootstrap.sh/vm_nodes_provision.sh/' Vagrantfile - ## modify default_gw to be node_default_gw - sed -i 's/^.*default_gw =.*$/ default_gw = '\""$node_default_gw"\"'/' Vagrantfile - echo "${blue}Starting Vagrant Node $node! ${reset}" - ##stand up vagrant - if ! vagrant up; then - echo "${red} Unable to start $node ${reset}" - exit 1 - else - echo "${blue} $node VM is up! ${reset}" - fi - done - echo "${blue} All VMs are UP! ${reset}" - echo "${blue} Waiting for puppet to complete on the nodes... ${reset}" - ##check puppet is complete - ##ssh into foreman server, run check to verify puppet is complete - pushd $vm_dir/foreman_vm - if ! vagrant ssh -c "/opt/khaleesi/run.sh --no-logs --use /vagrant/opnfv_ksgen_settings.yml /opt/khaleesi/playbooks/validate_opnfv-vm.yml"; then - echo "${red} Failed to validate puppet completion on nodes ${reset}" - exit 1 - else - echo "{$blue} Puppet complete on all nodes! ${reset}" - fi - popd - ##add routes back to nodes - for node in ${nodes}; do - pushd $vm_dir/$node - if ! vagrant ssh -c "route | grep default | grep $this_default_gw"; then - echo "${blue} Adding public route back to $node! ${reset}" - vagrant ssh -c "route add default gw $this_default_gw" - vagrant ssh -c "route delete default gw 10.0.2.2" - fi - popd - done - if [ ! -z "$horizon_public_vip" ]; then - echo "${blue} Virtual deployment SUCCESS!! Foreman URL: http://${foreman_ip}, Horizon URL: http://${horizon_public_vip} ${reset}" - else - ##Find public IP of controller - for node in ${nodes}; do - node_type=config_nodes_${node}_type - node_type=$(eval echo \$$node_type) - if [ "$node_type" == "controller" ]; then - pushd $vm_dir/$node - horizon_ip=`vagrant ssh -c "ifconfig enp0s10" | grep -Eo "inet [0-9\.]+" | awk {'print $2'}` - popd - break - fi - done - if [ -z "$horizon_ip" ]; then - echo "${red}Warn: Unable to determine horizon IP, please login to your controller node to find it${reset}" - fi - echo "${blue} Virtual deployment SUCCESS!! Foreman URL: http://${foreman_ip}, Horizon URL: http://${horizon_ip} ${reset}" - fi - fi -} - -##check to make sure nodes are powered off -##this function does nothing if virtual -##params: none -##usage: check_baremetal_nodes() -check_baremetal_nodes() { - if [ $virtual ]; then - echo "${blue}Skipping Baremetal node power status check as deployment is virtual ${reset}" - else - echo "${blue}Checking Baremetal nodes power state... ${reset}" - if [ ! -z "$base_config" ]; then - # Install ipmitool - # Major version is pinned to force some consistency for Arno - if ! yum list installed | grep -i ipmitool; then - echo "${blue}Installing ipmitool...${reset}" - if ! yum -y install ipmitool-1*; then - echo "${red}Failed to install ipmitool!${reset}" - exit 1 - fi - fi - - ###find all the bmc IPs and number of nodes - node_counter=0 - output=`grep bmc_ip $base_config | grep -Eo '[0-9]+.[0-9]+.[0-9]+.[0-9]+'` - for line in ${output} ; do - bmc_ip[$node_counter]=$line - ((node_counter++)) - done - - max_nodes=$((node_counter-1)) - - ###find bmc_users per node - node_counter=0 - output=`grep bmc_user $base_config | sed 's/\s*bmc_user:\s*//'` - for line in ${output} ; do - bmc_user[$node_counter]=$line - ((node_counter++)) - done - - ###find bmc_pass per node - node_counter=0 - output=`grep bmc_pass $base_config | sed 's/\s*bmc_pass:\s*//'` - for line in ${output} ; do - bmc_pass[$node_counter]=$line - ((node_counter++)) - done - - for mynode in `seq 0 $max_nodes`; do - echo "${blue}Node: ${bmc_ip[$mynode]} ${bmc_user[$mynode]} ${bmc_pass[$mynode]} ${reset}" - ipmi_output=`ipmitool -I lanplus -P ${bmc_pass[$mynode]} -U ${bmc_user[$mynode]} -H ${bmc_ip[$mynode]} chassis status \ - | grep "System Power" | cut -d ':' -f2 | tr -d [:blank:]` - if [ "$ipmi_output" == "on" ]; then - echo "${red}Error: Node is powered on: ${bmc_ip[$mynode]} ${reset}" - echo "${red}Please run clean.sh before running deploy! ${reset}" - exit 1 - elif [ "$ipmi_output" == "off" ]; then - echo "${blue}Node: ${bmc_ip[$mynode]} is powered off${reset}" - else - echo "${red}Warning: Unable to detect node power state: ${bmc_ip[$mynode]} ${reset}" - fi - done - else - echo "${red}base_config was not provided for a baremetal install! Exiting${reset}" - exit 1 - fi - fi -} - -##resizes vagrant disk (cannot shrink) -##params: size in GB -##usage: resize_vagrant_disk 100 -resize_vagrant_disk() { - if [[ "$1" < 40 ]]; then - echo "${blue}Warn: Requested disk size cannot be less than 40, using 40 as new size${reset}" - new_size_gb=40 - else - new_size_gb=$1 - fi - - if ! vagrant box list | grep opnfv; then - vagrant box remove -f opnfv/centos-7.0 - if ! vagrant box add opnfv/centos-7.0 --provider virtualbox; then - echo "${red}Unable to reclone vagrant box! Exiting...${reset}" - exit 1 - fi - fi - - pushd $vagrant_box_dir - - # Close medium to make sure we can modify it - vboxmanage closemedium disk $vagrant_box_vmdk - - cur_size=$(vboxmanage showhdinfo $vagrant_box_vmdk | grep -i capacity | grep -Eo [0-9]+) - cur_size_gb=$((cur_size / 1024)) - - if [ "$cur_size_gb" -eq "$new_size_gb" ]; then - echo "${blue}Info: Disk size already ${cur_size_gb} ${reset}" - popd - return - elif [[ "$new_size_gb" < "$cur_size_gb" ]] ; then - echo "${blue}Info: Requested disk is less than ${cur_size_gb} ${reset}" - echo "${blue}Re-adding vagrant box${reset}" - if vagrant box list | grep opnfv; then - popd - vagrant box remove -f opnfv/centos-7.0 - if ! vagrant box add opnfv/centos-7.0 --provider virtualbox; then - echo "${red}Unable to reclone vagrant box! Exiting...${reset}" - exit 1 - fi - pushd $vagrant_box_dir - fi - fi - - new_size=$((new_size_gb * 1024)) - if ! vboxmanage clonehd $vagrant_box_vmdk tmp-disk.vdi --format vdi; then - echo "${red}Error: Unable to clone ${vagrant_box_vmdk}${reset}" - popd - return 1 - fi - - if ! vboxmanage modifyhd tmp-disk.vdi --resize $new_size; then - echo "${red}Error: Unable modify tmp-disk.vdi to ${new_size}${reset}" - popd - return 1 - fi - - if ! vboxmanage clonehd tmp-disk.vdi resized-disk.vmdk --format vmdk; then - echo "${red}Error: Unable clone tmp-disk.vdi to vmdk${reset}" - popd - return 1 - fi - - vboxmanage closemedium disk tmp-disk.vdi --delete - rm -f tmp-disk.vdi $vagrant_box_vmdk - cp -f resized-disk.vmdk $vagrant_box_vmdk - vboxmanage closemedium disk resized-disk.vmdk --delete - popd -} - -##END FUNCTIONS - -main() { - parse_cmdline "$@" - disable_selinux - check_baremetal_nodes - install_EPEL - install_vbox - install_ansible - install_vagrant - clean_tmp - verify_vm_dir - clone_bgs $vm_dir/foreman_vm - configure_network - configure_virtual - start_foreman - start_virtual_nodes -} - -main "$@" diff --git a/foreman/ci/inventory/lf_pod2_ksgen_settings.yml b/foreman/ci/inventory/lf_pod2_ksgen_settings.yml deleted file mode 100644 index 273bd9e..0000000 --- a/foreman/ci/inventory/lf_pod2_ksgen_settings.yml +++ /dev/null @@ -1,359 +0,0 @@ -global_params: - admin_email: opnfv@opnfv.com - admin_network: - ha_flag: "true" - odl_flag: "true" - private_network: - storage_network: - controllers_hostnames_array: oscontroller1,oscontroller2,oscontroller3 - controllers_ip_array: - amqp_vip: - private_subnet: - cinder_admin_vip: - cinder_private_vip: - cinder_public_vip: - db_vip: - glance_admin_vip: - glance_private_vip: - glance_public_vip: - heat_admin_vip: - heat_private_vip: - heat_public_vip: - heat_cfn_admin_vip: - heat_cfn_private_vip: - heat_cfn_public_vip: - horizon_admin_vip: - horizon_private_vip: - horizon_public_vip: - keystone_admin_vip: - keystone_private_vip: - keystone_public_vip: - loadbalancer_vip: - neutron_admin_vip: - neutron_private_vip: - neutron_public_vip: - nova_admin_vip: - nova_private_vip: - nova_public_vip: - external_network_flag: "true" - public_gateway: - public_dns: - public_network: - public_subnet: - public_allocation_start: - public_allocation_end: - deployment_type: -network_type: multi_network -default_gw: -domain_name: opnfv.com -foreman: - seed_values: - - { name: heat_cfn, oldvalue: true, newvalue: false } -workaround_puppet_version_lock: false -opm_branch: master -installer: - name: puppet - short_name: pupt - network: - auto_assign_floating_ip: false - variant: - short_name: m2vx - plugin: - name: neutron -workaround_openstack_packstack_rpm: false -tempest: - repo: - Fedora: - '19': http://REPLACE_ME/~REPLACE_ME/openstack-tempest-icehouse/fedora-19/ - '20': http://REPLACE_ME/~REPLACE_ME/openstack-tempest-icehouse/fedora-20/ - RedHat: - '7.0': https://repos.fedorapeople.org/repos/openstack/openstack-juno/epel-7/ - use_virtual_env: false - public_allocation_end: 10.2.84.71 - skip: - files: null - tests: null - public_allocation_start: 10.2.84.51 - physnet: physnet1 - use_custom_repo: false - public_subnet_cidr: 10.2.84.0/24 - public_subnet_gateway: 10.2.84.1 - additional_default_settings: - - section: compute - option: flavor_ref - value: 1 - cirros_image_file: cirros-0.3.1-x86_64-disk.img - setup_method: tempest/rpm - test_name: all - rdo: - version: juno - rpm: http://repos.fedorapeople.org/repos/openstack/openstack-juno/rdo-release-juno-1.noarch.rpm - rpm: - version: 20141201 - dir: ~{{ nodes.tempest.remote_user }}/tempest-dir -tmp: - node_prefix: '{{ node.prefix | reject("none") | join("-") }}-' - anchors: - - https://repos.fedorapeople.org/repos/openstack/openstack-juno/rdo-release-juno-1.noarch.rpm - - http://repos.fedorapeople.org/repos/openstack/openstack-juno/ -opm_repo: https://github.com/redhat-openstack/openstack-puppet-modules.git -workaround_vif_plugging: false -openstack_packstack_rpm: http://REPLACE_ME/brewroot/packages/openstack-puppet-modules/2013.2/9.el6ost/noarch/openstack-puppet-modules-2013.2-9.el6ost.noarch.rpm -nodes: - compute1: - name: oscompute11.opnfv.com - hostname: oscompute11.opnfv.com - short_name: oscompute11 - type: compute - host_type: baremetal - hostgroup: Compute - mac_address: "00:25:B5:A0:00:2A" - bmc_ip: 172.30.8.75 - bmc_mac: "a8:9d:21:c9:8b:56" - bmc_user: admin - bmc_pass: octopus - ansible_ssh_pass: "Op3nStack" - admin_password: "" - groups: - - compute - - foreman_nodes - - puppet - - rdo - - neutron - compute2: - name: oscompute12.opnfv.com - hostname: oscompute12.opnfv.com - short_name: oscompute12 - type: compute - host_type: baremetal - hostgroup: Compute - mac_address: "00:25:B5:A0:00:3A" - bmc_ip: 172.30.8.65 - bmc_mac: "a8:9d:21:c9:4d:26" - bmc_user: admin - bmc_pass: octopus - ansible_ssh_pass: "Op3nStack" - admin_password: "" - groups: - - compute - - foreman_nodes - - puppet - - rdo - - neutron - controller1: - name: oscontroller1.opnfv.com - hostname: oscontroller1.opnfv.com - short_name: oscontroller1 - type: controller - host_type: baremetal - hostgroup: Controller_Network_ODL - mac_address: "00:25:B5:A0:00:4A" - bmc_ip: 172.30.8.74 - bmc_mac: "a8:9d:21:c9:3a:92" - bmc_user: admin - bmc_pass: octopus - private_ip: controller1_private - private_mac: "00:25:B5:A0:00:4B" - ansible_ssh_pass: "Op3nStack" - admin_password: "octopus" - groups: - - controller - - foreman_nodes - - puppet - - rdo - - neutron - controller2: - name: oscontroller2.opnfv.com - hostname: oscontroller2.opnfv.com - short_name: oscontroller2 - type: controller - host_type: baremetal - hostgroup: Controller_Network - mac_address: "00:25:B5:A0:00:5A" - bmc_ip: 172.30.8.73 - bmc_mac: "74:a2:e6:a4:14:9c" - bmc_user: admin - bmc_pass: octopus - private_ip: controller2_private - private_mac: "00:25:B5:A0:00:5B" - ansible_ssh_pass: "Op3nStack" - admin_password: "octopus" - groups: - - controller - - foreman_nodes - - puppet - - rdo - - neutron - controller3: - name: oscontroller3.opnfv.com - hostname: oscontroller3.opnfv.com - short_name: oscontroller3 - type: controller - host_type: baremetal - hostgroup: Controller_Network - mac_address: "00:25:B5:A0:00:6A" - bmc_ip: 172.30.8.72 - bmc_mac: "a8:9d:21:a0:15:9c" - bmc_user: admin - bmc_pass: octopus - private_ip: controller3_private - private_mac: "00:25:B5:A0:00:6B" - ansible_ssh_pass: "Op3nStack" - admin_password: "octopus" - groups: - - controller - - foreman_nodes - - puppet - - rdo - - neutron -workaround_mysql_centos7: true -distro: - name: centos - centos: - '7.0': - repos: [] - short_name: c - short_version: 70 - version: '7.0' - rhel: - '7.0': - kickstart_url: http://REPLACE_ME/released/RHEL-7/7.0/Server/x86_64/os/ - repos: - - section: rhel7-server-rpms - name: Packages for RHEL 7 - $basearch - baseurl: http://REPLACE_ME/rel-eng/repos/rhel-7.0/x86_64/ - gpgcheck: 0 - - section: rhel-7-server-update-rpms - name: Update Packages for Enterprise Linux 7 - $basearch - baseurl: http://REPLACE_ME/rel-eng/repos/rhel-7.0-z/x86_64/ - gpgcheck: 0 - - section: rhel-7-server-optional-rpms - name: Optional Packages for Enterprise Linux 7 - $basearch - baseurl: http://REPLACE_ME/released/RHEL-7/7.0/Server-optional/x86_64/os/ - gpgcheck: 0 - - section: rhel-7-server-extras-rpms - name: Optional Packages for Enterprise Linux 7 - $basearch - baseurl: http://REPLACE_ME/rel-eng/EXTRAS-7.0-RHEL-7-20140610.0/compose/Server/x86_64/os/ - gpgcheck: 0 - '6.5': - kickstart_url: http://REPLACE_ME/released/RHEL-6/6.5/Server/x86_64/os/ - repos: - - section: rhel6.5-server-rpms - name: Packages for RHEL 6.5 - $basearch - baseurl: http://REPLACE_ME.REPLACE_ME/released/RHEL-6/6.5/Server/$basearch/os/Server - gpgcheck: 0 - - section: rhel-6.5-server-update-rpms - name: Update Packages for Enterprise Linux 6.5 - $basearch - baseurl: http://REPLACE_ME.REPLACE_ME/rel-eng/repos/RHEL-6.5-Z/$basearch/ - gpgcheck: 0 - - section: rhel-6.5-server-optional-rpms - name: Optional Packages for Enterprise Linux 6.5 - $basearch - baseurl: http://REPLACE_ME.REPLACE_ME/released/RHEL-6/6.5/Server/optional/$basearch/os - gpgcheck: 0 - - section: rhel6.5-server-rpms-32bit - name: Packages for RHEL 6.5 - i386 - baseurl: http://REPLACE_ME.REPLACE_ME/released/RHEL-6/6.5/Server/i386/os/Server - gpgcheck: 0 - enabled: 1 - - section: rhel-6.5-server-update-rpms-32bit - name: Update Packages for Enterprise Linux 6.5 - i686 - baseurl: http://REPLACE_ME.REPLACE_ME/rel-eng/repos/RHEL-6.5-Z/i686/ - gpgcheck: 0 - enabled: 1 - - section: rhel-6.5-server-optional-rpms-32bit - name: Optional Packages for Enterprise Linux 6.5 - i386 - baseurl: http://REPLACE_ME.REPLACE_ME/released/RHEL-6/6.5/Server/optional/i386/os - gpgcheck: 0 - enabled: 1 - subscription: - username: REPLACE_ME - password: HWj8TE28Qi0eP2c - pool: 8a85f9823e3d5e43013e3ddd4e2a0977 - config: - selinux: permissive - ntp_server: 0.pool.ntp.org - dns_servers: - - 10.4.1.1 - - 10.4.0.2 - reboot_delay: 1 - initial_boot_timeout: 180 -node: - prefix: - - rdo - - pupt - - ffqiotcxz1 - - null -product: - repo_type: production - name: rdo - short_name: rdo - rpm: - CentOS: https://repos.fedorapeople.org/repos/openstack/openstack-juno/rdo-release-juno-1.noarch.rpm - Fedora: https://repos.fedorapeople.org/repos/openstack/openstack-juno/rdo-release-juno-1.noarch.rpm - RedHat: https://repos.fedorapeople.org/repos/openstack/openstack-juno/rdo-release-juno-1.noarch.rpm - short_version: ju - repo: - production: - CentOS: - 7.0.1406: http://repos.fedorapeople.org/repos/openstack/openstack-juno/epel-7 - '6.5': http://repos.fedorapeople.org/repos/openstack/openstack-juno/epel-6 - '7.0': http://repos.fedorapeople.org/repos/openstack/openstack-juno/epel-7 - Fedora: - '20': http://repos.fedorapeople.org/repos/openstack/openstack-juno/fedora-20 - '21': http://repos.fedorapeople.org/repos/openstack/openstack-juno/fedora-21 - RedHat: - '6.6': http://repos.fedorapeople.org/repos/openstack/openstack-juno/epel-6 - '6.5': http://repos.fedorapeople.org/repos/openstack/openstack-juno/epel-6 - '7.0': http://repos.fedorapeople.org/repos/openstack/openstack-juno/epel-7 - version: juno - config: - enable_epel: y - short_repo: prod -tester: - name: tempest -distro_reboot_options: '--no-wall '' Reboot is triggered by Ansible'' ' -job: - verbosity: 1 - archive: - - '{{ tempest.dir }}/etc/tempest.conf' - - '{{ tempest.dir }}/etc/tempest.conf.sample' - - '{{ tempest.dir }}/*.log' - - '{{ tempest.dir }}/*.xml' - - /root/ - - /var/log/ - - /etc/nova - - /etc/ceilometer - - /etc/cinder - - /etc/glance - - /etc/keystone - - /etc/neutron - - /etc/ntp - - /etc/puppet - - /etc/qpid - - /etc/qpidd.conf - - /root - - /etc/yum.repos.d - - /etc/yum.repos.d -topology: - name: multinode - short_name: mt -workaround_neutron_ovs_udev_loop: true -workaround_glance_table_utf8: false -verbosity: - debug: 0 - info: 1 - warning: 2 - warn: 2 - errors: 3 -provisioner: - username: admin - network: - type: nova - name: external - skip: skip_provision - foreman_url: https://10.2.84.2/api/v2/ - password: octopus - type: foreman -workaround_nova_compute_fix: false -workarounds: - enabled: true diff --git a/foreman/ci/nat_setup.sh b/foreman/ci/nat_setup.sh deleted file mode 100755 index 349e416..0000000 --- a/foreman/ci/nat_setup.sh +++ /dev/null @@ -1,44 +0,0 @@ -#!/usr/bin/env bash - -#NAT setup script to setup NAT from Admin -> Public interface -#on a Vagrant VM -#Called by Vagrantfile in conjunction with deploy.sh -#author: Tim Rozet (trozet@redhat.com) -# -#Uses Vagrant and VirtualBox -#VagrantFile uses nat_setup.sh which sets up NAT -# - -##make sure firewalld is stopped and disabled -if ! systemctl stop firewalld; then - printf '%s\n' 'nat_setup.sh: Unable to stop firewalld' >&2 - exit 1 -fi - -systemctl disable firewalld - -# Install iptables -# Major version is pinned to force some consistency for Arno -if ! yum -y install iptables-services-1*; then - printf '%s\n' 'nat_setup.sh: Unable to install iptables-services' >&2 - exit 1 -fi - -##start and enable iptables service -if ! systemctl start iptables; then - printf '%s\n' 'nat_setup.sh: Unable to start iptables-services' >&2 - exit 1 -fi - -systemctl enable iptables - -##enable IP forwarding -echo 1 > /proc/sys/net/ipv4/ip_forward - -##Configure iptables -/sbin/iptables -t nat -I POSTROUTING -o enp0s10 -j MASQUERADE -/sbin/iptables -I FORWARD 1 -i enp0s10 -o enp0s8 -m state --state RELATED,ESTABLISHED -j ACCEPT -/sbin/iptables -I FORWARD 1 -i enp0s8 -o enp0s10 -j ACCEPT -/sbin/iptables -I INPUT 1 -j ACCEPT -/sbin/iptables -I OUTPUT 1 -j ACCEPT - diff --git a/foreman/ci/opnfv_ksgen_settings.yml b/foreman/ci/opnfv_ksgen_settings.yml deleted file mode 100644 index 2859616..0000000 --- a/foreman/ci/opnfv_ksgen_settings.yml +++ /dev/null @@ -1,357 +0,0 @@ -global_params: - admin_email: opnfv@opnfv.com - ha_flag: "true" - odl_flag: "true" - private_network: - storage_network: - controllers_hostnames_array: oscontroller1,oscontroller2,oscontroller3 - controllers_ip_array: - amqp_vip: - admin_network: - private_subnet: - cinder_admin_vip: - cinder_private_vip: - cinder_public_vip: - db_vip: - glance_admin_vip: - glance_private_vip: - glance_public_vip: - heat_admin_vip: - heat_private_vip: - heat_public_vip: - heat_cfn_admin_vip: - heat_cfn_private_vip: - heat_cfn_public_vip: - horizon_admin_vip: - horizon_private_vip: - horizon_public_vip: - keystone_admin_vip: - keystone_private_vip: - keystone_public_vip: - loadbalancer_vip: - neutron_admin_vip: - neutron_private_vip: - neutron_public_vip: - nova_admin_vip: - nova_private_vip: - nova_public_vip: - external_network_flag: "true" - public_gateway: - public_dns: - public_network: - public_subnet: - public_allocation_start: - public_allocation_end: - deployment_type: -network_type: multi_network -default_gw: -no_dhcp: false -domain_name: opnfv.com -foreman: - seed_values: - - { name: heat_cfn, oldvalue: true, newvalue: false } -workaround_puppet_version_lock: false -opm_branch: master -installer: - name: puppet - short_name: pupt - network: - auto_assign_floating_ip: false - variant: - short_name: m2vx - plugin: - name: neutron -workaround_openstack_packstack_rpm: false -tempest: - repo: - Fedora: - '19': http://REPLACE_ME/~REPLACE_ME/openstack-tempest-icehouse/fedora-19/ - '20': http://REPLACE_ME/~REPLACE_ME/openstack-tempest-icehouse/fedora-20/ - RedHat: - '7.0': https://repos.fedorapeople.org/repos/openstack/openstack-juno/epel-7/ - use_virtual_env: false - public_allocation_end: 10.2.84.71 - skip: - files: null - tests: null - public_allocation_start: 10.2.84.51 - physnet: physnet1 - use_custom_repo: false - public_subnet_cidr: 10.2.84.0/24 - public_subnet_gateway: 10.2.84.1 - additional_default_settings: - - section: compute - option: flavor_ref - value: 1 - cirros_image_file: cirros-0.3.1-x86_64-disk.img - setup_method: tempest/rpm - test_name: all - rdo: - version: juno - rpm: http://repos.fedorapeople.org/repos/openstack/openstack-juno/rdo-release-juno-1.noarch.rpm - rpm: - version: 20141201 - dir: ~{{ nodes.tempest.remote_user }}/tempest-dir -tmp: - node_prefix: '{{ node.prefix | reject("none") | join("-") }}-' - anchors: - - https://repos.fedorapeople.org/repos/openstack/openstack-juno/rdo-release-juno-1.noarch.rpm - - http://repos.fedorapeople.org/repos/openstack/openstack-juno/ -opm_repo: https://github.com/redhat-openstack/openstack-puppet-modules.git -workaround_vif_plugging: false -openstack_packstack_rpm: http://REPLACE_ME/brewroot/packages/openstack-puppet-modules/2013.2/9.el6ost/noarch/openstack-puppet-modules-2013.2-9.el6ost.noarch.rpm -nodes: - compute: - name: oscompute11.{{ domain_name }} - hostname: oscompute11.{{ domain_name }} - short_name: oscompute11 - type: compute - host_type: baremetal - hostgroup: Compute - mac_address: "10:23:45:67:89:AB" - bmc_ip: 10.4.17.2 - bmc_mac: "10:23:45:67:88:AB" - bmc_user: root - bmc_pass: root - admin_ip: compute_admin - ansible_ssh_pass: "Op3nStack" - admin_password: "" - cpus: 2 - memory: 2048 - disk: 40 - groups: - - compute - - foreman_nodes - - puppet - - rdo - - neutron - controller1: - name: oscontroller1.{{ domain_name }} - hostname: oscontroller1.{{ domain_name }} - short_name: oscontroller1 - type: controller - host_type: baremetal - hostgroup: Controller_Network_ODL - mac_address: "10:23:45:67:89:AC" - bmc_ip: 10.4.17.3 - bmc_mac: "10:23:45:67:88:AC" - bmc_user: root - bmc_pass: root - admin_ip: controller1_admin - private_ip: controller1_private - private_mac: "10:23:45:67:87:AC" - ansible_ssh_pass: "Op3nStack" - admin_password: "octopus" - cpus: 2 - memory: 4096 - disk: 40 - groups: - - controller - - foreman_nodes - - puppet - - rdo - - neutron - controller2: - name: oscontroller2.{{ domain_name }} - hostname: oscontroller2.{{ domain_name }} - short_name: oscontroller2 - type: controller - host_type: baremetal - hostgroup: Controller_Network - mac_address: "10:23:45:67:89:AD" - bmc_ip: 10.4.17.4 - bmc_mac: "10:23:45:67:88:AD" - bmc_user: root - bmc_pass: root - admin_ip: controller2_admin - private_ip: controller2_private - private_mac: "10:23:45:67:87:AD" - ansible_ssh_pass: "Op3nStack" - admin_password: "octopus" - cpus: 2 - memory: 4096 - disk: 40 - groups: - - controller - - foreman_nodes - - puppet - - rdo - - neutron - controller3: - name: oscontroller3.{{ domain_name }} - hostname: oscontroller3.{{ domain_name }} - short_name: oscontroller3 - type: controller - host_type: baremetal - hostgroup: Controller_Network - mac_address: "10:23:45:67:89:AE" - bmc_ip: 10.4.17.5 - bmc_mac: "10:23:45:67:88:AE" - bmc_user: root - bmc_pass: root - admin_ip: controller3_admin - private_ip: controller3_private - private_mac: "10:23:45:67:87:AE" - ansible_ssh_pass: "Op3nStack" - admin_password: "octopus" - cpus: 2 - memory: 4096 - disk: 40 - groups: - - controller - - foreman_nodes - - puppet - - rdo - - neutron -workaround_mysql_centos7: true -distro: - name: centos - centos: - '7.0': - repos: [] - short_name: c - short_version: 70 - version: '7.0' - rhel: - '7.0': - kickstart_url: http://REPLACE_ME/released/RHEL-7/7.0/Server/x86_64/os/ - repos: - - section: rhel7-server-rpms - name: Packages for RHEL 7 - $basearch - baseurl: http://REPLACE_ME/rel-eng/repos/rhel-7.0/x86_64/ - gpgcheck: 0 - - section: rhel-7-server-update-rpms - name: Update Packages for Enterprise Linux 7 - $basearch - baseurl: http://REPLACE_ME/rel-eng/repos/rhel-7.0-z/x86_64/ - gpgcheck: 0 - - section: rhel-7-server-optional-rpms - name: Optional Packages for Enterprise Linux 7 - $basearch - baseurl: http://REPLACE_ME/released/RHEL-7/7.0/Server-optional/x86_64/os/ - gpgcheck: 0 - - section: rhel-7-server-extras-rpms - name: Optional Packages for Enterprise Linux 7 - $basearch - baseurl: http://REPLACE_ME/rel-eng/EXTRAS-7.0-RHEL-7-20140610.0/compose/Server/x86_64/os/ - gpgcheck: 0 - '6.5': - kickstart_url: http://REPLACE_ME/released/RHEL-6/6.5/Server/x86_64/os/ - repos: - - section: rhel6.5-server-rpms - name: Packages for RHEL 6.5 - $basearch - baseurl: http://REPLACE_ME.REPLACE_ME/released/RHEL-6/6.5/Server/$basearch/os/Server - gpgcheck: 0 - - section: rhel-6.5-server-update-rpms - name: Update Packages for Enterprise Linux 6.5 - $basearch - baseurl: http://REPLACE_ME.REPLACE_ME/rel-eng/repos/RHEL-6.5-Z/$basearch/ - gpgcheck: 0 - - section: rhel-6.5-server-optional-rpms - name: Optional Packages for Enterprise Linux 6.5 - $basearch - baseurl: http://REPLACE_ME.REPLACE_ME/released/RHEL-6/6.5/Server/optional/$basearch/os - gpgcheck: 0 - - section: rhel6.5-server-rpms-32bit - name: Packages for RHEL 6.5 - i386 - baseurl: http://REPLACE_ME.REPLACE_ME/released/RHEL-6/6.5/Server/i386/os/Server - gpgcheck: 0 - enabled: 1 - - section: rhel-6.5-server-update-rpms-32bit - name: Update Packages for Enterprise Linux 6.5 - i686 - baseurl: http://REPLACE_ME.REPLACE_ME/rel-eng/repos/RHEL-6.5-Z/i686/ - gpgcheck: 0 - enabled: 1 - - section: rhel-6.5-server-optional-rpms-32bit - name: Optional Packages for Enterprise Linux 6.5 - i386 - baseurl: http://REPLACE_ME.REPLACE_ME/released/RHEL-6/6.5/Server/optional/i386/os - gpgcheck: 0 - enabled: 1 - subscription: - username: REPLACE_ME - password: HWj8TE28Qi0eP2c - pool: 8a85f9823e3d5e43013e3ddd4e2a0977 - config: - selinux: permissive - ntp_server: 0.pool.ntp.org - dns_servers: - - 10.4.1.1 - - 10.4.0.2 - reboot_delay: 1 - initial_boot_timeout: 180 -node: - prefix: - - rdo - - pupt - - ffqiotcxz1 - - null -product: - repo_type: production - name: rdo - short_name: rdo - rpm: - CentOS: https://repos.fedorapeople.org/repos/openstack/openstack-juno/rdo-release-juno-1.noarch.rpm - Fedora: https://repos.fedorapeople.org/repos/openstack/openstack-juno/rdo-release-juno-1.noarch.rpm - RedHat: https://repos.fedorapeople.org/repos/openstack/openstack-juno/rdo-release-juno-1.noarch.rpm - short_version: ju - repo: - production: - CentOS: - 7.0.1406: http://repos.fedorapeople.org/repos/openstack/openstack-juno/epel-7 - '6.5': http://repos.fedorapeople.org/repos/openstack/openstack-juno/epel-6 - '7.0': http://repos.fedorapeople.org/repos/openstack/openstack-juno/epel-7 - Fedora: - '20': http://repos.fedorapeople.org/repos/openstack/openstack-juno/fedora-20 - '21': http://repos.fedorapeople.org/repos/openstack/openstack-juno/fedora-21 - RedHat: - '6.6': http://repos.fedorapeople.org/repos/openstack/openstack-juno/epel-6 - '6.5': http://repos.fedorapeople.org/repos/openstack/openstack-juno/epel-6 - '7.0': http://repos.fedorapeople.org/repos/openstack/openstack-juno/epel-7 - version: juno - config: - enable_epel: y - short_repo: prod -tester: - name: tempest -distro_reboot_options: '--no-wall '' Reboot is triggered by Ansible'' ' -job: - verbosity: 1 - archive: - - '{{ tempest.dir }}/etc/tempest.conf' - - '{{ tempest.dir }}/etc/tempest.conf.sample' - - '{{ tempest.dir }}/*.log' - - '{{ tempest.dir }}/*.xml' - - /root/ - - /var/log/ - - /etc/nova - - /etc/ceilometer - - /etc/cinder - - /etc/glance - - /etc/keystone - - /etc/neutron - - /etc/ntp - - /etc/puppet - - /etc/qpid - - /etc/qpidd.conf - - /root - - /etc/yum.repos.d - - /etc/yum.repos.d -topology: - name: multinode - short_name: mt -workaround_neutron_ovs_udev_loop: true -workaround_glance_table_utf8: false -verbosity: - debug: 0 - info: 1 - warning: 2 - warn: 2 - errors: 3 -provisioner: - username: admin - network: - type: nova - name: external - skip: skip_provision - foreman_url: https://10.2.84.2/api/v2/ - password: octopus - type: foreman -workaround_nova_compute_fix: false -workarounds: - enabled: true - diff --git a/foreman/ci/opnfv_ksgen_settings_no_HA.yml b/foreman/ci/opnfv_ksgen_settings_no_HA.yml deleted file mode 100644 index 3066038..0000000 --- a/foreman/ci/opnfv_ksgen_settings_no_HA.yml +++ /dev/null @@ -1,272 +0,0 @@ -global_params: - admin_email: opnfv@opnfv.com - ha_flag: "false" - odl_flag: "true" - odl_control_ip: - admin_network: - private_network: - storage_network: - public_network: - private_subnet: - deployment_type: - controller_ip: -network_type: multi_network -default_gw: -no_dhcp: false -domain_name: opnfv.com -foreman: - seed_values: - - { name: heat_cfn, oldvalue: true, newvalue: false } -workaround_puppet_version_lock: false -opm_branch: master -installer: - name: puppet - short_name: pupt - network: - auto_assign_floating_ip: false - variant: - short_name: m2vx - plugin: - name: neutron -workaround_openstack_packstack_rpm: false -tempest: - repo: - Fedora: - '19': http://REPLACE_ME/~REPLACE_ME/openstack-tempest-icehouse/fedora-19/ - '20': http://REPLACE_ME/~REPLACE_ME/openstack-tempest-icehouse/fedora-20/ - RedHat: - '7.0': https://repos.fedorapeople.org/repos/openstack/openstack-juno/epel-7/ - use_virtual_env: false - public_allocation_end: 10.2.84.71 - skip: - files: null - tests: null - public_allocation_start: 10.2.84.51 - physnet: physnet1 - use_custom_repo: false - public_subnet_cidr: 10.2.84.0/24 - public_subnet_gateway: 10.2.84.1 - additional_default_settings: - - section: compute - option: flavor_ref - value: 1 - cirros_image_file: cirros-0.3.1-x86_64-disk.img - setup_method: tempest/rpm - test_name: all - rdo: - version: juno - rpm: http://repos.fedorapeople.org/repos/openstack/openstack-juno/rdo-release-juno-1.noarch.rpm - rpm: - version: 20141201 - dir: ~{{ nodes.tempest.remote_user }}/tempest-dir -tmp: - node_prefix: '{{ node.prefix | reject("none") | join("-") }}-' - anchors: - - https://repos.fedorapeople.org/repos/openstack/openstack-juno/rdo-release-juno-1.noarch.rpm - - http://repos.fedorapeople.org/repos/openstack/openstack-juno/ -opm_repo: https://github.com/redhat-openstack/openstack-puppet-modules.git -workaround_vif_plugging: false -openstack_packstack_rpm: http://REPLACE_ME/brewroot/packages/openstack-puppet-modules/2013.2/9.el6ost/noarch/openstack-puppet-modules-2013.2-9.el6ost.noarch.rpm -nodes: - compute: - name: oscompute11.{{ domain_name }} - hostname: oscompute11.{{ domain_name }} - short_name: oscompute11 - type: compute - host_type: baremetal - hostgroup: Compute - mac_address: "10:23:45:67:89:AB" - bmc_ip: 10.4.17.2 - bmc_mac: "10:23:45:67:88:AB" - bmc_user: root - bmc_pass: root - admin_ip: compute_admin - ansible_ssh_pass: "Op3nStack" - admin_password: "" - cpus: 2 - memory: 2048 - disk: 40 - groups: - - compute - - foreman_nodes - - puppet - - rdo - - neutron - controller1: - name: oscontroller1.{{ domain_name }} - hostname: oscontroller1.{{ domain_name }} - short_name: oscontroller1 - type: controller - host_type: baremetal - hostgroup: Controller_Network_ODL - mac_address: "10:23:45:67:89:AC" - bmc_ip: 10.4.17.3 - bmc_mac: "10:23:45:67:88:AC" - bmc_user: root - bmc_pass: root - private_ip: controller1_private - admin_ip: controller1_admin - private_mac: "10:23:45:67:87:AC" - ansible_ssh_pass: "Op3nStack" - admin_password: "octopus" - cpus: 2 - memory: 4096 - disk: 40 - groups: - - controller - - foreman_nodes - - puppet - - rdo - - neutron -workaround_mysql_centos7: true -distro: - name: centos - centos: - '7.0': - repos: [] - short_name: c - short_version: 70 - version: '7.0' - rhel: - '7.0': - kickstart_url: http://REPLACE_ME/released/RHEL-7/7.0/Server/x86_64/os/ - repos: - - section: rhel7-server-rpms - name: Packages for RHEL 7 - $basearch - baseurl: http://REPLACE_ME/rel-eng/repos/rhel-7.0/x86_64/ - gpgcheck: 0 - - section: rhel-7-server-update-rpms - name: Update Packages for Enterprise Linux 7 - $basearch - baseurl: http://REPLACE_ME/rel-eng/repos/rhel-7.0-z/x86_64/ - gpgcheck: 0 - - section: rhel-7-server-optional-rpms - name: Optional Packages for Enterprise Linux 7 - $basearch - baseurl: http://REPLACE_ME/released/RHEL-7/7.0/Server-optional/x86_64/os/ - gpgcheck: 0 - - section: rhel-7-server-extras-rpms - name: Optional Packages for Enterprise Linux 7 - $basearch - baseurl: http://REPLACE_ME/rel-eng/EXTRAS-7.0-RHEL-7-20140610.0/compose/Server/x86_64/os/ - gpgcheck: 0 - '6.5': - kickstart_url: http://REPLACE_ME/released/RHEL-6/6.5/Server/x86_64/os/ - repos: - - section: rhel6.5-server-rpms - name: Packages for RHEL 6.5 - $basearch - baseurl: http://REPLACE_ME.REPLACE_ME/released/RHEL-6/6.5/Server/$basearch/os/Server - gpgcheck: 0 - - section: rhel-6.5-server-update-rpms - name: Update Packages for Enterprise Linux 6.5 - $basearch - baseurl: http://REPLACE_ME.REPLACE_ME/rel-eng/repos/RHEL-6.5-Z/$basearch/ - gpgcheck: 0 - - section: rhel-6.5-server-optional-rpms - name: Optional Packages for Enterprise Linux 6.5 - $basearch - baseurl: http://REPLACE_ME.REPLACE_ME/released/RHEL-6/6.5/Server/optional/$basearch/os - gpgcheck: 0 - - section: rhel6.5-server-rpms-32bit - name: Packages for RHEL 6.5 - i386 - baseurl: http://REPLACE_ME.REPLACE_ME/released/RHEL-6/6.5/Server/i386/os/Server - gpgcheck: 0 - enabled: 1 - - section: rhel-6.5-server-update-rpms-32bit - name: Update Packages for Enterprise Linux 6.5 - i686 - baseurl: http://REPLACE_ME.REPLACE_ME/rel-eng/repos/RHEL-6.5-Z/i686/ - gpgcheck: 0 - enabled: 1 - - section: rhel-6.5-server-optional-rpms-32bit - name: Optional Packages for Enterprise Linux 6.5 - i386 - baseurl: http://REPLACE_ME.REPLACE_ME/released/RHEL-6/6.5/Server/optional/i386/os - gpgcheck: 0 - enabled: 1 - subscription: - username: REPLACE_ME - password: HWj8TE28Qi0eP2c - pool: 8a85f9823e3d5e43013e3ddd4e2a0977 - config: - selinux: permissive - ntp_server: 0.pool.ntp.org - dns_servers: - - 10.4.1.1 - - 10.4.0.2 - reboot_delay: 1 - initial_boot_timeout: 180 -node: - prefix: - - rdo - - pupt - - ffqiotcxz1 - - null -product: - repo_type: production - name: rdo - short_name: rdo - rpm: - CentOS: https://repos.fedorapeople.org/repos/openstack/openstack-juno/rdo-release-juno-1.noarch.rpm - Fedora: https://repos.fedorapeople.org/repos/openstack/openstack-juno/rdo-release-juno-1.noarch.rpm - RedHat: https://repos.fedorapeople.org/repos/openstack/openstack-juno/rdo-release-juno-1.noarch.rpm - short_version: ju - repo: - production: - CentOS: - 7.0.1406: http://repos.fedorapeople.org/repos/openstack/openstack-juno/epel-7 - '6.5': http://repos.fedorapeople.org/repos/openstack/openstack-juno/epel-6 - '7.0': http://repos.fedorapeople.org/repos/openstack/openstack-juno/epel-7 - Fedora: - '20': http://repos.fedorapeople.org/repos/openstack/openstack-juno/fedora-20 - '21': http://repos.fedorapeople.org/repos/openstack/openstack-juno/fedora-21 - RedHat: - '6.6': http://repos.fedorapeople.org/repos/openstack/openstack-juno/epel-6 - '6.5': http://repos.fedorapeople.org/repos/openstack/openstack-juno/epel-6 - '7.0': http://repos.fedorapeople.org/repos/openstack/openstack-juno/epel-7 - version: juno - config: - enable_epel: y - short_repo: prod -tester: - name: tempest -distro_reboot_options: '--no-wall '' Reboot is triggered by Ansible'' ' -job: - verbosity: 1 - archive: - - '{{ tempest.dir }}/etc/tempest.conf' - - '{{ tempest.dir }}/etc/tempest.conf.sample' - - '{{ tempest.dir }}/*.log' - - '{{ tempest.dir }}/*.xml' - - /root/ - - /var/log/ - - /etc/nova - - /etc/ceilometer - - /etc/cinder - - /etc/glance - - /etc/keystone - - /etc/neutron - - /etc/ntp - - /etc/puppet - - /etc/qpid - - /etc/qpidd.conf - - /root - - /etc/yum.repos.d - - /etc/yum.repos.d -topology: - name: multinode - short_name: mt -workaround_neutron_ovs_udev_loop: true -workaround_glance_table_utf8: false -verbosity: - debug: 0 - info: 1 - warning: 2 - warn: 2 - errors: 3 -provisioner: - username: admin - network: - type: nova - name: external - skip: skip_provision - foreman_url: https://10.2.84.2/api/v2/ - password: octopus - type: foreman -workaround_nova_compute_fix: false -workarounds: - enabled: true - diff --git a/foreman/ci/reload_playbook.yml b/foreman/ci/reload_playbook.yml deleted file mode 100644 index 9b3a4d4..0000000 --- a/foreman/ci/reload_playbook.yml +++ /dev/null @@ -1,17 +0,0 @@ ---- -- hosts: all - tasks: - - name: restart machine - shell: sleep 2 && shutdown -r now "Ansible updates triggered" - async: 1 - poll: 0 - ignore_errors: true - - - name: waiting for server to come back - local_action: wait_for host="{{ ansible_ssh_host }}" - port="{{ ansible_ssh_port }}" - state=started - delay=60 - timeout=180 - sudo: false - - pause: minutes=1 diff --git a/foreman/ci/resize_lvm.sh b/foreman/ci/resize_lvm.sh deleted file mode 100755 index 64a9c62..0000000 --- a/foreman/ci/resize_lvm.sh +++ /dev/null @@ -1,37 +0,0 @@ -#!/usr/bin/env bash - -#script for resizing volumes in Foreman/QuickStack VM -#author: Tim Rozet (trozet@redhat.com) -# -#Uses Vagrant and VirtualBox -#VagrantFile uses resize_partition.sh -# -#Pre-requisties: -#Vagrant box disk size already resized -#Partition already resized - -##VARS -reset=`tput sgr0` -blue=`tput setaf 4` -red=`tput setaf 1` -green=`tput setaf 2` - -##END VARS - -echo "${blue}Resizing physical volume${reset}" -if ! pvresize /dev/sda2; then - echo "${red}Unable to resize physical volume${reset}" - exit 1 -else - new_part_size=`pvdisplay | grep -Eo "PV Size\s*[0-9]+\." | awk {'print $3'} | tr -d .` - echo "${blue}New physical volume size: ${new_part_size}${reset}" -fi - -echo "${blue}Resizing logical volume${reset}" -if ! lvextend /dev/mapper/centos-root -r -l +100%FREE; then - echo "${red}Unable to resize logical volume${reset}" - exit 1 -else - new_fs_size=`df -h | grep centos-root | awk '{print $2}'` - echo "${blue}Filesystem resized to: ${new_fs_size}${reset}" -fi diff --git a/foreman/ci/resize_partition.sh b/foreman/ci/resize_partition.sh deleted file mode 100755 index 4c5581d..0000000 --- a/foreman/ci/resize_partition.sh +++ /dev/null @@ -1,33 +0,0 @@ -#!/usr/bin/env bash - -#script for extending disk partition in Foreman/QuickStack VM -#author: Tim Rozet (trozet@redhat.com) -# -#Uses Vagrant and VirtualBox -#VagrantFile uses resize_partition.sh -# -#Pre-requisties: -#Vagrant box disk size already resized - -##VARS -reset=`tput sgr0` -blue=`tput setaf 4` -red=`tput setaf 1` -green=`tput setaf 2` - -##END VARS - -echo "${blue}Extending partition...${reset}" -echo "d -2 -n -p - - - -p -t -2 -8e -w -"|fdisk /dev/sda; true diff --git a/foreman/ci/vm_nodes_provision.sh b/foreman/ci/vm_nodes_provision.sh deleted file mode 100755 index ef2b325..0000000 --- a/foreman/ci/vm_nodes_provision.sh +++ /dev/null @@ -1,118 +0,0 @@ -#!/usr/bin/env bash - -#bootstrap script for VM OPNFV nodes -#author: Tim Rozet (trozet@redhat.com) -# -#Uses Vagrant and VirtualBox -#VagrantFile uses vm_nodes_provision.sh which configures linux on nodes -#Depends on Foreman being up to be able to register and apply puppet -# -#Pre-requisties: -#Target system should be Centos7 Vagrant VM - -##VARS -reset=`tput sgr0` -blue=`tput setaf 4` -red=`tput setaf 1` -green=`tput setaf 2` - -host_name=REPLACE -dns_server=REPLACE -host_ip=REPLACE -domain_name=REPLACE -##END VARS - -##set hostname -echo "${blue} Setting Hostname ${reset}" -hostnamectl set-hostname $host_name - -##remove NAT DNS -echo "${blue} Removing DNS server on first interface ${reset}" -if ! grep 'PEERDNS=no' /etc/sysconfig/network-scripts/ifcfg-enp0s3; then - echo "PEERDNS=no" >> /etc/sysconfig/network-scripts/ifcfg-enp0s3 - systemctl restart NetworkManager -fi - -##modify /etc/resolv.conf to point to foreman -echo "${blue} Configuring resolv.conf with DNS: $dns_server ${reset}" -cat > /etc/resolv.conf << EOF -search $domain_name -nameserver $dns_server -nameserver 8.8.8.8 - -EOF - -##modify /etc/hosts to add own IP for rabbitmq workaround -host_short_name=`echo $host_name | cut -d . -f 1` -echo "${blue} Configuring hosts with: $host_name $host_ip ${reset}" -cat > /etc/hosts << EOF -$host_ip $host_short_name $host_name -127.0.0.1 localhost localhost.localdomain localhost4 localhost4.localdomain4 -::1 localhost localhost.localdomain localhost6 localhost6.localdomain6 -EOF - -if ! ping www.google.com -c 5; then - echo "${red} No internet connection, check your route and DNS setup ${reset}" - exit 1 -fi - -##install EPEL -if ! yum repolist | grep "epel/"; then - if ! rpm -Uvh http://dl.fedoraproject.org/pub/epel/7/x86_64/e/epel-release-7-5.noarch.rpm; then - printf '%s\n' 'vm_provision_nodes.sh: Unable to configure EPEL repo' >&2 - exit 1 - fi -else - printf '%s\n' 'vm_nodes_provision.sh: Skipping EPEL repo as it is already configured.' -fi - -##install device-mapper-libs -##needed for libvirtd on compute nodes -if ! yum -y upgrade device-mapper-libs; then - echo "${red} WARN: Unable to upgrade device-mapper-libs...nova-compute may not function ${reset}" -fi - -echo "${blue} Installing Puppet ${reset}" -##install puppet -if ! yum list installed | grep -i puppet; then - if ! yum -y install puppet; then - printf '%s\n' 'vm_nodes_provision.sh: Unable to install puppet package' >&2 - exit 1 - fi -fi - -echo "${blue} Configuring puppet ${reset}" -cat > /etc/puppet/puppet.conf << EOF - -[main] -vardir = /var/lib/puppet -logdir = /var/log/puppet -rundir = /var/run/puppet -ssldir = \$vardir/ssl - -[agent] -pluginsync = true -report = true -ignoreschedules = true -daemon = false -ca_server = foreman-server.$domain_name -certname = $host_name -environment = production -server = foreman-server.$domain_name -runinterval = 600 - -EOF - -# Setup puppet to run on system reboot -/sbin/chkconfig --level 345 puppet on - -/usr/bin/puppet agent --config /etc/puppet/puppet.conf -o --tags no_such_tag --server foreman-server.$domain_name --no-daemonize - -sync - -# Inform the build system that we are done. -echo "Informing Foreman that we are built" -wget -q -O /dev/null --no-check-certificate http://foreman-server.$domain_name:80/unattended/built - -echo "Starting puppet" -systemctl start puppet diff --git a/foreman/docs/src/installation-instructions.rst b/foreman/docs/src/installation-instructions.rst deleted file mode 100644 index 73b900e..0000000 --- a/foreman/docs/src/installation-instructions.rst +++ /dev/null @@ -1,649 +0,0 @@ -========================================================================================================= -OPNFV Installation Instructions for the Arno SR1 Release of OPNFV when using Foreman as a deployment tool -========================================================================================================= - - -.. contents:: Table of Contents - :backlinks: none - - -Abstract -======== - -This document describes how to install the Arno SR1 release of OPNFV when using Foreman/Quickstack as -a -deployment tool covering it's limitations, dependencies and required system resources. - -License -======= -Arno SR1 release of OPNFV when using Foreman as a deployment tool Docs (c) by Tim Rozet (RedHat) - -Arno SR1 release of OPNFV when using Foreman as a deployment tool Docs are licensed under a Creative -Commons Attribution 4.0 International License. You should have received a copy of the license along -with this. If not, see . - -Version History -=================== - -+--------------------+--------------------+--------------------+--------------------+ -| **Date** | **Ver.** | **Author** | **Comment** | -| | | | | -+--------------------+--------------------+--------------------+--------------------+ -| 2015-05-07 | 0.0.1 | Tim Rozet | First draft | -| | | (RedHat) | | -+--------------------+--------------------+--------------------+--------------------+ -| 2015-05-27 | 0.0.2 | Christopher Price | Minor changes & | -| | | (Ericsson AB) | formatting | -+--------------------+--------------------+--------------------+--------------------+ -| 2015-06-02 | 0.0.3 | Christopher Price | Minor changes & | -| | | (Ericsson AB) | formatting | -+--------------------+--------------------+--------------------+--------------------+ -| 2015-06-03 | 0.0.4 | Ildiko Vancsa | Minor changes | -| | | (Ericsson) | | -+--------------------+--------------------+--------------------+--------------------+ -| 2015-09-10 | 0.2.0 | Tim Rozet | Update to SR1 | -| | | (Red Hat) | | -+--------------------+--------------------+--------------------+--------------------+ -| 2015-09-25 | 0.2.1 | Randy Levensalor | Added CLI | -| | | (CableLabs) | verification | -+--------------------+--------------------+--------------------+--------------------+ - - -Introduction -============ - -This document describes the steps to install an OPNFV Arno SR1 reference platform, as defined by the -Bootstrap/Getting-Started (BGS) Project using the Foreman/QuickStack installer. - -The audience is assumed to have a good background in networking and Linux administration. - -Preface -======= - -Foreman/QuickStack uses the Foreman Open Source project as a server management tool, which in turn -manages and executes Genesis/QuickStack. Genesis/QuickStack consists of layers of Puppet modules that -are capable of provisioning the OPNFV Target System (3 controllers, n number of compute nodes). - -The Genesis repo contains the necessary tools to get install and deploy an OPNFV target system using -Foreman/QuickStack. These tools consist of the Foreman/QuickStack bootable ISO -(``arno.2015.2.0.foreman.iso``), and the automatic deployment script (``deploy.sh``). - -An OPNFV install requires a "Jumphost" in order to operate. The bootable ISO will allow you to -install -a customized CentOS 7 release to the Jumphost, which then gives you the required packages needed to -run ``deploy.sh``. If you already have a Jumphost with CentOS 7 installed, you may choose to ignore -the ISO step and instead move directly to cloning the git repository and running ``deploy.sh``. In -this case, ``deploy.sh`` will install the necessary packages for you in order to execute. - -``deploy.sh`` installs Foreman/QuickStack VM server using Vagrant with VirtualBox as its provider. -This VM is then used to provision the OPNFV target system (3 controllers, n compute nodes). These -nodes can be either virtual or bare metal. This guide contains instructions for installing both. - -Setup Requirements -================== - -Jumphost Requirements ---------------------- - -The Jumphost requirements are outlined below: - -1. CentOS 7 (from ISO or self-installed). - -2. Root access. - -3. libvirt or other hypervisors disabled (no kernel modules loaded). - -4. 3-4 NICs for bare metal deployment/only 1 NIC required for virtual deployment, untagged - (no 802.1Q tagging), with IP addresses. - -5. Internet access for downloading packages, with a default gateway configured. - -6. 4 GB of RAM for a bare metal deployment, 18 GB (HA) or 8 GB (non-HA) of RAM for a VM - deployment. - -Network Requirements --------------------- - -Network requirements include: - -1. No DHCP or TFTP server running on networks used by OPNFV (bare metal deployment only). - -2. 1, 3, or 4 separate VLANs (untagged) with connectivity between Jumphost and nodes (bare metal - deployment only). These make up the admin, private, public and optional storage networks. If - only 1 VLAN network used for baremetal, then all of the previously listed logical networks will - be consolidated to that single network. - -3. Lights out OOB network access from Jumphost with IPMI node enabled (bare metal deployment - only). - -4. Admin or public network has Internet access, meaning a gateway and DNS availability. - -**Note: Storage network will be consolidated to the private network if only 3 networks are used.** - -Bare Metal Node Requirements ----------------------------- - -Bare metal nodes require: - -1. IPMI enabled on OOB interface for power control. - -2. BIOS boot priority should be PXE first then local hard disk. - -3. BIOS PXE interface should include admin network mentioned above. - -Execution Requirements (Bare Metal Only) ----------------------------------------- - -In order to execute a deployment, one must gather the following information: - -1. IPMI IP addresses for the nodes. - -2. IPMI login information for the nodes (user/pass). - -3. MAC address of admin interfaces on nodes. - -4. MAC address of private interfaces on 3 nodes that will be controllers. - -**Note: For single NIC/network barmetal deployment, the MAC address of the admin and private -interface will be the same.** - -Installation High-Level Overview - Bare Metal Deployment -======================================================== - -The setup presumes that you have 6 bare metal servers and have already setup connectivity on at least -1 or 3 interfaces for all servers via a TOR switch or other network implementation. - -The physical TOR switches are **not** automatically configured from the OPNFV reference platform. All -the networks involved in the OPNFV infrastructure as well as the provider networks and the private -tenant VLANs needs to be manually configured. - -The Jumphost can be installed using the bootable ISO. The Jumphost should then be configured with an -IP gateway on its admin or public interface and configured with a working DNS server. The Jumphost -should also have routable access to the lights out network. - -``deploy.sh`` is then executed in order to install the Foreman/QuickStack Vagrant VM. ``deploy.sh`` -uses a configuration file with YAML format in order to know how to install and provision the OPNFV -target system. The information gathered under section `Execution Requirements (Bare Metal Only)`_ -is put into this configuration file. - -``deploy.sh`` brings up a CentOS 7 Vagrant VM, provided by VirtualBox. The VM then executes an -Ansible project called Khaleesi in order to install Foreman and QuickStack. Once the -Foreman/QuickStack VM is up, Foreman will be configured with the nodes' information. This includes -MAC address, IPMI, OpenStack type (controller, compute, OpenDaylight controller) and other -information. -At this point Khaleesi makes a REST API call to Foreman to instruct it to provision the hardware. - -Foreman will then reboot the nodes via IPMI. The nodes should already be set to PXE boot first off -the -admin interface. Foreman will then allow the nodes to PXE and install CentOS 7 as well as Puppet. -Foreman/QuickStack VM server runs a Puppet Master and the nodes query this master to get their -appropriate OPNFV configuration. The nodes will then reboot one more time and once back up, will DHCP -on their private, public and storage NICs to gain IP addresses. The nodes will now check in via -Puppet and start installing OPNFV. - -Khaleesi will wait until these nodes are fully provisioned and then return a success or failure based -on the outcome of the Puppet application. - -Installation High-Level Overview - VM Deployment -================================================ - -The VM nodes deployment operates almost the same way as the bare metal deployment with a few -differences. ``deploy.sh`` still installs Foreman/QuickStack VM the exact same way, however the part -of the Khaleesi Ansible playbook which IPMI reboots/PXE boots the servers is ignored. Instead, -``deploy.sh`` brings up N number more Vagrant VMs (where N is 3 control nodes + n compute). These VMs -already come up with CentOS 7 so instead of re-provisioning the entire VM, ``deploy.sh`` initiates a -small Bash script that will signal to Foreman that those nodes are built and install/configure Puppet -on them. - -To Foreman these nodes look like they have just built and register the same way as bare metal nodes. - -VM deployment will automatically use the default gateway interface on the host for all of the VMs -internet access via bridging the VMs NICs (public network). The other networks - such as admin, -private, storage will all be created as internal VirtualBox networks. Therefore only a single -interface on the host is needed for VM deployment. - -Installation Guide - Bare Metal Deployment -========================================== - -This section goes step-by-step on how to correctly install and provision the OPNFV target system to -bare metal nodes. - -Install Bare Metal Jumphost ---------------------------- - -1. If your Jumphost does not have CentOS 7 already on it, or you would like to do a fresh install, - then download the Foreman/QuickStack bootable ISO - `here `_. If you - already have a CentOS 7 install that you would like to use then go to step 3. - -2. Boot the ISO off of a USB or other installation media and walk through installing OPNFV CentOS 7. - -3. After OS is installed login to your Jumphost as root. If /root/genesis does not exist then - ``git clone -b arno.2015.2.0 https://gerrit.opnfv.org/gerrit/genesis /root/genesis`` - -4. Configure IP addresses on 3-4 interfaces that you have selected as your admin, private, public, - and storage (optional) networks. - -5. Configure the IP gateway to the Internet either, preferably on the public interface. - -6. Configure your ``/etc/resolv.conf`` to point to a DNS server (8.8.8.8 is provided by Google). - -7. Disable selinux: - - - ``setenforce 0`` - - ``sed -i 's/SELINUX=.*/SELINUX=permissive/' /etc/selinux/config`` - -8. Disable firewalld: - - - ``systemctl stop firewalld`` - - ``systemctl disable firewalld`` - -Creating an Inventory File --------------------------- - -You now need to take the MAC address/IPMI info gathered in section -`Execution Requirements (Bare Metal Only)`_ and create the YAML inventory (also known as -configuration) -file for ``deploy.sh``. - -1. Copy the ``opnfv_ksgen_settings.yml`` file (for HA) or ``opnfv_ksgen_settings_no_HA.yml`` from - ``/root/genesis/foreman/ci/`` to another directory and rename it to be what you want Example: - ``/root/my_ksgen_settings.yml`` - -2. Edit the file in your favorite editor. There is a lot of information in this file, but you - really only need to be concerned with the "nodes:" dictionary. - -3. The nodes dictionary contains each bare metal host you want to deploy. You can have 1 or more - compute nodes and must have 3 controller nodes (these are already defined for you) if ha_flag is - set to true. If ha_flag is set to false, please only define 1 controller node. It is optional at - this point to add more compute nodes into the dictionary. You must use a different name, hostname - , short_name and dictionary keyname for each node. - -4. Once you have decided on your node definitions you now need to modify the MAC address/IPMI info - dependent on your hardware. Edit the following values for each node: - - - ``mac_address``: change to MAC address of that node's admin NIC (defaults to 1st NIC) - - ``bmc_ip``: change to IP Address of BMC (out-of-band)/IPMI IP - - ``bmc_mac``: same as above, but MAC address - - ``bmc_user``: IPMI username - - ``bmc_pass``: IPMI password - -5. Also edit the following for only controller nodes: - - - ``private_mac`` - change to MAC address of node's private NIC (default to 2nd NIC) - -6. You may also define a unique domain name by editing the ``domain_name`` global parameter. - -7. Save your changes. - -Running ``deploy.sh`` ---------------------- - -You are now ready to deploy OPNFV! ``deploy.sh`` will use your ``/var/opt/opnfv/`` directory to store -its Vagrant VMs. Your Foreman/QuickStack Vagrant VM will be running out of -``/var/opt/opnfv/foreman_vm/``. - -It is also recommended that you power off your nodes before running ``deploy.sh`` If there are DHCP -servers or other network services that are on those nodes it may conflict with the installation. - -Follow the steps below to execute: - -1. ``cd /root/genesis/foreman/ci/`` - -2. ``./deploy.sh -base_config /root/my_ksgen_settings.yml`` - -**Note: This is for default detection of at least 3 VLAN/interfaces configured on your jumphost -with defaulting interface assignment by the NIC order (1st Admin, 2nd Private, 3rd Public). If you -wish to use a single interface for baremetal install, see help output for "-single_baremetal_nic". -If you would like to specify the NIC mapping to logical network, see help output for "-admin_nic", -"-private_nic", "-public_nic", "-storage_nic".** - -3. It will take about 20-25 minutes to install Foreman/QuickStack VM. If something goes wrong during - this part of the process, it is most likely a problem with the setup of your Jumphost. You will - also notice different outputs in your shell. When you see messages that say "TASK:" or "PLAY:" - this is Khalessi running and installing Foreman/QuickStack inside of your VM or deploying your - nodes. Look for "PLAY [Deploy Nodes]" as a sign that Foreman/QuickStack is finished installing - and now your nodes are being rebuilt. - -4. Your nodes will take 40-60 minutes to re-install CentOS 7 and install/configure OPNFV. When - complete you will see "Finished: SUCCESS" - -Verifying the Setup -------------------- - -Now that the installer has finished it is a good idea to check and make sure things are working -correctly. To access your Foreman/QuickStack VM: - -1. As root: ``cd /var/opt/opnfv/foreman_vm/`` - -2. ``vagrant ssh`` (no password is required) - -3. You are now in the VM and can check the status of Foreman service, etc. For example: - ``systemctl status foreman`` - -4. Type "exit" and leave the Vagrant VM. Now execute: - ``cat /var/opt/opnfv/foreman_vm/opnfv_ksgen_settings.yml | grep foreman_url`` - -5. This is your Foreman URL on your public interface. You can go to your web browser, - ``http://``, login will be "admin"/"octopus". This way you can look around in - Foreman and check that your hosts are in a good state, etc. - -6. In Foreman GUI, you can now go to Infrastructure -> Global Parameters. This is a list of all the - variables being handed to Puppet for configuring OPNFV. Look for ``horizon_public_vip``. This is - your IP address to Horizon GUI. - -**Note: You can find out more about how to use Foreman by going to http://www.theforeman.org/ or -by watching a walkthrough video here: https://bluejeans.com/s/89gb/** - -7. Now go to your web browser and insert the Horizon public VIP. The login will be - "admin"/"octopus". - -8. You are now able to follow the `OpenStack Verification`_ section. - -OpenStack Verification ----------------------- - -Now that you have Horizon access, let's make sure OpenStack the OPNFV target system are working -correctly: - -1. In Horizon, click Project -> Compute -> Volumes, Create Volume - -2. Make a volume "test_volume" of size 1 GB - -3. Now in the left pane, click Compute -> Images, click Create Image - -4. Insert a name "cirros", Insert an Image Location - ``http://download.cirros-cloud.net/0.3.3/cirros-0.3.3-x86_64-disk.img`` - -5. Select format "QCOW2", select Public, then hit Create Image - -6. Now click Project -> Network -> Networks, click Create Network - -7. Enter a name "test_network", click Next - -8. Enter a subnet name "test_subnet", and enter Network Address ``10.0.0.0/24``, click Next - -9. Enter ``10.0.0.5,10.0.0.9`` under Allocation Pools, then hit Create - -**Note: You may also want to expand this pool by giving a larger range, -or you can simply hit Create with entering nothing and the entire subnet -range will be used for DHCP** - -10. Go to Project -> Network -> Routers - -11. Click "provider_router". Then select "Add Interface" - -12. From the pop up menu, select test_subnet in the "Subnet" field. Press "Add interface" - -13. Verify your Network Topology looks correct in Project -> Network -> Network Topology - -14. Now go to Project -> Compute -> Instances, click Launch Instance - -15. Enter Instance Name "cirros1", select Instance Boot Source "Boot from image", and then select - Image Name "cirros" - -16. Click Launch, status should show "Spawning" while it is being built - -17. You can now repeat steps 15 and 16, but create a "cirros2" named instance - -18. Once both instances are up you can see their IP addresses on the Instances page. Click the - Instance Name of cirros1. - -19. Now click the "Console" tab and login as "cirros"/"cubswin:)" - -20. Verify you can ping the IP address of cirros2 - -21. Continue to the next steps to provide external network access to cirros1. - -22. Go to Project -> Compute -> Instances. From the drop down menu under "Actions" select - "Associate Floating IP" - -23. Press the "+" symbol next under "IP Address". Select "Allocate IP" on the new pop up. - -24. You should now see an external IP address filled into the "IP Address" field. Click - "Associate". - -25. Now from your external network you should be able to ping/ssh to the floating IP address. - -Congratulations you have successfully installed OPNFV! - -OpenStack CLI Verification --------------------------- - -This section is for users who do not have web access or prefer to use command line rather -than a web browser to validate the OpenStack installation. Do not run this if you have -already completed the OpenStack verification, since this uses the same names. - -1. Install the OpenStack CLI tools or log-in to one of the compute or control servers. - -2. Find the IP of keystone public VIP. As root: - - cat /var/opt/opnfv/foreman_vm/opnfv_ksgen_settings.yml | \ - grep keystone_public_vip - -3. Set the environment variables. Substitute the keystone public VIP for below. - - | export OS_AUTH_URL=http://:5000/v2.0 - | export OS_TENANT_NAME="admin" - | export OS_USERNAME="admin" - | export OS_PASSWORD="octopus" - -4. Load the CirrOS image into glance. - - glance image-create --copy-from \ - http://download.cirros-cloud.net/0.3.4/cirros-0.3.4-x86_64-disk.img \ - --disk-format qcow2 --container-format bare --name 'CirrOS' - -5. Verify the image is downloaded. The status will be "active" when the download completes. - - ``glance image-show CirrOS`` - -6. Create a private tenant network. - - ``neutron net-create test_network`` - -7. Verify the network has been created by running the command below. - - ``neutron net-show test_network`` - -8. Create a subnet for the tenant network. - - ``neutron subnet-create test_network --name test_subnet --dns-nameserver 8.8.8.8 10.0.0.0/24`` - -9. Verify the subnet was created. - - ``neutron subnet-show test_subnet`` - -10. Add an interface from the test_subnet to the provider router. - - ``neutron router-interface-add provider_router test_subnet`` - -11. Verify the interface was added. - - ``neutron router-port-list`` - -12. Deploy a VM. - - ``nova boot --flavor 1 --image CirrOS cirros1`` - -13. Wait for the VM to complete booting. This can be completed by viewing the console log until a - login prompt appears. - - ``nova console-log cirros1`` - -14. Get the local ip from the VM. - - ``nova show cirros1 | grep test_network`` - -15. Get the port ID for the ip from the previous command. Replace with the IP from the previous - command. The port id is the first series of numbers and letters. - - ``neutron port-list | grep 10.0.0.2 | awk ' { print $2 } '`` - -16. Assign a floating ip to the VM. Substitue the port-id from the previous command for - - ``neutron floatingip-create --port-id provider_network`` - -17. Log into the vm. Substitute FLOATING_IP for the floating_ip_address displayed in the output in - the above command. - - ``ssh cirros@`` - -18. Logout and create a second VM. - - ``nova boot --flavor 1 --image CirrOS cirros2`` - -19. Get the ip for cirros2. - - ``nova show cirros2 | grep test_network`` - -20. Redo step 17 to log back into cirros1 and ping cirros2. Replace with the ip from the - previous step. - - ``ping `` - -Installation Guide - VM Deployment -================================== - -This section goes step-by-step on how to correctly install and provision the OPNFV target system -to VM nodes. - -Install Jumphost ----------------- - -Follow the instructions in the `Install Bare Metal Jumphost`_ section, except that you only need 1 -network interface on the host system with internet connectivity. - -Creating an Inventory File --------------------------- - -It is optional to create an inventory file for virtual deployments. Since the nodes are virtual you -are welcome to use the provided opnfv_ksgen_settings files. You may also elect to customize your -deployment. Those options include modifying domain name of your deployment as well as allocating -specific resources per node. - -Modifying VM resources is necessary for bigger virtual deployments in order to run more nova -instances. To modify these resources you can edit each of the follow node paramters in the -Inventory file: - -1. memory - set in KiB - -2. cpus - number of vcpus to allocate to this VM - -3. disk - size in GB (cannot be less than 40) - -Running ``deploy.sh`` ---------------------- - -You are now ready to deploy OPNFV! ``deploy.sh`` will use your ``/var/opt/opnfv/`` directory to store -its Vagrant VMs. Your Foreman/QuickStack Vagrant VM will run out of ``/var/opt/opnfv/foreman_vm/``. -Your compute and subsequent controller nodes will run in: - -- ``/var/opt/opnfv/compute`` -- ``/var/opt/opnfv/controller1`` -- ``/var/opt/opnfv/controller2`` -- ``/var/opt/opnfv/controller3`` - -Each VM will be brought up and bridged to your Jumphost NIC for the public network. ``deploy.sh`` -will -first bring up your Foreman/QuickStack Vagrant VM and afterwards it will bring up each of the nodes -listed above, in order of controllers first. - -Follow the steps below to execute: - -1. ``cd /root/genesis/foreman/ci/`` - -2. ``./deploy.sh -virtual -static_ip_range ``, Where is a range of at least - 20 IP addresses (non-HA you need only 5) that are useable on your public subnet. - ``Ex: -static_ip_range 192.168.1.101,192.168.1.120`` - -**Note: You may also wish to use other options like manually selecting the NIC to be used on your -host, -etc. Please use "deploy.sh -h" to see a full list of options available.** - -3. It will take about 20-25 minutes to install Foreman/QuickStack VM. If something goes wrong during - this part of the process, it is most likely a problem with the setup of your Jumphost. You will - also notice different outputs in your shell. When you see messages that say "TASK:" or "PLAY:" - this is Khalessi running and installing Foreman/QuickStack inside of your VM or deploying your - nodes. When you see "Foreman is up!", that means deploy will now move on to bringing up your - other nodes. - -4. ``deploy.sh`` will now bring up your other nodes, look for logging messages like "Starting Vagrant - Node ", " VM is up!" These are indicators of how far along in the process - you are. ``deploy.sh`` will start each Vagrant VM, then run provisioning scripts to inform - Foreman they are built and initiate Puppet. - -5. The speed at which nodes are provisioned is totally dependent on your Jumphost server specs. When - complete you will see "All VMs are UP!" - -6. The deploy will then print out the URL for your foreman server as well as the URL to access - horizon. - -Verifying the Setup - VMs -------------------------- - -Follow the instructions in the `Verifying the Setup`_ section. - -Also, for VM deployment you are able to easily access your nodes by going to -``/var/opt/opnfv/`` and then ``vagrant ssh`` (password is "vagrant"). You can use this to -go to a controller and check OpenStack services, OpenDaylight, etc. - -OpenStack Verification - VMs ----------------------------- - -Follow the steps in `OpenStack Verification`_ section. - -Frequently Asked Questions -========================== - -Please see the `Arno FAQ `_. - -License -======= - -All Foreman/QuickStack and "common" entities are protected by the -`Apache 2.0 License `_. - -References -========== - -OPNFV ------ - -`OPNFV Home Page `_ - -`OPNFV Genesis project page `_ - -OpenStack ---------- - -`OpenStack Juno Release artifacts `_ - -`OpenStack documentation `_ - -OpenDaylight ------------- - -Upstream OpenDaylight provides `a number of packaging and deployment options -`_ meant for consumption by downstream projects like -OPNFV. - -Currently, OPNFV Foreman uses `OpenDaylight's Puppet module -`_, which in turn depends on `OpenDaylight's RPM -`_ hosted on the `CentOS -Community -Build System `_. - -Foreman -------- - -`Foreman documentation `_ - -:Authors: Tim Rozet (trozet@redhat.com) -:Version: 0.2.0 - -**Documentation tracking** - -Revision: _sha1_ - -Build date: _date_ diff --git a/foreman/docs/src/release-notes.rst b/foreman/docs/src/release-notes.rst deleted file mode 100644 index 613f561..0000000 --- a/foreman/docs/src/release-notes.rst +++ /dev/null @@ -1,292 +0,0 @@ -============================================================================================= -OPNFV Release Notes for the Arno SR1 release of OPNFV when using Foreman as a deployment tool -============================================================================================= - - -.. contents:: Table of Contents - :backlinks: none - - -Abstract -======== - -This document provides the release notes for Arno SR1 release with the Foreman/QuickStack deployment -toolchain. - -License -======= - -All Foreman/QuickStack and "common" entities are protected by the Apache License -( http://www.apache.org/licenses/ ) - - -Version history -=============== - -+--------------------+--------------------+--------------------+--------------------+ -| **Date** | **Ver.** | **Author** | **Comment** | -| | | | | -+--------------------+--------------------+--------------------+--------------------+ -| 2015-04-16 | 0.1.0 | Tim Rozet | First draft | -| | | | | -+--------------------+--------------------+--------------------+--------------------+ -| 2015-06-02 | 0.1.1 | Chris Price | Minor Edits | -| | | | | -+--------------------+--------------------+--------------------+--------------------+ -| 2015-06-03 | 0.1.2 | Tim Rozet | Minor Edits | -| | | | | -+--------------------+--------------------+--------------------+--------------------+ -| 2015-09-10 | 0.2.0 | Tim Rozet | Updated for SR1 | -| | | | | -+--------------------+--------------------+--------------------+--------------------+ -| 2015-09-25 | 0.2.1 | Randy Levensalor | Added Workaround | -| | | | for DHCP issue | -+--------------------+--------------------+--------------------+--------------------+ - - -Important notes -=============== - -This is the OPNFV Arno SR1 release that implements the deploy stage of the OPNFV CI pipeline. - -Carefully follow the installation-instructions which guide a user on how to deploy OPNFV using -Foreman/QuickStack installer. - -Summary -======= - -Arno release with the Foreman/QuickStack deployment toolchain will establish an OPNFV target system on -a Pharos compliant lab infrastructure. The current definition of an OPNFV target system is and -OpenStack Juno version combined with OpenDaylight version: Helium. The system is deployed with -OpenStack High Availability (HA) for most OpenStack services. OpenDaylight is deployed in non-HA form -as HA is not availble for Arno SR1 release. Ceph storage is used as Cinder backend, and is the only -supported storage for Arno. Ceph is setup as 3 OSDs and 3 Monitors, one OSD+Mon per Controller node. - -- Documentation is built by Jenkins -- .iso image is built by Jenkins -- Jenkins deploys an Arno release with the Foreman/QuickStack deployment toolchain baremetal, which includes 3 control+network nodes, and 2 compute nodes. - -Release Data -============ - -+--------------------------------------+--------------------------------------+ -| **Project** | genesis | -| | | -+--------------------------------------+--------------------------------------+ -| **Repo/tag** | genesis/arno.2015.2.0 | -| | | -+--------------------------------------+--------------------------------------+ -| **Release designation** | arno.2015.2.0 | -| | | -+--------------------------------------+--------------------------------------+ -| **Release date** | 2015-09-23 | -| | | -+--------------------------------------+--------------------------------------+ -| **Purpose of the delivery** | OPNFV Arno SR1 release | -| | | -+--------------------------------------+--------------------------------------+ - -Version change --------------- - -Module version changes -~~~~~~~~~~~~~~~~~~~~~~ -This is the Service Release 1 version of the Arno release with the Foreman/QuickStack deployment -toolchain. It is based on following upstream versions: - -- OpenStack (Juno release) - -- OpenDaylight Helium-SR3 - -- CentOS 7 - -Document version changes -~~~~~~~~~~~~~~~~~~~~~~~~ - -This is the SR1 version of Arno release with the Foreman/QuickStack deployment toolchain. The following -documentation is provided with this release: - -- OPNFV Installation instructions for the Arno release with the Foreman/QuickStack deployment toolchain - ver. 0.2.0 -- OPNFV Release Notes for the Arno release with the Foreman/QuickStack deployment toolchain - ver. 0.2.0 (this document) - -Feature additions -~~~~~~~~~~~~~~~~~ - -+--------------------------------------+--------------------------------------+ -| **JIRA REFERENCE** | **SLOGAN** | -| | | -+--------------------------------------+--------------------------------------+ -| JIRA: BGS-73 | Changes Virtual deployments to | -| | only require 1 interface, and adds | -| | accesbility in China | -+--------------------------------------+--------------------------------------+ -| JIRA: BGS-75 | Adds ability to specify number of | -| | floating IPs | -+--------------------------------------+--------------------------------------+ -| JIRA: APEX-3 | clean now removes all VMs | -| | | -+--------------------------------------+--------------------------------------+ -| JIRA: APEX-4 | Adds ability to specify NICs to | -| | bridge to on the jumphost | -+--------------------------------------+--------------------------------------+ -| JIRA: BGS-86 | Adds ability to specify domain name | -| | for deployment | -+--------------------------------------+--------------------------------------+ -| JIRA: APEX-1 | Adds ability to specify VM resources | -| | such as disk size, memory, vcpus | -+--------------------------------------+--------------------------------------+ -| JIRA: APEX-33 | Adds ability to use single interface | -| | for baremetal installs | -+--------------------------------------+--------------------------------------+ - -Bug corrections -~~~~~~~~~~~~~~~ - -**JIRA TICKETS:** - -+--------------------------------------+--------------------------------------+ -| **JIRA REFERENCE** | **SLOGAN** | -| | | -+--------------------------------------+--------------------------------------+ -| JIRA: BGS-65 | Fixes external network bridge and | -| | increases neutron quota limits | -+--------------------------------------+--------------------------------------+ -| JIRA: BGS-74 | Fixes verification of vbox drivers | -| | | -+--------------------------------------+--------------------------------------+ -| JIRA: BGS-59 | Adds ODL Deployment stack docs to | -| | Foreman Guide | -+--------------------------------------+--------------------------------------+ -| JIRA: BGS-60 | Migrates github bgs_vagrant project | -| | into Genesis | -+--------------------------------------+--------------------------------------+ -| JIRA: BGS-89 | Fixes public allocation IP | -| | | -+--------------------------------------+--------------------------------------+ -| JIRA: BGS-71 | Adds check to ensure subnets are the | -| | minimum size required | -+--------------------------------------+--------------------------------------+ -| JIRA: BGS-78 | Fixes Foreman clean to not hang and | -| | now also removes libvirt | -+--------------------------------------+--------------------------------------+ -| JIRA: APEX-7 | Adds check to make sure 3 control | -| | nodes are set when HA is enabled | -+--------------------------------------+--------------------------------------+ -| JIRA: BGS-68 | Adds check to make sure baremetal | -| | nodes are powered off when deploying | -+--------------------------------------+--------------------------------------+ -| JIRA: APEX-14 | Fixes Vagrant base box to be opnfv | -| | | -+--------------------------------------+--------------------------------------+ -| JIRA: APEX-8 | Fixes puppet modules to come from | -| | the Genesis repo | -+--------------------------------------+--------------------------------------+ -| JIRA: APEX-17 | Fixes clean to kill vagrant processes| -| | correctly | -+--------------------------------------+--------------------------------------+ -| JIRA: APEX-2 | Removes default vagrant route from | -| | virtual nodes | -+--------------------------------------+--------------------------------------+ -| JIRA: APEX-9 | Fixes external network to be created | -| | by the services tenant | -+--------------------------------------+--------------------------------------+ -| JIRA: APEX-10 | Disables DHCP on external neutron | -| | network | -+--------------------------------------+--------------------------------------+ -| JIRA: APEX-19 | Adds check to ensure provided arg | -| | static_ip_range is correct | -+--------------------------------------+--------------------------------------+ -| JIRA: APEX-12 | Fixes horizon IP URL for non-HA | -| | deployments | -+--------------------------------------+--------------------------------------+ -| JIRA: BGS-84 | Set default route to public | -| | gateway | -+--------------------------------------+--------------------------------------+ - -Deliverables ------------- - -Software deliverables -~~~~~~~~~~~~~~~~~~~~~ -Foreman/QuickStack@OPNFV .iso file -deploy.sh - Automatically deploys Target OPNFV System to Bare Metal or VMs - -Documentation deliverables -~~~~~~~~~~~~~~~~~~~~~~~~~~ -- OPNFV Installation instructions for the Arno release with the Foreman/QuickStack deployment toolchain - ver. 1.2.0 -- OPNFV Release Notes for the Arno release with the Foreman/QuickStack deployment toolchain - ver. 1.2.0 (this document) - -Known Limitations, Issues and Workarounds -========================================= - -System Limitations ------------------- - -**Max number of blades:** 1 Foreman/QuickStack master, 3 Controllers, 20 Compute blades - -**Min number of blades:** 1 Foreman/QuickStack master, 1 Controller, 1 Compute blade - -**Storage:** Ceph is the only supported storage configuration. - -**Min master requirements:** At least 2048 MB of RAM - - -Known issues ------------- - -**JIRA TICKETS:** - -+--------------------------------------+--------------------------------------+ -| **JIRA REFERENCE** | **SLOGAN** | -| | | -+--------------------------------------+--------------------------------------+ -| JIRA: APEX-13 | Keystone Config: bind host is wrong | -| | for admin user | -+--------------------------------------+--------------------------------------+ -| JIRA: APEX-38 | Neutron fails to provide DHCP address| -| | to instance | -+--------------------------------------+--------------------------------------+ - -Workarounds ------------ -**-** -JIRA: APEX-38 - Neutron fails to provide DHCP address to instance - -1. Find the controller that is running the DHCP service. ssh to oscontroller[1-3] and - run the command below until the command returns a namespace that start with with "qdhcp". - - ``ip netns | grep qdhcp`` - -2. Restart the neturon server and the neutron DHCP service. - - ``systemctl restart neutron-server`` - - ``systemctl restart neutron-dhcp-agent`` - -3. Restart the interface on the VM or restart the VM. - - -Test Result -=========== - -The Arno release with the Foreman/QuickStack deployment toolchain has undergone QA test runs with the -following results: - -https://wiki.opnfv.org/arno_sr1_result_page?rev=1443626728 - -References -========== - -For more information on the OPNFV Arno release, please see: - -http://wiki.opnfv.org/release/arno - -:Authors: Tim Rozet (trozet@redhat.com) -:Version: 0.2 - -**Documentation tracking** - -Revision: _sha1_ - -Build date: _date_ - diff --git a/foreman/include/build.sh.debug b/foreman/include/build.sh.debug deleted file mode 100644 index 8b13789..0000000 --- a/foreman/include/build.sh.debug +++ /dev/null @@ -1 +0,0 @@ - -- cgit 1.2.3-korg