#!/bin/bash # SPDX-license-identifier: Apache-2.0 ############################################################################## # Copyright (c) # All rights reserved. This program and the accompanying materials # are made available under the terms of the Apache License, Version 2.0 # which accompanies this distribution, and is available at # http://www.apache.org/licenses/LICENSE-2.0 ############################################################################## # Clean up clean_up() { if sudo virsh list --all | grep " ${VM_NAME} .*running" ; then sudo virsh destroy "$VM_NAME" fi if sudo virsh list --all | grep " ${VM_NAME} " ; then sudo virsh undefine "$VM_NAME" fi sudo rm -rf "/var/lib/libvirt/images/$VM_NAME" sleep 5 } check_prerequisites() { echo "Info : Check prerequisites" #------------------------------------------------------------------------------- # We shouldn't be running as root #------------------------------------------------------------------------------- if [[ "$(whoami)" == "root" ]]; then echo "ERROR : This script must not be run as root!" echo " Please switch to a regular user before running the script." exit 1 fi #------------------------------------------------------------------------------- # Check for passwordless sudo #------------------------------------------------------------------------------- if ! sudo -n "true"; then echo "ERROR : passwordless sudo is needed for '$(id -nu)' user." exit 1 fi #------------------------------------------------------------------------------- # Check if SSH key exists #------------------------------------------------------------------------------- if [[ ! -f "$HOME/.ssh/id_rsa" ]]; then echo "ERROR : You must have SSH keypair in order to run this script!" exit 1 fi #------------------------------------------------------------------------------- # We are using sudo so we need to make sure that env_reset is not present #------------------------------------------------------------------------------- sudo sed -i "s/^Defaults.*env_reset/#&/" /etc/sudoers #------------------------------------------------------------------------------- # Check if Ansible is installed #------------------------------------------------------------------------------- if ! command -v ansible &> /dev/null; then echo "ERROR : Ansible not found. Please install." exit 1 fi #------------------------------------------------------------------------------- # Check is libvirt is installed #------------------------------------------------------------------------------- if ! command -v virsh &> /dev/null; then echo "ERROR : Libvirt not found. Please install." exit 1 fi } # Create jumphost VM create_jump() { # Create VM image sudo mkdir -p "/var/lib/libvirt/images/$VM_NAME" sudo qemu-img create -f qcow2 \ -o backing_file=/var/lib/libvirt/images/ubuntu-18.04.qcow2 \ "/var/lib/libvirt/images/$VM_NAME/$VM_NAME.qcow2" 10G # Create VM cloud-init configuration files cat < user-data #cloud-config users: - name: $USERNAME ssh-authorized-keys: - $(cat "$HOME/.ssh/id_rsa.pub") sudo: ['ALL=(ALL) NOPASSWD:ALL'] groups: sudo shell: /bin/bash EOL cat < meta-data local-hostname: $VM_NAME EOL # Create VM sudo genisoimage -output "/var/lib/libvirt/images/$VM_NAME/$VM_NAME-cidata.iso" \ -volid cidata -joliet -rock user-data meta-data sudo virt-customize -a "/var/lib/libvirt/images/$VM_NAME/$VM_NAME.qcow2" \ --root-password password:"$ROOT_PASSWORD" sudo virt-install --connect qemu:///system --name "$VM_NAME" \ --ram 4096 --vcpus=4 --os-type linux --os-variant ubuntu16.04 \ --disk path="/var/lib/libvirt/images/$VM_NAME/$VM_NAME.qcow2",format=qcow2 \ --disk "/var/lib/libvirt/images/$VM_NAME/$VM_NAME-cidata.iso",device=cdrom \ --import --network network=default --network bridge="$BRIDGE",model=rtl8139 --noautoconsole jumpbox_ip=$(get_vm_ip) i=0 while [ -z "$jumpbox_ip" ]; do sleep $((++i)) jumpbox_ip=$(get_vm_ip) done i=0 until nc -w5 -z "$jumpbox_ip" 22; do sleep $((++i)) done } # Get jumphost VM IP get_vm_ip() { sudo virsh domifaddr "$VM_NAME" | awk 'FNR == 3 {gsub(/\/.*/, ""); print $4}' } # Setup PXE network setup_PXE_network() { # Extract configuration from PDF/IDF PXE_IF=$(yq r "$CURRENTPATH"/hw_config/"$VENDOR"/idf.yaml engine.pxe_interface) PXE_IF_INDEX=$(yq r "$CURRENTPATH"/hw_config/"${VENDOR}"/idf.yaml idf.net_config.oob.interface) if [[ -z $PXE_IF || -z $PXE_IF_INDEX ]]; then echo 'one or more variables in IDF are undefined' exit 1 fi PXE_IF_IP=$(yq r "$CURRENTPATH"/hw_config/"$VENDOR"/pdf.yaml jumphost.interfaces.["$PXE_IF_INDEX"].address) PXE_IF_MAC=$(yq r "$CURRENTPATH"/hw_config/"$VENDOR"/pdf.yaml jumphost.interfaces.["$PXE_IF_INDEX"].mac_address) if [[ -z $PXE_IF_IP || -z $PXE_IF_MAC ]]; then echo 'one or more variables in PDF are incorrect' exit 1 fi export NETMASK=255.255.255.0 # SSH to jumphost # shellcheck disable=SC2087 ssh -o StrictHostKeyChecking=no -tT "$USERNAME"@"$(get_vm_ip)" << EOF sudo ifconfig $PXE_IF up sudo ifconfig $PXE_IF $PXE_IF_IP netmask $NETMASK sudo ifconfig $PXE_IF hw ether $PXE_IF_MAC EOF } # Copy files needed by Infra engine & BMRA in the jumphost VM copy_files_jump() { scp -r -o StrictHostKeyChecking=no \ "$CURRENTPATH"/{hw_config/"$VENDOR"/,sw_config/"$INSTALLER"/} \ "$USERNAME@$(get_vm_ip):$PROJECT_ROOT" } # Host Provisioning provision_hosts() { # shellcheck disable=SC2087 ssh -o StrictHostKeyChecking=no -tT "$USERNAME"@"$(get_vm_ip)" << EOF # Install and run cloud-infra if [ ! -d "${PROJECT_ROOT}/engine" ]; then ssh-keygen -t rsa -N "" -f ${PROJECT_ROOT}/.ssh/id_rsa git clone https://gerrit.nordix.org/infra/engine.git cp $PROJECT_ROOT/$VENDOR/{pdf.yaml,idf.yaml} \ ${PROJECT_ROOT}/engine/engine fi cd ${PROJECT_ROOT}/engine/engine ./deploy.sh -s ironic -d centos7 \ -p file:///${PROJECT_ROOT}/engine/engine/pdf.yaml \ -i file:///${PROJECT_ROOT}/engine/engine/idf.yaml EOF } # Setup networking on provisioned hosts (Adapt setup_network.sh according to your network setup) setup_network() { # Extract IPs of provisioned nodes from PDF/IDF. When running this function standalone, ensure # to set $PXE_IF_INDEX MASTER_IP=$(yq r "$CURRENTPATH"/hw_config/"$VENDOR"/pdf.yaml nodes.[0].interfaces.["$PXE_IF_INDEX"].address) WORKER_IP=$(yq r "$CURRENTPATH"/hw_config/"$VENDOR"/pdf.yaml nodes.[1].interfaces.["$PXE_IF_INDEX"].address) # SSH to jumphost # shellcheck disable=SC2087 ssh -o StrictHostKeyChecking=no -tT "$USERNAME"@"$(get_vm_ip)" << EOF ssh -o StrictHostKeyChecking=no root@$MASTER_IP \ 'bash -s' < ${PROJECT_ROOT}/${VENDOR}/setup_network.sh ssh -o StrictHostKeyChecking=no root@$WORKER_IP \ 'bash -s' < ${PROJECT_ROOT}/${VENDOR}/setup_network.sh EOF } # k8s Provisioning (currently BMRA) provision_k8s() { # shellcheck disable=SC2087 ssh -o StrictHostKeyChecking=no -tT "$USERNAME"@"$(get_vm_ip)" << EOF # Install BMRA if ! command -v docker; then curl -fsSL https://get.docker.com/ | sh printf "Waiting for docker service..." until sudo docker info; do printf "." sleep 2 done fi if [ ! -d "${PROJECT_ROOT}/container-experience-kits" ]; then git clone --recurse-submodules --depth 1 https://github.com/intel/container-experience-kits.git -b v1.4.1 ${PROJECT_ROOT}/container-experience-kits/ cp -r ${PROJECT_ROOT}/container-experience-kits/examples/group_vars examples/host_vars ${PROJECT_ROOT}/container-experience-kits/ #TODO Remove this once the reported issue is fixed in the next BMRA Release sed -i '/\openshift/a \ extra_args: --ignore-installed PyYAML' \ ${PROJECT_ROOT}/container-experience-kits/roles/net-attach-defs-create/tasks/main.yml fi cp ${PROJECT_ROOT}/${INSTALLER}/inventory.ini \ ${PROJECT_ROOT}/container-experience-kits/ cp ${PROJECT_ROOT}/${INSTALLER}/all.yml \ ${PROJECT_ROOT}/container-experience-kits/group_vars/ cp ${PROJECT_ROOT}/${INSTALLER}/node1.yml \ ${PROJECT_ROOT}/container-experience-kits/host_vars/ sudo docker run --rm \ -v ${PROJECT_ROOT}/container-experience-kits:/bmra \ -v ~/.ssh/:/root/.ssh/ rihabbanday/bmra-install:centos \ ansible-playbook -i /bmra/inventory.ini /bmra/playbooks/cluster.yml EOF }