summaryrefslogtreecommitdiffstats
path: root/functions.sh
blob: 7d867cd7c2b3a2075e847a12a1d524a662aecc1f (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
#!/bin/bash
# SPDX-license-identifier: Apache-2.0
##############################################################################
# Copyright (c)
# All rights reserved. This program and the accompanying materials
# are made available under the terms of the Apache License, Version 2.0
# which accompanies this distribution, and is available at
# http://www.apache.org/licenses/LICENSE-2.0
##############################################################################

# Clean up
clean_up() {
    if sudo virsh list --all | grep " ${VM_NAME} .*running" ; then
        sudo virsh destroy "$VM_NAME"
    fi
    if sudo virsh list --all | grep " ${VM_NAME} " ; then
        sudo virsh undefine "$VM_NAME"
    fi
    sudo rm -rf "/var/lib/libvirt/images/$VM_NAME"
    sleep 5
}

# Create jumphost VM
create_jump() {
# Create VM image
    sudo mkdir -p "/var/lib/libvirt/images/$VM_NAME"
    sudo qemu-img create -f qcow2 \
        -o backing_file=/var/lib/libvirt/images/ubuntu-18.04.qcow2 \
        "/var/lib/libvirt/images/$VM_NAME/$VM_NAME.qcow2" 10G

# Create VM cloud-init configuration files
    cat <<EOL > user-data
    #cloud-config
    users:
      - name: $USERNAME
        ssh-authorized-keys:
          - $(cat "$HOME/.ssh/id_rsa.pub")
        sudo: ['ALL=(ALL) NOPASSWD:ALL']
        groups: sudo
        shell: /bin/bash
EOL
    cat <<EOL > meta-data
    local-hostname: $VM_NAME
EOL

# Create VM
    sudo genisoimage  -output "/var/lib/libvirt/images/$VM_NAME/$VM_NAME-cidata.iso" \
        -volid cidata -joliet -rock user-data meta-data
    sudo virt-customize -a "/var/lib/libvirt/images/$VM_NAME/$VM_NAME.qcow2" \
        --root-password password:"$ROOT_PASSWORD"
    sudo virt-install --connect qemu:///system --name "$VM_NAME" \
        --ram 4096 --vcpus=4 --os-type linux --os-variant ubuntu16.04 \
        --disk path="/var/lib/libvirt/images/$VM_NAME/$VM_NAME.qcow2",format=qcow2 \
        --disk "/var/lib/libvirt/images/$VM_NAME/$VM_NAME-cidata.iso",device=cdrom \
        --import --network network=default --network bridge="$BRIDGE",model=rtl8139 --noautoconsole
    jumpbox_ip=$(get_vm_ip)
    i=0
    while [ -z "$jumpbox_ip" ]; do
        sleep $((++i))
        jumpbox_ip=$(get_vm_ip)
    done
    i=0
    until nc -w5 -z "$jumpbox_ip" 22; do
        sleep $((++i))
    done
}

# Get jumphost VM IP
get_vm_ip() {
    sudo virsh domifaddr "$VM_NAME" | awk 'FNR == 3 {gsub(/\/.*/, ""); print $4}'
}

# Setup PXE network
setup_PXE_network() {
# Extract configuration from PDF/IDF
    PXE_IF=$(yq r "$CURRENTPATH"/hw_config/"$VENDOR"/idf.yaml engine.pxe_interface)
    PXE_IF_INDEX=$(yq r "$CURRENTPATH"/hw_config/"${VENDOR}"/idf.yaml idf.net_config.oob.interface)
    if [[ -z $PXE_IF || -z $PXE_IF_INDEX ]]; then
        echo 'one or more variables in IDF are undefined'
        exit 1
    fi
    PXE_IF_IP=$(yq r "$CURRENTPATH"/hw_config/"$VENDOR"/pdf.yaml jumphost.interfaces.["$PXE_IF_INDEX"].address)
    PXE_IF_MAC=$(yq r "$CURRENTPATH"/hw_config/"$VENDOR"/pdf.yaml jumphost.interfaces.["$PXE_IF_INDEX"].mac_address)
    if [[ -z $PXE_IF_IP || -z $PXE_IF_MAC ]]; then
        echo 'one or more variables in PDF are incorrect'
        exit 1
    fi
    export NETMASK=255.255.255.0
# SSH to jumphost
    # shellcheck disable=SC2087
    ssh -o StrictHostKeyChecking=no -tT "$USERNAME"@"$(get_vm_ip)" << EOF
sudo ifconfig $PXE_IF up
sudo ifconfig $PXE_IF $PXE_IF_IP netmask $NETMASK
sudo ifconfig $PXE_IF hw ether $PXE_IF_MAC
EOF
}

# Copy files needed by Infra engine & BMRA in the jumphost VM
copy_files_jump() {
    scp -r -o StrictHostKeyChecking=no \
    "$CURRENTPATH"/{hw_config/"$VENDOR"/,sw_config/"$INSTALLER"/} \
    "$USERNAME@$(get_vm_ip):$PROJECT_ROOT"
}

# Host Provisioning
provision_hosts() {
    # shellcheck disable=SC2087
    ssh -o StrictHostKeyChecking=no -tT "$USERNAME"@"$(get_vm_ip)" << EOF
# Install and run cloud-infra
if [ ! -d "${PROJECT_ROOT}/engine" ]; then
    ssh-keygen -t rsa -N "" -f ${PROJECT_ROOT}/.ssh/id_rsa
    git clone https://gerrit.nordix.org/infra/engine.git
    cp $PROJECT_ROOT/$VENDOR/{pdf.yaml,idf.yaml} \
    ${PROJECT_ROOT}/engine/engine
fi
cd ${PROJECT_ROOT}/engine/engine
./deploy.sh -s ironic -d centos7 \
-p file:///${PROJECT_ROOT}/engine/engine/pdf.yaml \
-i file:///${PROJECT_ROOT}/engine/engine/idf.yaml
EOF
}

# Setup networking on provisioned hosts (Adapt setup_network.sh according to your network setup)
setup_network() {
# Extract IPs of provisioned nodes from PDF/IDF. When running this function standalone, ensure
# to set $PXE_IF_INDEX
    MASTER_IP=$(yq r "$CURRENTPATH"/hw_config/"$VENDOR"/pdf.yaml nodes.[0].interfaces.["$PXE_IF_INDEX"].address)
    WORKER_IP=$(yq r "$CURRENTPATH"/hw_config/"$VENDOR"/pdf.yaml nodes.[1].interfaces.["$PXE_IF_INDEX"].address)
# SSH to jumphost
    # shellcheck disable=SC2087
    ssh -o StrictHostKeyChecking=no -tT "$USERNAME"@"$(get_vm_ip)" << EOF
ssh -o StrictHostKeyChecking=no root@$MASTER_IP \
    'bash -s' <  ${PROJECT_ROOT}/${VENDOR}/setup_network.sh
ssh -o StrictHostKeyChecking=no root@$WORKER_IP \
    'bash -s' <  ${PROJECT_ROOT}/${VENDOR}/setup_network.sh
EOF
}

# k8s Provisioning (currently BMRA)
provision_k8s() {
    # shellcheck disable=SC2087
    ssh -o StrictHostKeyChecking=no -tT "$USERNAME"@"$(get_vm_ip)" << EOF
# Install BMRA
if [ ! -d "${PROJECT_ROOT}/container-experience-kits" ]; then
    curl -fsSL https://get.docker.com/ | sh
    printf "Waiting for docker service..."
    until sudo docker info; do
        printf "."
        sleep 2
    done
    git clone https://github.com/intel/container-experience-kits.git
    cd ${PROJECT_ROOT}/container-experience-kits
    git checkout v1.4.1
    git submodule update --init
    cp -r examples/group_vars examples/host_vars .
    cp ${PROJECT_ROOT}/${INSTALLER}/inventory.ini \
    ${PROJECT_ROOT}/container-experience-kits/
    cp ${PROJECT_ROOT}/${INSTALLER}/all.yml \
    ${PROJECT_ROOT}/container-experience-kits/group_vars/
    cp ${PROJECT_ROOT}/${INSTALLER}/node1.yml \
    ${PROJECT_ROOT}/container-experience-kits/host_vars/
fi
sudo service docker start
sudo docker run --rm \
-v ${PROJECT_ROOT}/container-experience-kits:/bmra \
-v ~/.ssh/:/root/.ssh/ rihabbanday/bmra-install:centos \
ansible-playbook -i /bmra/inventory.ini /bmra/playbooks/cluster.yml
EOF
}