blob: 5c37843bd7052162b20672664e9e0c5ec4919c22 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
|
#!/bin/bash
# SPDX-license-identifier: Apache-2.0
##############################################################################
# Copyright (c)
# All rights reserved. This program and the accompanying materials
# are made available under the terms of the Apache License, Version 2.0
# which accompanies this distribution, and is available at
# http://www.apache.org/licenses/LICENSE-2.0
##############################################################################
# Clean up
clean_up() {
if sudo virsh list --all | grep "${VM_NAME}.*running" ; then
sudo virsh destroy "$VM_NAME"
fi
if sudo virsh list --all | grep "${VM_NAME}" ; then
sudo virsh undefine "$VM_NAME"
fi
sudo rm -rf "/var/lib/libvirt/images/$VM_NAME"
sleep 5
}
# Create jumphost VM
create_jump() {
# Create VM image
sudo mkdir -p "/var/lib/libvirt/images/$VM_NAME"
sudo qemu-img create -f qcow2 \
-o backing_file=/var/lib/libvirt/images/ubuntu-18.04.qcow2 \
"/var/lib/libvirt/images/$VM_NAME/$VM_NAME.qcow2" 10G
# Create VM cloud-init configuration files
cat <<EOL > user-data
#cloud-config
users:
- name: $USERNAME
ssh-authorized-keys:
- $(cat "$HOME/.ssh/id_rsa.pub")
sudo: ['ALL=(ALL) NOPASSWD:ALL']
groups: sudo
shell: /bin/bash
EOL
cat <<EOL > meta-data
local-hostname: $VM_NAME
EOL
# Create VM
sudo genisoimage -output "/var/lib/libvirt/images/$VM_NAME/$VM_NAME-cidata.iso" \
-volid cidata -joliet -rock user-data meta-data
sudo virt-customize -a "/var/lib/libvirt/images/$VM_NAME/$VM_NAME.qcow2" \
--root-password password:"$ROOT_PASSWORD"
sudo virt-install --connect qemu:///system --name "$VM_NAME" \
--ram 4096 --vcpus=4 --os-type linux --os-variant ubuntu16.04 \
--disk path="/var/lib/libvirt/images/$VM_NAME/$VM_NAME.qcow2",format=qcow2 \
--disk "/var/lib/libvirt/images/$VM_NAME/$VM_NAME-cidata.iso",device=cdrom \
--import --network network=default --network bridge="$BRIDGE",model=rtl8139 --noautoconsole
jumpbox_ip=$(get_vm_ip)
i=0
while [ -z "$jumpbox_ip" ]; do
sleep $((++i))
jumpbox_ip=$(get_vm_ip)
done
i=0
until nc -w5 -z "$jumpbox_ip" 22; do
sleep $((++i))
done
}
# Get jumphost VM IP
get_vm_ip() {
sudo virsh domifaddr "$VM_NAME" | awk 'FNR == 3 {gsub(/\/.*/, ""); print $4}'
}
# Setup PXE network
setup_PXE_network() {
# Extract configuration from PDF/IDF
PXE_IF=$(yq r "$CURRENTPATH"/hw_config/"$VENDOR"/idf.yaml engine.pxe_interface)
PXE_IF_INDEX=$(yq r "$CURRENTPATH"/hw_config/"${VENDOR}"/idf.yaml idf.net_config.oob.interface)
if [[ -z $PXE_IF || -z $PXE_IF_INDEX ]]; then
echo 'one or more variables in IDF are undefined'
exit 1
fi
PXE_IF_IP=$(yq r "$CURRENTPATH"/hw_config/"$VENDOR"/pdf.yaml jumphost.interfaces.["$PXE_IF_INDEX"].address)
PXE_IF_MAC=$(yq r "$CURRENTPATH"/hw_config/"$VENDOR"/pdf.yaml jumphost.interfaces.["$PXE_IF_INDEX"].mac_address)
if [[ -z $PXE_IF_IP || -z $PXE_IF_MAC ]]; then
echo 'one or more variables in PDF are incorrect'
exit 1
fi
export NETMASK=255.255.255.0
# SSH to jumphost
# shellcheck disable=SC2087
ssh -o StrictHostKeyChecking=no -tT "$USERNAME"@"$(get_vm_ip)" << EOF
sudo ifconfig $PXE_IF up
sudo ifconfig $PXE_IF $PXE_IF_IP netmask $NETMASK
sudo ifconfig $PXE_IF hw ether $PXE_IF_MAC
EOF
}
# Copy files needed by Infra engine & BMRA in the jumphost VM
copy_files_jump() {
scp -r -o StrictHostKeyChecking=no \
"$CURRENTPATH"/{hw_config/"$VENDOR"/,sw_config/"$INSTALLER"/} \
"$USERNAME@$(get_vm_ip):$PROJECT_ROOT"
}
# Host Provisioning
provision_hosts() {
# shellcheck disable=SC2087
ssh -tT "$USERNAME"@"$(get_vm_ip)" << EOF
# Install and run cloud-infra
if [ ! -d "${PROJECT_ROOT}/engine" ]; then
ssh-keygen -t rsa -N "" -f ${PROJECT_ROOT}/.ssh/id_rsa
git clone https://gerrit.nordix.org/infra/engine.git
cp $PROJECT_ROOT/$VENDOR/{pdf.yaml,idf.yaml} \
${PROJECT_ROOT}/engine/engine
fi
cd ${PROJECT_ROOT}/engine/engine
./deploy.sh -s ironic -d centos7 \
-p file:///${PROJECT_ROOT}/engine/engine/pdf.yaml \
-i file:///${PROJECT_ROOT}/engine/engine/idf.yaml
EOF
}
# Setup networking on provisioned hosts (Adapt setup_network.sh according to your network setup)
setup_network() {
# Extract IPs of provisioned nodes from PDF/IDF. When running this function standalone, ensure
# to set $PXE_IF_INDEX
MASTER_IP=$(yq r "$CURRENTPATH"/hw_config/"$VENDOR"/pdf.yaml nodes.[0].interfaces.["$PXE_IF_INDEX"].address)
WORKER_IP=$(yq r "$CURRENTPATH"/hw_config/"$VENDOR"/pdf.yaml nodes.[1].interfaces.["$PXE_IF_INDEX"].address)
# SSH to jumphost
# shellcheck disable=SC2087
ssh -tT "$USERNAME"@"$(get_vm_ip)" << EOF
ssh -o StrictHostKeyChecking=no root@$MASTER_IP \
'bash -s' < ${PROJECT_ROOT}/${VENDOR}/setup_network.sh
ssh -o StrictHostKeyChecking=no root@$WORKER_IP \
'bash -s' < ${PROJECT_ROOT}/${VENDOR}/setup_network.sh
EOF
}
# k8s Provisioning (currently BMRA)
provision_k8s() {
# shellcheck disable=SC2087
ssh -tT "$USERNAME"@"$(get_vm_ip)" << EOF
# Install BMRA
if [ ! -d "${PROJECT_ROOT}/container-experience-kits" ]; then
curl -fsSL https://get.docker.com/ | sh
printf "Waiting for docker service..."
until sudo docker info; do
printf "."
sleep 2
done
git clone https://github.com/intel/container-experience-kits.git
cd ${PROJECT_ROOT}/container-experience-kits
git checkout v1.4.1
git submodule update --init
cp -r examples/group_vars examples/host_vars .
cp ${PROJECT_ROOT}/${INSTALLER}/inventory.ini \
${PROJECT_ROOT}/container-experience-kits/
cp ${PROJECT_ROOT}/${INSTALLER}/all.yml \
${PROJECT_ROOT}/container-experience-kits/group_vars/
cp ${PROJECT_ROOT}/${INSTALLER}/node1.yml \
${PROJECT_ROOT}/container-experience-kits/host_vars/
fi
sudo service docker start
sudo docker run --rm \
-v ${PROJECT_ROOT}/container-experience-kits:/bmra \
-v ~/.ssh/:/root/.ssh/ rihabbanday/bmra-install:centos \
ansible-playbook -i /bmra/inventory.ini /bmra/playbooks/cluster.yml
EOF
}
|