blob: 4e0652339ecfe6ef2ed5f09bda159d68a5d2b959 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
|
#!/bin/bash
# SPDX-license-identifier: Apache-2.0
##############################################################################
# Copyright (c) Ericsson AB and others
# All rights reserved. This program and the accompanying materials
# are made available under the terms of the Apache License, Version 2.0
# which accompanies this distribution, and is available at
# http://www.apache.org/licenses/LICENSE-2.0
##############################################################################
info() {
_print_msg "INFO" "$1"
}
error() {
_print_msg "ERROR" "$1"
exit 1
}
_print_msg() {
echo "$(date +%H:%M:%S) - $1: $2"
}
assert_non_empty() {
if [ -z "$1" ]; then
error "$2"
fi
}
check_prerequisites() {
info "Check prerequisites"
#-------------------------------------------------------------------------------
# Check for DEPLOYMENT type
#-------------------------------------------------------------------------------
DEPLOYMENT=${DEPLOYMENT:-full}
if ! [[ "$DEPLOYMENT" =~ ^(full|k8s)$ ]]; then
error "Unsupported value for DEPLOYMENT ($DEPLOYMENT)"
fi
#-------------------------------------------------------------------------------
# We shouldn't be running as root
#-------------------------------------------------------------------------------
if [[ "$(whoami)" == "root" ]] && [[ "$DEPLOYMENT" != "k8s" ]]; then
error "This script must not be run as root! Please switch to a regular user before running the script."
fi
#-------------------------------------------------------------------------------
# Check for passwordless sudo
#-------------------------------------------------------------------------------
if ! sudo -n "true"; then
error "passwordless sudo is needed for '$(id -nu)' user."
fi
#-------------------------------------------------------------------------------
# Check if SSH key exists
#-------------------------------------------------------------------------------
if [[ ! -f "$HOME/.ssh/id_rsa" ]]; then
error "You must have SSH keypair in order to run this script!"
fi
#-------------------------------------------------------------------------------
# We are using sudo so we need to make sure that env_reset is not present
#-------------------------------------------------------------------------------
sudo sed -i "s/^Defaults.*env_reset/#&/" /etc/sudoers
#-------------------------------------------------------------------------------
# Check if some tools are installed
#-------------------------------------------------------------------------------
for tool in ansible yq virsh jq; do
if ! command -v "$tool" &> /dev/null; then
error "$tool not found. Please install."
fi
done
#-------------------------------------------------------------------------------
# Check if user belongs to libvirt's group
#-------------------------------------------------------------------------------
libvirt_group="libvirt"
# shellcheck disable=SC1091
source /etc/os-release || source /usr/lib/os-release
if [ "${ID,,}" == "ubuntu" ] && [ "$VERSION_ID" == "16.04" ]; then
libvirt_group+="d"
fi
if ! groups | grep "$libvirt_group"; then
error "$(id -nu) user doesn't belong to $libvirt_group group."
fi
}
# Get jumphost VM PXE IP
get_host_pxe_ip() {
local PXE_NETWORK
local PXE_IF_INDEX
local PXE_IF_IP
host=$1
assert_non_empty "$host" "get_ip - host parameter not provided"
PXE_NETWORK=$(yq r "$CURRENTPATH"/hw_config/"$VENDOR"/idf.yaml engine.pxe_network)
assert_non_empty "$PXE_NETWORK" "PXE network for jump VM not defined in IDF."
PXE_IF_INDEX=$(yq r "$CURRENTPATH"/hw_config/"${VENDOR}"/idf.yaml idf.net_config."$PXE_NETWORK".interface)
assert_non_empty "$PXE_IF_INDEX" "Index of PXE interface not found in IDF."
PXE_IF_IP=$(yq r "$CURRENTPATH"/hw_config/"${VENDOR}"/pdf.yaml "$host".interfaces["$PXE_IF_INDEX"].address)
assert_non_empty "$PXE_IF_IP" "IP of PXE interface not found in PDF."
echo "$PXE_IF_IP"
}
# Get public MAC for VM
get_host_pub_mac() {
local PUB_NETWORK
local PUB_IF_INDEX
local PUB_IF_MAC
host=$1
assert_non_empty "$host" "get_mac - host parameter not provided"
PUB_NETWORK=$(yq r "$CURRENTPATH"/hw_config/"$VENDOR"/idf.yaml engine.public_network)
assert_non_empty "$PUB_NETWORK" "Public network for jump VM not defined in IDF."
PUB_IF_INDEX=$(yq r "$CURRENTPATH"/hw_config/"${VENDOR}"/idf.yaml idf.net_config."$PUB_NETWORK".interface)
assert_non_empty "$PUB_IF_INDEX" "Index of public interface not found in IDF."
PUB_IF_MAC=$(yq r "$CURRENTPATH"/hw_config/"${VENDOR}"/pdf.yaml "$host".interfaces["$PUB_IF_INDEX"].mac_address)
assert_non_empty "$PUB_IF_MAC" "MAC of public interface not found in PDF."
echo "$PUB_IF_MAC"
}
# Get jumphost VM IP
get_vm_ip() {
if [[ "$DEPLOYMENT" == "full" ]]; then
ip=$(get_host_pxe_ip "jumphost")
else
mac=$(get_host_pub_mac "jumphost")
JUMPHOST_NAME=$(yq r "$CURRENTPATH"/hw_config/"$VENDOR"/pdf.yaml jumphost.name)
ipblock=$(virsh domifaddr "$JUMPHOST_NAME" --full | grep "$mac" | awk '{print $4}' | tail -n 1)
assert_non_empty "$ipblock" "IP subnet for VM not available."
ip="${ipblock%/*}"
fi
echo "$ip"
}
# Copy files needed by Infra engine & BMRA in the jumphost VM
copy_files_jump() {
vm_ip="$(get_vm_ip)"
scp -r -o StrictHostKeyChecking=no \
"$CURRENTPATH"/{hw_config/"$VENDOR"/,sw_config/"$INSTALLER"/} \
"$USERNAME@${vm_ip}:$PROJECT_ROOT"
if [[ "$DEPLOYMENT" != "full" ]]; then
scp -r -o StrictHostKeyChecking=no \
~/.ssh/id_rsa \
"$USERNAME@${vm_ip}:.ssh/id_rsa"
fi
}
# Host Provisioning
provision_hosts() {
# shellcheck disable=SC2087
ssh -o StrictHostKeyChecking=no -tT "$USERNAME"@"$(get_vm_ip)" << EOF
# Install and run cloud-infra
if [ ! -d "${PROJECT_ROOT}/engine" ]; then
ssh-keygen -t rsa -N "" -f ${PROJECT_ROOT}/.ssh/id_rsa
git clone https://gerrit.nordix.org/infra/engine.git
cp $PROJECT_ROOT/$VENDOR/{pdf.yaml,idf.yaml} \
${PROJECT_ROOT}/engine/engine
fi
cd ${PROJECT_ROOT}/engine/engine
./deploy.sh -s ironic -d centos7 \
-p file:///${PROJECT_ROOT}/engine/engine/pdf.yaml \
-i file:///${PROJECT_ROOT}/engine/engine/idf.yaml
EOF
}
# Setup networking on provisioned hosts (Adapt setup_network.sh according to your network setup)
setup_network() {
# Set Upper limit of number nodes in RI2 cluster (starting from 0)
NODE_MAX_ID=$(($(yq r "$CURRENTPATH"/hw_config/"$VENDOR"/idf.yaml --length idf.kubespray.hostnames)-1))
for idx in $(seq 0 "$NODE_MAX_ID"); do
NODE_IP=$(get_host_pxe_ip "nodes[${idx}]")
# SSH to jumphost
# shellcheck disable=SC2087
ssh -o StrictHostKeyChecking=no -tT "$USERNAME"@"$(get_vm_ip)" << EOF
ssh -o StrictHostKeyChecking=no root@${NODE_IP} \
'bash -s' < ${PROJECT_ROOT}/${VENDOR}/setup_network.sh
EOF
done
}
# Get IPs of target nodes (used for installing dependencies)
get_target_ips() {
yq r "$CURRENTPATH"/hw_config/"$VENDOR"/pdf.yaml nodes[*].interfaces[*].address
}
# k8s Provisioning (currently BMRA)
provision_k8s() {
ansible_cmd='/bin/bash -c "'
if [[ "$DEPLOYMENT" == "k8s" ]]; then
ansible-playbook -i "$CURRENTPATH"/sw_config/bmra/inventory.ini "$CURRENTPATH"/playbooks/pre-install.yaml
ansible_cmd+='pip install --upgrade pip==9.0.3; yum -y remove python-netaddr; pip install netaddr==0.7.19; '
fi
ansible_cmd+='ansible-playbook -i /bmra/inventory.ini /bmra/playbooks/cluster.yml"'
# shellcheck disable=SC2087
ssh -o StrictHostKeyChecking=no -tT "$USERNAME"@"$(get_vm_ip)" << EOF
# Install BMRA
if ! command -v docker; then
curl -fsSL https://get.docker.com/ | sh
printf "Waiting for docker service..."
until sudo docker info; do
printf "."
sleep 2
done
fi
if [ ! -d "${PROJECT_ROOT}/container-experience-kits" ]; then
git clone --recurse-submodules --depth 1 https://github.com/intel/container-experience-kits.git -b v1.4.1 ${PROJECT_ROOT}/container-experience-kits/
cp -r ${PROJECT_ROOT}/container-experience-kits/examples/group_vars ${PROJECT_ROOT}/container-experience-kits/
#TODO Remove this once the reported issue is fixed in the next BMRA Release
if [[ "$DEPLOYMENT" == "full" ]]; then
sed -i '/\openshift/a \ extra_args: --ignore-installed PyYAML' \
${PROJECT_ROOT}/container-experience-kits/roles/net-attach-defs-create/tasks/main.yml
fi
fi
cp ${PROJECT_ROOT}/${INSTALLER}/inventory.ini \
${PROJECT_ROOT}/container-experience-kits/
cp ${PROJECT_ROOT}/${INSTALLER}/{all.yml,kube-node.yml} \
${PROJECT_ROOT}/container-experience-kits/group_vars/
sudo docker run --rm \
-e ANSIBLE_CONFIG=/bmra/ansible.cfg \
-v ${PROJECT_ROOT}/container-experience-kits:/bmra \
-v ~/.ssh/:/root/.ssh/ rihabbanday/bmra-install:centos \
${ansible_cmd}
EOF
}
# Executes a specific Ansible playbook
run_playbook() {
ansible_cmd="$(command -v ansible-playbook)"
ansible_cmd+=" -i $CURRENTPATH/inventory/localhost.ini"
ansible_cmd+=" -e ansible_python_interpreter=$(command -v python)"
if [ "${DEBUG:-false}" == "true" ]; then
ansible_cmd+=" -vvv"
fi
eval "$ansible_cmd $CURRENTPATH/playbooks/${1}.yaml"
}
|
