blob: fd19c46f691339d7d7c58429b7633a237dd9b7a7 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
|
#!/bin/bash
# SPDX-license-identifier: Apache-2.0
##############################################################################
# Copyright (c) Ericsson AB and others
# All rights reserved. This program and the accompanying materials
# are made available under the terms of the Apache License, Version 2.0
# which accompanies this distribution, and is available at
# http://www.apache.org/licenses/LICENSE-2.0
##############################################################################
info() {
_print_msg "INFO" "$1"
}
error() {
_print_msg "ERROR" "$1"
exit 1
}
_print_msg() {
echo "$(date +%H:%M:%S) - $1: $2"
}
assert_non_empty() {
if [ -z "$1" ]; then
error "$2"
fi
}
check_prerequisites() {
info "Check prerequisites"
#-------------------------------------------------------------------------------
# We shouldn't be running as root
#-------------------------------------------------------------------------------
if [[ "$(whoami)" == "root" ]]; then
error "This script must not be run as root! Please switch to a regular user before running the script."
fi
#-------------------------------------------------------------------------------
# Check for passwordless sudo
#-------------------------------------------------------------------------------
if ! sudo -n "true"; then
error "passwordless sudo is needed for '$(id -nu)' user."
fi
#-------------------------------------------------------------------------------
# Check if SSH key exists
#-------------------------------------------------------------------------------
if [[ ! -f "$HOME/.ssh/id_rsa" ]]; then
error "You must have SSH keypair in order to run this script!"
fi
#-------------------------------------------------------------------------------
# We are using sudo so we need to make sure that env_reset is not present
#-------------------------------------------------------------------------------
sudo sed -i "s/^Defaults.*env_reset/#&/" /etc/sudoers
#-------------------------------------------------------------------------------
# Check if some tools are installed
#-------------------------------------------------------------------------------
for tool in ansible yq virsh; do
if ! command -v "$tool" &> /dev/null; then
error "$tool not found. Please install."
fi
done
#-------------------------------------------------------------------------------
# Check if user belongs to libvirt's group
#-------------------------------------------------------------------------------
libvirt_group="libvirt"
# shellcheck disable=SC1091
source /etc/os-release || source /usr/lib/os-release
if [ "${ID,,}" == "ubuntu" ] && [ "$VERSION_ID" == "16.04" ]; then
libvirt_group+="d"
fi
if ! groups | grep "$libvirt_group"; then
error "$(id -nu) user doesn't belong to $libvirt_group group."
fi
}
# Get jumphost VM PXE IP
get_host_pxe_ip() {
local PXE_NETWORK
local PXE_IF_INDEX
local PXE_IF_IP
host=$1
assert_non_empty "$host" "get_ip - host parameter not provided"
PXE_NETWORK=$(yq r "$CURRENTPATH"/hw_config/"$VENDOR"/idf.yaml engine.pxe_network)
assert_non_empty "$PXE_NETWORK" "PXE network for jump VM not defined in IDF."
PXE_IF_INDEX=$(yq r "$CURRENTPATH"/hw_config/"${VENDOR}"/idf.yaml idf.net_config."$PXE_NETWORK".interface)
assert_non_empty "$PXE_IF_INDEX" "Index of PXE interface not found in IDF."
PXE_IF_IP=$(yq r "$CURRENTPATH"/hw_config/"${VENDOR}"/pdf.yaml "$host".interfaces["$PXE_IF_INDEX"].address)
assert_non_empty "$PXE_IF_IP" "IP of PXE interface not found in PDF."
echo "$PXE_IF_IP"
}
# Get jumphost VM IP
get_vm_ip() {
ip=$(get_host_pxe_ip "jumphost")
echo "$ip"
}
# Copy files needed by Infra engine & BMRA in the jumphost VM
copy_files_jump() {
scp -r -o StrictHostKeyChecking=no \
"$CURRENTPATH"/{hw_config/"$VENDOR"/,sw_config/"$INSTALLER"/} \
"$USERNAME@$(get_vm_ip):$PROJECT_ROOT"
}
# Host Provisioning
provision_hosts() {
# shellcheck disable=SC2087
ssh -o StrictHostKeyChecking=no -tT "$USERNAME"@"$(get_vm_ip)" << EOF
# Install and run cloud-infra
if [ ! -d "${PROJECT_ROOT}/engine" ]; then
ssh-keygen -t rsa -N "" -f ${PROJECT_ROOT}/.ssh/id_rsa
git clone https://gerrit.nordix.org/infra/engine.git
cp $PROJECT_ROOT/$VENDOR/{pdf.yaml,idf.yaml} \
${PROJECT_ROOT}/engine/engine
fi
cd ${PROJECT_ROOT}/engine/engine
./deploy.sh -s ironic -d centos7 \
-p file:///${PROJECT_ROOT}/engine/engine/pdf.yaml \
-i file:///${PROJECT_ROOT}/engine/engine/idf.yaml
EOF
}
# Setup networking on provisioned hosts (Adapt setup_network.sh according to your network setup)
setup_network() {
# Set Upper limit of number nodes in RI2 cluster (starting from 0)
NODE_MAX_ID=$(($(yq r "$CURRENTPATH"/hw_config/"$VENDOR"/idf.yaml --length idf.kubespray.hostnames)-1))
for idx in $(seq 0 "$NODE_MAX_ID"); do
NODE_IP=$(get_host_pxe_ip "nodes[${idx}]")
# SSH to jumphost
# shellcheck disable=SC2087
ssh -o StrictHostKeyChecking=no -tT "$USERNAME"@"$(get_vm_ip)" << EOF
ssh -o StrictHostKeyChecking=no root@${NODE_IP} \
'bash -s' < ${PROJECT_ROOT}/${VENDOR}/setup_network.sh
EOF
done
}
# k8s Provisioning (currently BMRA)
provision_k8s() {
# shellcheck disable=SC2087
ssh -o StrictHostKeyChecking=no -tT "$USERNAME"@"$(get_vm_ip)" << EOF
# Install BMRA
if ! command -v docker; then
curl -fsSL https://get.docker.com/ | sh
printf "Waiting for docker service..."
until sudo docker info; do
printf "."
sleep 2
done
fi
if [ ! -d "${PROJECT_ROOT}/container-experience-kits" ]; then
git clone --recurse-submodules --depth 1 https://github.com/intel/container-experience-kits.git -b v1.4.1 ${PROJECT_ROOT}/container-experience-kits/
cp -r ${PROJECT_ROOT}/container-experience-kits/examples/group_vars ${PROJECT_ROOT}/container-experience-kits/
#TODO Remove this once the reported issue is fixed in the next BMRA Release
sed -i '/\openshift/a \ extra_args: --ignore-installed PyYAML' \
${PROJECT_ROOT}/container-experience-kits/roles/net-attach-defs-create/tasks/main.yml
fi
cp ${PROJECT_ROOT}/${INSTALLER}/inventory.ini \
${PROJECT_ROOT}/container-experience-kits/
cp ${PROJECT_ROOT}/${INSTALLER}/{all.yml,kube-node.yml} \
${PROJECT_ROOT}/container-experience-kits/group_vars/
sudo docker run --rm \
-e ANSIBLE_CONFIG=/bmra/ansible.cfg \
-v ${PROJECT_ROOT}/container-experience-kits:/bmra \
-v ~/.ssh/:/root/.ssh/ rihabbanday/bmra-install:centos \
ansible-playbook -i /bmra/inventory.ini /bmra/playbooks/cluster.yml
EOF
}
|
