summaryrefslogtreecommitdiffstats
path: root/tests/utils/cloudify-setup.sh
blob: 28a25a93fe62b3fbd86cabecd36041fc6d0f899a (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
#!/bin/bash
# Copyright 2016 AT&T Intellectual Property, Inc
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
# What this is: Setup script for the Cloudify Manager starting from an
# Unbuntu Xenial docker container.
#
# Status: this is a work in progress, under test.
#
# How to use:
#   $ bash cloudify-setup.sh [cloudify-cli|cloudify-manager] [ 1 || 2 ]
#   cloudify-cli: use Cloudify CLI
#   cloudify-manager: use Cloudify Manager
#   1: Initial setup of the docker container
#   2: Setup of the Cloudify Manager in the docker container

function setenv () {
if [ "$dist" == "Ubuntu" ]; then
  echo "cloudify-setup.sh: Ubuntu-based install"
  echo "cloudify-setup.sh: Create the environment file"
  KEYSTONE_HOST=$(juju status --format=short | awk "/keystone\/0/ { print \$3 }")
  cat <<EOF >/tmp/cloudify/admin-openrc.sh
export CONGRESS_HOST=$(juju status --format=short | awk "/openstack-dashboard/ { print \$3 }")
export HORIZON_HOST=$(juju status --format=short | awk "/openstack-dashboard/ { print \$3 }")
export KEYSTONE_HOST=$KEYSTONE_HOST
export CEILOMETER_HOST=$(juju status --format=short | awk "/ceilometer\/0/ { print \$3 }")
export CINDER_HOST=$(juju status --format=short | awk "/cinder\/0/ { print \$3 }")
export GLANCE_HOST=$(juju status --format=short | awk "/glance\/0/ { print \$3 }")
export NEUTRON_HOST=$(juju status --format=short | awk "/neutron-api\/0/ { print \$3 }")
export NOVA_HOST=$(juju status --format=short | awk "/nova-cloud-controller\/0/ { print \$3 }")
export OS_USERNAME=admin
export OS_PASSWORD=openstack
export OS_TENANT_NAME=admin
export OS_AUTH_URL=http://$KEYSTONE_HOST:5000/v2.0
export OS_REGION_NAME=RegionOne
EOF
else
  # Centos
  echo "cloudify-setup.sh: Centos-based install"
  echo "cloudify-setup.sh: Setup undercloud environment so we can get overcloud Controller server address"
  source ~/stackrc
  echo "cloudify-setup.sh: Get address of Controller node"
  export CONTROLLER_HOST1=$(openstack server list | awk "/overcloud-controller-0/ { print \$8 }" | sed 's/ctlplane=//g')
  echo "cloudify-setup.sh: Create the environment file"
  cat <<EOF >/tmp/cloudify/admin-openrc.sh
export CONGRESS_HOST=$CONTROLLER_HOST1
export KEYSTONE_HOST=$CONTROLLER_HOST1
export CEILOMETER_HOST=$CONTROLLER_HOST1
export CINDER_HOST=$CONTROLLER_HOST1
export GLANCE_HOST=$CONTROLLER_HOST1
export NEUTRON_HOST=$CONTROLLER_HOST1
export NOVA_HOST=$CONTROLLER_HOST1
EOF
  cat ~/overcloudrc >>/tmp/cloudify/admin-openrc.sh
  source ~/overcloudrc
  export OS_REGION_NAME=$(openstack endpoint list | awk "/ nova / { print \$4 }")
  # sed command below is a workaound for a bug - region shows up twice for some reason
  cat <<EOF | sed '$d' >>/tmp/cloudify/admin-openrc.sh
export OS_REGION_NAME=$OS_REGION_NAME
EOF
fi
source /tmp/cloudify/admin-openrc.sh
}

function get_external_net () {
  network_ids=($(neutron net-list|grep -v "+"|grep -v name|awk '{print $2}'))
  for id in ${network_ids[@]}; do
      [[ $(neutron net-show ${id}|grep 'router:external'|grep -i "true") != "" ]] && ext_net_id=${id}
  done
  if [[ $ext_net_id ]]; then 
    EXTERNAL_NETWORK_NAME=$(openstack network show $ext_net_id | awk "/ name / { print \$4 }")
    EXTERNAL_SUBNET_ID=$(openstack network show $EXTERNAL_NETWORK_NAME | awk "/ subnets / { print \$4 }")
  else
    echo "cloudify-setup.sh: External network not found"
    exit 1
  fi
}

dist=`grep DISTRIB_ID /etc/*-release | awk -F '=' '{print $2}'`
if [ "$2" == "1" ]; then
  echo "cloudify-setup.sh: Copy this script to /tmp/cloudify"
  cp $0 /tmp/cloudify/.
  chmod 755 /tmp/cloudify/*.sh

  echo "cloudify-setup.sh: Setup admin-openrc.sh"
  setenv
  echo "cloudify-setup.sh: Setup container"
  if [ "$dist" == "Ubuntu" ]; then
    # xenial is needed for python 3.5
    sudo docker pull ubuntu:xenial
    sudo service docker start
#    sudo docker run -it  -v ~/git/joid/ci/cloud/admin-openrc.sh:/root/admin-openrc.sh -v ~/cloudify/cloudify-setup.sh:/root/cloudify-setup.sh ubuntu:xenial /bin/bash
    sudo docker run -it -d -v /tmp/cloudify/:/tmp/cloudify ubuntu:xenial /bin/bash
    exit 0
  fi
else 
  if [ "$2" == "2" ]; then
    echo "cloudify-setup.sh: Install dependencies - OS specific"
    if [ "$dist" == "Ubuntu" ]; then
      apt-get update
      apt-get install -y python
      apt-get install -y python-dev
      apt-get install -y python-pip
      apt-get install -y wget
      apt-get install -y openssh-server
      apt-get install -y git
#    apt-get install -y apg git gcc python-dev libxml2 libxslt1-dev libzip-dev 
#    pip install --upgrade pip virtualenv setuptools pbr tox
    fi
  else 
    echo "usage: bash cloudify-setup.sh [ 1 || 2 ]"
    echo "1: Initial setup of the docker container"
    echo "2: Setup of the Cloudify Manager in the docker container"
    exit 1
  fi
fi

cd ~

echo "cloudify-setup.sh: Install dependencies - generic"
pip install --upgrade pip virtualenv

echo "cloudify-setup.sh: Upgrage pip again - needs to be the latest version due to errors found in earlier testing"
pip install --upgrade pip

echo "cloudify-setup.sh: install python-openstackclient python-glanceclient"
pip install --upgrade python-openstackclient python-glanceclient  python-neutronclient

echo "cloudify-setup.sh: cleanup any previous install attempt"
if [ -d "~/cloudify" ]; then rm -rf ~/cloudify; fi  
if [ -d "~/cloudify-manager" ]; then rm -rf ~/cloudify-manager; fi  
rm ~/get-cloudify.py

echo "cloudify-setup.sh: Create virtualenv"
virtualenv ~/cloudify/venv
source ~/cloudify/venv/bin/activate

echo "cloudify-setup.sh: Get Cloudify"
wget http://gigaspaces-repository-eu.s3.amazonaws.com/org/cloudify3/get-cloudify.py
python get-cloudify.py --upgrade

echo "cloudify-setup.sh: Initialize Cloudify"
cfy init

echo "cloudify-setup.sh: Setup admin-openrc.sh"
source /tmp/cloudify/admin-openrc.sh

if [ "$1" == "cloudify-manager" ]; then
  echo "cloudify-setup.sh: Prepare the Cloudify Manager data"
  mkdir -p ~/cloudify-manager
  cd ~/cloudify-manager
  wget https://github.com/cloudify-cosmo/cloudify-manager-blueprints/archive/3.4.tar.gz
  mv 3.4.tar.gz cloudify-manager-blueprints.tar.gz
  tar -xzvf cloudify-manager-blueprints.tar.gz
  cd cloudify-manager-blueprints-3.4

  echo "cloudify-setup.sh: Setup keystone_username"
  sed -i -- "s/keystone_username: ''/keystone_username: '$OS_USERNAME'/g" openstack-manager-blueprint-inputs.yaml

  echo "cloudify-setup.sh: Setup keystone_password"
  sed -i -- "s/keystone_password: ''/keystone_password: '$OS_PASSWORD'/g" openstack-manager-blueprint-inputs.yaml

  echo "cloudify-setup.sh: Setup keystone_tenant_name"
  sed -i -- "s/keystone_tenant_name: ''/keystone_tenant_name: '$OS_TENANT_NAME'/g" openstack-manager-blueprint-inputs.yaml

  echo "cloudify-setup.sh: Setup keystone_url"
  # Use ~ instead of / as regex delimeter, since this variable contains slashes
  sed -i -- "s~keystone_url: ''~keystone_url: '$OS_AUTH_URL'~g" openstack-manager-blueprint-inputs.yaml

  echo "cloudify-setup.sh: Setup region"
  sed -i -- "s/region: ''/region: '$OS_REGION_NAME'/g" openstack-manager-blueprint-inputs.yaml

  echo "cloudify-setup.sh: Setup manager_public_key_name"
  sed -i -- "s/#manager_public_key_name: ''/manager_public_key_name: 'cloudify-manager'/g" openstack-manager-blueprint-inputs.yaml

  echo "cloudify-setup.sh: Setup agent_public_key_name"
  sed -i -- "s/#agent_public_key_name: ''/agent_public_key_name: 'cloudify-agent'/g" openstack-manager-blueprint-inputs.yaml

  echo "cloudify-setup.sh: Setup image_id"
  # CentOS-7-x86_64-GenericCloud.qcow2 failed to be routable (?), so changed to 1607 version
  image=$(openstack image list | awk "/ CentOS-7-x86_64-GenericCloud-1607 / { print \$2 }")
  if [ -z $image ]; then 
    glance --os-image-api-version 1 image-create --name CentOS-7-x86_64-GenericCloud-1607 --disk-format qcow2 --location http://cloud.centos.org/centos/7/images/CentOS-7-x86_64-GenericCloud-1607.qcow2 --container-format bare
  fi
  image=$(openstack image list | awk "/ CentOS-7-x86_64-GenericCloud-1607 / { print \$2 }")
  sed -i -- "s/image_id: ''/image_id: '$image'/g" openstack-manager-blueprint-inputs.yaml

  echo "cloudify-setup.sh: Setup flavor_id"
  flavor=$(nova flavor-show m1.large | awk "/ id / { print \$4 }")
  sed -i -- "s/flavor_id: ''/flavor_id: '$flavor'/g" openstack-manager-blueprint-inputs.yaml

  echo "cloudify-setup.sh: Setup external_network_name"
  get_external_net
  sed -i -- "s/external_network_name: ''/external_network_name: '$EXTERNAL_NETWORK_NAME'/g" openstack-manager-blueprint-inputs.yaml

  # By default, only the cloudify-management-router is setup as DNS server, and it was failing to resolve internet domain names, which was blocking download of needed resources
  echo "cloudify-setup.sh: Add nameservers"
  sed -i -- "s/#management_subnet_dns_nameservers: \[\]/management_subnet_dns_nameservers: \[8.8.8.8\]/g" openstack-manager-blueprint-inputs.yaml

  echo "cloudify-setup.sh: Bootstrap the manager"
  cfy bootstrap --install-plugins --keep-up-on-failure --task-retries=10 -p openstack-manager-blueprint.yaml -i openstack-manager-blueprint-inputs.yaml

  echo "cloudify-setup.sh: install needed packages to support blueprints 'not using managed plugins'"
  # See https://cloudifysource.atlassian.net/browse/CFY-5050
  cfy ssh -c "sudo yum install -y gcc gcc-c++ python-devel"
fi