aboutsummaryrefslogtreecommitdiffstats
path: root/nsb_setup.sh
blob: 50fc017d16545a4ef67d37c0e48b2cf27d6bc600 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
#!/usr/bin/env bash
# Copyright (c) 2017 Intel Corporation.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#      http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

# OPENRC handling has to be first due no_proxy
if [ $# -eq 1 ]; then
    OPENRC=$(readlink -f -- "$1")
    extra_args="${extra_args} -e openrc_file=${OPENRC}"
    source "${OPENRC}"
    CONTROLLER_IP=$(echo ${OS_AUTH_URL} | sed -ne "s#http://\([0-9a-zA-Z.\-]*\):*[0-9]*/.*#\1#p")
fi

env_http_proxy=$(sed -ne "s/^http_proxy=[\"\']\(.*\)[\"\']/\1/p" /etc/environment)
if [[ -z ${http_proxy} ]] && [[ ! -z ${env_http_proxy} ]]; then
    export http_proxy=${env_http_proxy}
fi
env_https_proxy=$(sed -ne "s/^https_proxy=[\"\']\(.*\)[\"\']/\1/p" /etc/environment)
if [[ -z ${https_proxy} ]] && [[ ! -z ${env_https_proxy} ]]; then
    export https_proxy=${env_https_proxy}
fi

# if http[s]_proxy is set (from env or /etc/environment) prepare proxy for ansible
if [[ ! -z ${http_proxy} ]] || [[ ! -z ${https_proxy} ]]; then
    export no_proxy="localhost,127.0.0.1,${CONTROLLER_IP},${no_proxy}"
    extra_args="${extra_args} -e @/tmp/proxy.yml "

    cat <<EOF > /tmp/proxy.yml
---
proxy_env:
  http_proxy: ${http_proxy}
  https_proxy: ${https_proxy}
  no_proxy: ${no_proxy}
EOF

    mkdir -p /etc/systemd/system/docker.service.d
    cat <<EOF > /etc/systemd/system/docker.service.d/http-proxy.conf
---
[Service]
Environment="HTTP_PROXY=${http_proxy}" "HTTPS_PROXY=${https_proxy}" "NO_PROXY=${no_proxy}"
EOF

    systemctl daemon-reload
    systemctl restart docker
fi

apt-get update > /dev/null 2>&1
pkg=(python-pip build-essential libssl-dev libffi-dev python3-dev python-dev)
for i in "${pkg[@]}"; do
    dpkg-query -W --showformat='${Status}\n' "${i}"|grep "install ok installed"
    if [  "$?" -eq "1" ]; then
        apt-get -y install "${i}";
    fi
done

pip install ansible==2.4.2 shade==1.22.2 docker-py==1.10.6

ANSIBLE_SCRIPTS="ansible"

cd ${ANSIBLE_SCRIPTS} &&\
ansible-playbook \
         -e img_property="nsb" \
         -e YARD_IMG_ARCH='amd64' ${extra_args}\
         -i yardstick-install-inventory.ini nsb_setup.yml
'all' def setCriteria(self, project, testcase, pod_id, duration, version, installer): self.project = project self.testcase = testcase self.pod_id = pod_id self.duration = duration self.version = version self.installer = installer def format_criteria(self, name): if(name == 'all' or name == 0): return "" else: if(type(name) == int): return "-" + str(name) else: return "-" + name def format(self): pod_name = self.format_criteria(self.pod_id) version_name = self.format_criteria(self.version) installer_name = self.format_criteria(self.installer) duration_name = self.format_criteria(self.duration) try: fileName = "result-" + self.project + "-" + self.testcase + \ pod_name + version_name + installer_name + \ duration_name + ".json" except: print "Impossible to format json file name" return fileName def get_pods(db_url): # retrieve the list of pods url = db_url + "/pods" # Build headers headers = {'Content-Type': 'application/json'} try: db_data = requests.get(url, headers=headers) # Get result as a json object pods_data = json.loads(db_data.text) # Get results pods = pods_data['pods'] pods_table = [] for pod in pods: # cast int becase otherwise API retrieve 1.0 # TODO check format with API pods_table.append(int(pod['_id'])) pods_table.append(0) # 0 means all the pods here return pods_table except: print "Error retrieving the list of PODs" return None def get_versions(db_url): # retrieve the list of versions # TODO not supported in API yet url = db_url + "/versions" # Build headers headers = {'Content-Type': 'application/json'} try: db_data = requests.get(url, headers=headers) # Get result as a json object versions_data = json.loads(db_data.text) # Get results versions = versions_data['versions'] versions_table = [] for version in versions: versions_table.append(version['version']) versions_table.append('all') return versions_table except: print "Error retrieving the list of OPNFV versions" return None def get_installers(db_url): # retrieve the list of installers # TODO not supported in API yet url = db_url + "/installers" # Build headers headers = {'Content-Type': 'application/json'} try: db_data = requests.get(url, headers=headers) # Get result as a json object installers_data = json.loads(db_data.text) # Get results installers = installers_data['installers'] installers_table = [] for installer in installers: installers_table.append(installer['installer']) installers_table.append('all') return installers except: print "Error retrieving the list of OPNFV installers" return None def get_testcases(db_url, project): # retrieve the list of pods url = db_url + "/test_projects/" + project + "/cases" # Build headers headers = {'Content-Type': 'application/json'} try: db_data = requests.get(url, headers=headers) # Get result as a json object testcases_data = json.loads(db_data.text) # Get results testcases = testcases_data['test_cases'] testcases_table = [] for testcase in testcases: testcases_table.append(testcase['name']) testcases_table.append('all') return testcases_table except: print "Error retrieving the list of testcases" return None def get_results(db_url, test_criteria): # use param to filter request to result DB # if not precised => no filter # filter criteria: # - POD # - versions # - installers # - testcase # - test projects # - timeframe (last 30 days, 365 days, since beginning of the project) # e.g. # - vPing tests since 2 months # - Tempest tests on LF POD2 fuel based / Arno stable since the beginning # - yardstick tests on any POD since 30 days # - Qtip tests on dell-test1 POD # # params = {"pod_id":pod_id, "testcase":testcase} # filter_date = days # data from now - days # test_project = test_criteria.project testcase = test_criteria.testcase # duration_frame = test_criteria.duration # version = test_criteria.version # installer_type = test_criteria.installer pod_id = test_criteria.pod_id pod_criteria = "" if (pod_id > 0): pod_criteria = "&pod=" + str(pod_id) # TODO complete params (installer type, testcase, version ) # need API to be up to date # we assume that criteria could be used at the API level # no need to processing on date for instance params = {"pod_id": pod_id} # Build headers headers = {'Content-Type': 'application/json'} url = db_url + "/results?case=" + testcase + pod_criteria # Send Request to Test DB myData = requests.get(url, data=json.dumps(params), headers=headers) # Get result as a json object myNewData = json.loads(myData.text) # Get results myDataResults = myNewData['test_results'] return myDataResults def generateJson(test_name, test_case, db_url): # pod_id = 1 # test_version = 'Arno master' # test_installer = 'fuel' # test_retention = 30 pods = get_pods(db_url) versions = ['ArnoR1', 'ArnoSR1', 'all'] # not available in the API yet installers = ['fuel', 'foreman', 'all'] # not available in the API yet test_durations = [90, 365, 'all'] # not available through the API yet # For all the PoDs for pod in pods: # all the versions for version in versions: # all the installers for installer in installers: # all the retention time for test_duration in test_durations: criteria = TestCriteria() criteria.setCriteria(test_name, test_case, pod, test_duration, version, installer) format_data_for_dashboard(criteria) def format_data_for_dashboard(criteria): # Depending on the use case, json for dashboarding is customized # depending on the graph you want to show if (criteria.testcase == "vPing"): format_vPing_for_dashboard(criteria)