Clean Functest repo, dashboard fully migrated to Releng

JIRA: RELENG-7

Change-Id: Iddbed5922097a54ba0d56ce59b8ab93264e90603
Signed-off-by: Morgan Richomme <morgan.richomme@orange.com>

6 files changed, 0 insertions, 589 deletions

diff --git a/testcases/Dashboard/dashboard_utils.py b/testcases/Dashboard/dashboard_utils.py
deleted file mode 100644
index 0af383f3b..000000000
--- a/testcases/Dashboard/dashboard_utils.py
+++ /dev/null
@@ -1,259 +0,0 @@
-# copyrighi (c) 2015 Orange
-
-# morgan.richomme@orange.com
-#
-# This program and the accompanying materials
-# are made available under the terms of the Apache License, Version 2.0
-# which accompanies this distribution, and is available at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# This script is used to get data from test DB
-# and format them into a json format adapted for a dashboard
-#
-# v0.1: basic example
-#
-import json
-import requests
-from vPing2Dashboard import format_vPing_for_dashboard
-
-
-class TestCriteria:
-
-    """ describes the test criteria platform """
-    def __init__(self):
-        self.project = ''
-        self.testcase = ''
-        self.pod_name = 'all'
-        self.duration = 'all'
-        self.version = 'all'
-        self.installer = 'all'
-
-    def setCriteria(self, project, testcase, pod_name,
-                    duration, version, installer):
-        self.project = project
-        self.testcase = testcase
-        self.pod_name = pod_name
-        self.duration = duration
-        self.version = version
-        self.installer = installer
-
-    def format_criteria(self, name):
-        if(name == 'all' or name == 0):
-            return ""
-        else:
-            if(type(name) == int):
-                return "_" + str(name)
-            else:
-                return "_" + name
-
-    def format(self):
-        pod_name = self.format_criteria(self.pod_name)
-        version_name = self.format_criteria(self.version)
-        installer_name = self.format_criteria(self.installer)
-        duration_name = self.format_criteria(self.duration)
-        try:
-            fileName = "result_" + self.project + "_" + self.testcase + \
-                       pod_name + version_name + installer_name + \
-                       duration_name + ".json"
-        except:
-            print "Impossible to format json file name"
-        return fileName
-
-
-def get_pods(db_url):
-    # retrieve the list of pods
-    url = db_url + "/pods"
-    # Build headers
-    headers = {'Content-Type': 'application/json'}
-
-    try:
-        db_data = requests.get(url, headers=headers)
-        # Get result as a json object
-        pods_data = json.loads(db_data.text)
-        # Get results
-        pods = pods_data['pods']
-        pods_table = []
-        for pod in pods:
-            # cast int becase otherwise API retrieve 1.0
-            # TODO check format with API
-            pods_table.append(pod['name'])
-
-        pods_table.append('all')
-        return pods_table
-    except:
-        print "Error retrieving the list of PODs"
-        return None
-
-
-def get_versions(db_url):
-    # retrieve the list of versions
-    # TODO not supported in API yet
-    url = db_url + "/results"
-    # Build headers
-    headers = {'Content-Type': 'application/json'}
-
-    try:
-        db_data = requests.get(url, headers=headers)
-        # Get result as a json object
-        versions_data = json.loads(db_data.text)
-        # Get results
-        versions = versions_data['test_results']
-        versions_table = []
-        for version in versions:
-            if (version['version'] is not None):
-                versions_table.append(version['version'])
-
-        versions_table.append('all')
-        versions_table = sorted(set(versions_table))
-        return versions_table
-    except:
-        print "Error retrieving the list of OPNFV versions"
-        return None
-
-
-def get_installers(db_url):
-    # retrieve the list of installers
-    # TODO not supported in API yet
-    url = db_url + "/results"
-    # Build headers
-    headers = {'Content-Type': 'application/json'}
-
-    try:
-        db_data = requests.get(url, headers=headers)
-        # Get result as a json object
-        installers_data = json.loads(db_data.text)
-        # Get results
-        installers = installers_data['test_results']
-
-        installers_table = []
-        for installer in installers:
-            if (installer['installer'] is not None):
-                installers_table.append(installer['installer'])
-
-        installers_table.append('all')
-        installers_table = sorted(set(installers_table))
-        return installers_table
-    except:
-        print "Error retrieving the list of OPNFV installers"
-        return None
-
-
-def get_testcases(db_url, project):
-    # retrieve the list of pods
-    url = db_url + "/test_projects/" + project + "/cases"
-    # Build headers
-    headers = {'Content-Type': 'application/json'}
-
-    try:
-        db_data = requests.get(url, headers=headers)
-        # Get result as a json object
-        testcases_data = json.loads(db_data.text)
-        # Get results
-        testcases = testcases_data['test_cases']
-        testcases_table = []
-        for testcase in testcases:
-            testcases_table.append(testcase['name'])
-
-        testcases_table.append('all')
-
-        return testcases_table
-    except:
-        print "Error retrieving the list of testcases"
-        return None
-
-
-def get_results(db_url, test_criteria):
-
-    # use param to filter request to result DB
-    # if not precised => no filter
-    # filter criteria:
-    # - POD
-    # - versions
-    # - installers
-    # - testcase
-    # - test projects
-    # - timeframe (last 30 days, 365 days, since beginning of the project)
-    # e.g.
-    # - vPing tests since 2 months
-    # - Tempest tests on LF POD2 fuel based / Arno stable since the beginning
-    # - yardstick tests on any POD since 30 days
-    # - Qtip tests on dell-test1 POD
-    #
-    # params = {"pod_name":pod, "testcase":testcase}
-    # filter_date = days # data from now - days
-
-    test_project = test_criteria.project
-    testcase = test_criteria.testcase
-    period = test_criteria.duration
-    version = test_criteria.version
-    installer = test_criteria.installer
-    pod = test_criteria.pod_name
-
-    # TODO complete params (installer type, testcase, version )
-    # need API to be up to date
-    # we assume that criteria could be used at the API level
-    # no need to processing on date for instance
-    #  params = {"pod_name": pod_name}
-
-    # Build headers
-    headers = {'Content-Type': 'application/json'}
-
-    # build the request
-    # if criteria is all => remove criteria
-    url = db_url + "/results?project=" + test_project + "&case=" + testcase
-
-    if (pod != "all"):
-        url += "&pod=" + pod
-    if (installer != "all"):
-        url += "&installer=" + installer
-    if (version != "all"):
-        url += "&version=" + version
-    url += "&period=" + str(period)
-
-    # Send Request to Test DB
-    myData = requests.get(url, headers=headers)
-
-    # Get result as a json object
-    myNewData = json.loads(myData.text)
-
-    # Get results
-    myDataResults = myNewData['test_results']
-
-    return myDataResults
-
-
-def generateJson(test_name, test_case, db_url):
-    # pod_id = "opnfv-jump-1'
-    # test_version = 'Arno master'
-    # test_installer = 'fuel'
-    # test_retention = 30
-
-    pods = get_pods(db_url)
-    versions = get_versions(db_url)
-    installers = get_installers(db_url)
-
-    test_durations = [90, 365, 0]  # 0 means since the beginning
-
-    # For all the PoDs
-    for pod in pods:
-        # all the versions
-        for version in versions:
-            # all the installers
-            for installer in installers:
-                # all the retention time
-                for test_duration in test_durations:
-
-                    criteria = TestCriteria()
-                    criteria.setCriteria(test_name, test_case, pod,
-                                         test_duration, version, installer)
-                    format_data_for_dashboard(criteria)
-
-
-def format_data_for_dashboard(criteria):
-
-    # Depending on the use case, json for dashboarding is customized
-    # depending on the graph you want to show
-
-    if (criteria.testcase == "vPing"):
-        format_vPing_for_dashboard(criteria)
diff --git a/testcases/Dashboard/functest2Dashboard.py b/testcases/Dashboard/functest2Dashboard.py
deleted file mode 100644
index c03ddbd14..000000000
--- a/testcases/Dashboard/functest2Dashboard.py
+++ /dev/null
@@ -1,81 +0,0 @@
-#!/usr/bin/python
-#
-# Copyright (c) 2015 Orange
-# morgan.richomme@orange.com
-#
-# This program and the accompanying materials
-# are made available under the terms of the Apache License, Version 2.0
-# which accompanies this distribution, and is available at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# This script is used to get data from test DB
-# and format them into a json format adapted for a dashboard
-#
-# v0.1: basic example
-#
-import logging
-import argparse
-import pprint
-import dashboard_utils
-import os
-import yaml
-
-pp = pprint.PrettyPrinter(indent=4)
-
-parser = argparse.ArgumentParser()
-parser.add_argument("repo_path", help="Path to the repository")
-parser.add_argument("-d", "--debug", help="Debug mode",  action="store_true")
-args = parser.parse_args()
-
-""" logging configuration """
-logger = logging.getLogger('config_functest')
-logger.setLevel(logging.DEBUG)
-
-ch = logging.StreamHandler()
-if args.debug:
-    ch.setLevel(logging.DEBUG)
-else:
-    ch.setLevel(logging.INFO)
-
-formatter = logging.Formatter('%(asctime)s - %(name)s -\
-                                 %(levelname)s - %(message)s')
-ch.setFormatter(formatter)
-logger.addHandler(ch)
-
-if not os.path.exists(args.repo_path):
-    logger.error("Repo directory not found '%s'" % args.repo_path)
-    exit(-1)
-
-with open(args.repo_path+"testcases/config_functest.yaml") as f:
-    functest_yaml = yaml.safe_load(f)
-f.close()
-
-""" global variables """
-# Directories
-HOME = os.environ['HOME']+"/"
-REPO_PATH = args.repo_path
-TEST_DB = functest_yaml.get("results").get("test_db_url")
-
-
-def main():
-    try:
-        logger.info("Functest test result generation for dashboard")
-
-        # TODO create the loop to provide all the json files
-        logger.debug("Retrieve all the testcases from DB")
-        test_cases = dashboard_utils.get_testcases(TEST_DB, "functest")
-
-        # TODO to be refactor once graph for Tempest, rally and ODL ready
-        # Do it only for vPing in first stage
-        for case in test_cases:
-            logger.debug("Generate " + case + " json files")
-            dashboard_utils.generateJson('functest', case, TEST_DB)
-
-        logger.info("Functest json files for dashboard successfully generated")
-    except:
-        logger.error("Impossible to generate json files for dashboard")
-
-
-if __name__ == '__main__':
-    main()
diff --git a/testcases/Dashboard/odl2Dashboard.py b/testcases/Dashboard/odl2Dashboard.py
deleted file mode 100644
index 12247663e..000000000
--- a/testcases/Dashboard/odl2Dashboard.py
+++ /dev/null
@@ -1,52 +0,0 @@
-#!/usr/bin/python
-#
-# Copyright (c) 2015 Orange
-# morgan.richomme@orange.com
-#
-# This program and the accompanying materials
-# are made available under the terms of the Apache License, Version 2.0
-# which accompanies this distribution, and is available at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# This script is used to build json files for the dashboard
-# for the ODL test case
-#
-# v0.1: basic example
-#
-import logging
-import argparse
-import pprint
-# import json
-# import dashboard_utils
-import os
-import yaml
-
-pp = pprint.PrettyPrinter(indent=4)
-
-parser = argparse.ArgumentParser()
-parser.add_argument("repo_path", help="Path to the repository")
-parser.add_argument("-d", "--debug", help="Debug mode",  action="store_true")
-args = parser.parse_args()
-
-""" logging configuration """
-logger = logging.getLogger('config_functest')
-logger.setLevel(logging.DEBUG)
-
-if not os.path.exists(args.repo_path):
-    logger.error("Repo directory not found '%s'" % args.repo_path)
-    exit(-1)
-
-with open(args.repo_path+"testcases/config_functest.yaml") as f:
-    functest_yaml = yaml.safe_load(f)
-f.close()
-
-""" global variables """
-# Directories
-HOME = os.environ['HOME']+"/"
-REPO_PATH = args.repo_path
-TEST_DB = functest_yaml.get("results").get("test_db_url")
-
-
-def format_tempest_for_dashboard(criteria):
-    logger.debug("generate dashboard json files for ODL suite")
diff --git a/testcases/Dashboard/rally2Dashboard.py b/testcases/Dashboard/rally2Dashboard.py
deleted file mode 100644
index 20e597468..000000000
--- a/testcases/Dashboard/rally2Dashboard.py
+++ /dev/null
@@ -1,52 +0,0 @@
-#!/usr/bin/python
-#
-# Copyright (c) 2015 Orange
-# morgan.richomme@orange.com
-#
-# This program and the accompanying materials
-# are made available under the terms of the Apache License, Version 2.0
-# which accompanies this distribution, and is available at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# This script is used to build json files for the dashboard
-# for the rally test case
-#
-# v0.1: basic example
-#
-import logging
-import argparse
-import pprint
-# import json
-# import dashboard_utils
-import os
-import yaml
-
-pp = pprint.PrettyPrinter(indent=4)
-
-parser = argparse.ArgumentParser()
-parser.add_argument("repo_path", help="Path to the repository")
-parser.add_argument("-d", "--debug", help="Debug mode",  action="store_true")
-args = parser.parse_args()
-
-""" logging configuration """
-logger = logging.getLogger('config_functest')
-logger.setLevel(logging.DEBUG)
-
-if not os.path.exists(args.repo_path):
-    logger.error("Repo directory not found '%s'" % args.repo_path)
-    exit(-1)
-
-with open(args.repo_path+"testcases/config_functest.yaml") as f:
-    functest_yaml = yaml.safe_load(f)
-f.close()
-
-""" global variables """
-# Directories
-HOME = os.environ['HOME']+"/"
-REPO_PATH = args.repo_path
-TEST_DB = functest_yaml.get("results").get("test_db_url")
-
-
-def format_tempest_for_dashboard(criteria):
-    logger.debug("generate dashboard json files for rally")
diff --git a/testcases/Dashboard/tempest2Dashboard.py b/testcases/Dashboard/tempest2Dashboard.py
deleted file mode 100644
index 8cbecbbc8..000000000
--- a/testcases/Dashboard/tempest2Dashboard.py
+++ /dev/null
@@ -1,52 +0,0 @@
-#!/usr/bin/python
-#
-# Copyright (c) 2015 Orange
-# morgan.richomme@orange.com
-#
-# This program and the accompanying materials
-# are made available under the terms of the Apache License, Version 2.0
-# which accompanies this distribution, and is available at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# This script is used to build json files for the dashboard
-# for the tempest test case
-#
-# v0.1: basic example
-#
-import logging
-import argparse
-import pprint
-# import json
-# import dashboard_utils
-import os
-import yaml
-
-pp = pprint.PrettyPrinter(indent=4)
-
-parser = argparse.ArgumentParser()
-parser.add_argument("repo_path", help="Path to the repository")
-parser.add_argument("-d", "--debug", help="Debug mode",  action="store_true")
-args = parser.parse_args()
-
-""" logging configuration """
-logger = logging.getLogger('config_functest')
-logger.setLevel(logging.DEBUG)
-
-if not os.path.exists(args.repo_path):
-    logger.error("Repo directory not found '%s'" % args.repo_path)
-    exit(-1)
-
-with open(args.repo_path+"testcases/config_functest.yaml") as f:
-    functest_yaml = yaml.safe_load(f)
-f.close()
-
-""" global variables """
-# Directories
-HOME = os.environ['HOME']+"/"
-REPO_PATH = args.repo_path
-TEST_DB = functest_yaml.get("results").get("test_db_url")
-
-
-def format_tempest_for_dashboard(criteria):
-    logger.debug("generate dashboard json files for Tempest")
diff --git a/testcases/Dashboard/vPing2Dashboard.py b/testcases/Dashboard/vPing2Dashboard.py
deleted file mode 100644
index 43008a620..000000000
--- a/testcases/Dashboard/vPing2Dashboard.py
+++ /dev/null
@@ -1,93 +0,0 @@
-#!/usr/bin/python
-#
-# Copyright (c) 2015 Orange
-# morgan.richomme@orange.com
-#
-# This program and the accompanying materials
-# are made available under the terms of the Apache License, Version 2.0
-# which accompanies this distribution, and is available at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# This script is used to build json files for the dashboard
-# for the vPing test case
-#
-# v0.1: basic example
-#
-import logging
-import argparse
-import pprint
-import json
-import dashboard_utils
-import os
-import yaml
-
-pp = pprint.PrettyPrinter(indent=4)
-
-parser = argparse.ArgumentParser()
-parser.add_argument("repo_path", help="Path to the repository")
-parser.add_argument("-d", "--debug", help="Debug mode",  action="store_true")
-args = parser.parse_args()
-
-""" logging configuration """
-logger = logging.getLogger('config_functest')
-logger.setLevel(logging.DEBUG)
-
-if not os.path.exists(args.repo_path):
-    logger.error("Repo directory not found '%s'" % args.repo_path)
-    exit(-1)
-
-with open(args.repo_path+"testcases/config_functest.yaml") as f:
-    functest_yaml = yaml.safe_load(f)
-f.close()
-
-""" global variables """
-# Directories
-HOME = os.environ['HOME']+"/"
-REPO_PATH = args.repo_path
-TEST_DB = functest_yaml.get("results").get("test_db_url")
-
-
-def format_vPing_for_dashboard(criteria):
-    # Get results
-    myDataResults = dashboard_utils.get_results(TEST_DB, criteria)
-
-    # Depending on the use case, json for dashboarding is customized
-    # depending on the graph you want to show
-
-    test_data = [{'description': 'vPing results for Dashboard'}]
-
-    # Graph 1: Duration = f(time)
-    # ***************************
-    new_element = []
-    for data in myDataResults:
-        new_element.append({'x': data['creation_date'],
-                            'y': data['details']['duration']})
-
-    test_data.append({'name': "vPing duration",
-                      'info': {'type': "graph",
-                               'xlabel': 'time',
-                               'ylabel': 'duration (s)'},
-                      'data_set': new_element})
-
-    # Graph 2: bar
-    # ************
-    nbTest = 0
-    nbTestOk = 0
-
-    for data in myDataResults:
-        nbTest += 1
-        if data['details']['status'] == "OK":
-            nbTestOk += 1
-
-    test_data.append({'name': "vPing status",
-                      'info': {"type": "bar"},
-                      'data_set': [{'Nb tests': nbTest,
-                                    'Nb Success': nbTestOk}]})
-
-    # Generate json file
-    fileName = criteria.format()
-    logger.debug("Generate json file:" + fileName)
-
-    with open(fileName, "w") as outfile:
-        json.dump(test_data, outfile, indent=4)