1 files changed, 99 insertions, 0 deletions
diff --git a/utils/test/reporting/functest/reporting-tempest.py b/utils/test/reporting/functest/reporting-tempest.py
new file mode 100644
index 000000000..563e53010
--- /dev/null
+++ b/utils/test/reporting/functest/reporting-tempest.py
@@ -0,0 +1,99 @@
+from urllib2 import Request, urlopen, URLError
+import json
+import jinja2
+import os
+
+installers = ["apex", "compass", "fuel", "joid"]
+items = ["tests", "Success rate", "duration"]
+
+for installer in installers:
+    # we consider the Tempest results of the last 7 days
+    url = "http://testresults.opnfv.org/testapi/results?case=Tempest"
+    request = Request(url + '&period=7&installer=' + installer)
+
+    try:
+        response = urlopen(request)
+        k = response.read()
+        results = json.loads(k)
+    except URLError, e:
+        print 'No kittez. Got an error code:', e
+
+    test_results = results['test_results']
+    test_results.reverse()
+
+    scenario_results = {}
+    criteria = {}
+    errors = {}
+
+    for r in test_results:
+        # Retrieve all the scenarios per installer
+        if not r['version'] in scenario_results.keys():
+            scenario_results[r['version']] = []
+        scenario_results[r['version']].append(r)
+
+    for s, s_result in scenario_results.items():
+        scenario_results[s] = s_result[0:5]
+        # For each scenario, we build a result object to deal with
+        # results, criteria and error handling
+        for result in scenario_results[s]:
+            result["creation_date"] = result["creation_date"].split(".")[0]
+
+            # retrieve results
+            # ****************
+            nb_tests_run = result['details']['tests']
+            if nb_tests_run != 0:
+                success_rate = 100*(int(result['details']['tests']) - int(result['details']['failures']))/int(result['details']['tests'])
+            else:
+                success_rate = 0
+
+            result['details']["tests"] = nb_tests_run
+            result['details']["Success rate"] = str(success_rate) + "%"
+
+            # Criteria management
+            # *******************
+            crit_tests = False
+            crit_rate = False
+            crit_time = False
+
+            # Expect that at least 200 tests are run
+            if nb_tests_run >= 200:
+                crit_tests = True
+
+            # Expect that at least 90% of success
+            if success_rate >= 90:
+                crit_rate = True
+
+            # Expect that the suite duration is inferior to 45m
+            if result['details']['duration'] < 2700:
+                crit_time = True
+
+            result['criteria'] = {'tests': crit_tests,
+                                  'Success rate': crit_rate,
+                                  'duration': crit_time}
+
+            # error management
+            # ****************
+
+            # TODO get information from artefact based on build tag
+            # to identify errors of the associated run
+            # build tag needed to wget errors on the artifacts
+            # the idea is to list the tests in errors and provide the link
+            # towards complete artifact
+            # another option will be to put the errors in the DB
+            # (in the detail section)...
+            result['errors'] = {'tests': "",
+                                'Success rate': "",
+                                'duration': ""}
+
+    templateLoader = jinja2.FileSystemLoader(os.path.dirname(os.path.abspath(__file__)))
+    templateEnv = jinja2.Environment(loader=templateLoader)
+
+    TEMPLATE_FILE = "./template/index-tempest-tmpl.html"
+    template = templateEnv.get_template(TEMPLATE_FILE)
+
+    outputText = template.render(scenario_results=scenario_results,
+                                 items=items,
+                                 installer=installer)
+
+    with open("./release/index-tempest-" + installer + ".html", "wb") as fh:
+        fh.write(outputText)