summaryrefslogtreecommitdiffstats
path: root/utils/test/reporting/storperf/reporting-status.py
blob: 674fdd88046f73aa0b53dd4d09e34e67b6d5af81 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
#!/usr/bin/python
#
# This program and the accompanying materials
# are made available under the terms of the Apache License, Version 2.0
# which accompanies this distribution, and is available at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
import datetime
import jinja2
import os

# manage conf
import utils.reporting_utils as rp_utils

import utils.scenarioResult as sr

installers = rp_utils.get_config('general.installers')
versions = rp_utils.get_config('general.versions')
PERIOD = rp_utils.get_config('general.period')

# Logger
logger = rp_utils.getLogger("Storperf-Status")
reportingDate = datetime.datetime.now().strftime("%Y-%m-%d %H:%M")

logger.info("*******************************************")
logger.info("*   Generating reporting scenario status  *")
logger.info("*   Data retention = %s days              *" % PERIOD)
logger.info("*                                         *")
logger.info("*******************************************")

# retrieve the list of storperf tests
storperf_tests = rp_utils.get_config('storperf.test_list')
logger.info("Storperf tests: %s" % storperf_tests)

# For all the versions
for version in versions:
    # For all the installers
    for installer in installers:
        # get scenarios results data
        # for the moment we consider only 1 case snia_steady_state
        scenario_results = rp_utils.getScenarios("snia_steady_state",
                                                 installer,
                                                 version)
        # logger.info("scenario_results: %s" % scenario_results)

        scenario_stats = rp_utils.getScenarioStats(scenario_results)
        logger.info("scenario_stats: %s" % scenario_stats)
        items = {}
        scenario_result_criteria = {}

        # From each scenarios get results list
        for s, s_result in scenario_results.items():
            logger.info("---------------------------------")
            logger.info("installer %s, version %s, scenario %s", installer,
                        version, s)
            ten_criteria = len(s_result)

            ten_score = 0
            for v in s_result:
                if "PASS" in v['criteria']:
                    ten_score += 1

            logger.info("ten_score: %s / %s" % (ten_score, ten_criteria))

            LASTEST_TESTS = rp_utils.get_config(
                 'general.nb_iteration_tests_success_criteria')
            four_result = s_result[:LASTEST_TESTS]
            four_criteria = len(four_result)
            four_score = 0
            for v in four_result:
                if "PASS" in v['criteria']:
                    four_score += 1
            logger.info("four_score: %s / %s " % (four_score, four_criteria))

            try:
                s_status = (four_score * 100) / four_criteria
            except:
                s_status = 0
            logger.info("Score percent = %s" % str(s_status))
            s_four_score = str(four_score) + '/' + str(four_criteria)
            s_ten_score = str(ten_score) + '/' + str(ten_criteria)
            s_score_percent = str(s_status)

            if '100' == s_status:
                logger.info(">>>>> scenario OK, save the information")
            else:
                logger.info(">>>> scenario not OK, last 4 iterations = %s, \
                             last 10 days = %s" % (s_four_score, s_ten_score))

            # Save daily results in a file
            path_validation_file = ("./display/" + version +
                                    "/storperf/scenario_history.txt")

            if not os.path.exists(path_validation_file):
                with open(path_validation_file, 'w') as f:
                    info = 'date,scenario,installer,details,score\n'
                    f.write(info)

            with open(path_validation_file, "a") as f:
                info = (reportingDate + "," + s + "," + installer +
                        "," + s_ten_score + "," +
                        str(s_score_percent) + "\n")
                f.write(info)

            scenario_result_criteria[s] = sr.ScenarioResult(s_status,
                                                            s_four_score,
                                                            s_ten_score,
                                                            s_score_percent)

            logger.info("--------------------------")

        templateLoader = jinja2.FileSystemLoader(".")
        templateEnv = jinja2.Environment(loader=templateLoader,
                                         autoescape=True)

        TEMPLATE_FILE = "./storperf/template/index-status-tmpl.html"
        template = templateEnv.get_template(TEMPLATE_FILE)

        outputText = template.render(scenario_results=scenario_result_criteria,
                                     installer=installer,
                                     period=PERIOD,
                                     version=version,
                                     date=reportingDate)

        with open("./display/" + version +
                  "/storperf/status-" + installer + ".html", "wb") as fh:
            fh.write(outputText)