diff options
Diffstat (limited to 'utils/test/reporting/reporting/yardstick')
24 files changed, 0 insertions, 358 deletions
diff --git a/utils/test/reporting/reporting/yardstick/__init__.py b/utils/test/reporting/reporting/yardstick/__init__.py deleted file mode 100644 index e69de29bb..000000000 --- a/utils/test/reporting/reporting/yardstick/__init__.py +++ /dev/null diff --git a/utils/test/reporting/reporting/yardstick/img/gauge_0.png b/utils/test/reporting/reporting/yardstick/img/gauge_0.png Binary files differdeleted file mode 100644 index ecefc0e66..000000000 --- a/utils/test/reporting/reporting/yardstick/img/gauge_0.png +++ /dev/null diff --git a/utils/test/reporting/reporting/yardstick/img/gauge_100.png b/utils/test/reporting/reporting/yardstick/img/gauge_100.png Binary files differdeleted file mode 100644 index e199e1561..000000000 --- a/utils/test/reporting/reporting/yardstick/img/gauge_100.png +++ /dev/null diff --git a/utils/test/reporting/reporting/yardstick/img/gauge_16.7.png b/utils/test/reporting/reporting/yardstick/img/gauge_16.7.png Binary files differdeleted file mode 100644 index 3e3993c3b..000000000 --- a/utils/test/reporting/reporting/yardstick/img/gauge_16.7.png +++ /dev/null diff --git a/utils/test/reporting/reporting/yardstick/img/gauge_25.png b/utils/test/reporting/reporting/yardstick/img/gauge_25.png Binary files differdeleted file mode 100644 index 4923659b9..000000000 --- a/utils/test/reporting/reporting/yardstick/img/gauge_25.png +++ /dev/null diff --git a/utils/test/reporting/reporting/yardstick/img/gauge_33.3.png b/utils/test/reporting/reporting/yardstick/img/gauge_33.3.png Binary files differdeleted file mode 100644 index 364574b4a..000000000 --- a/utils/test/reporting/reporting/yardstick/img/gauge_33.3.png +++ /dev/null diff --git a/utils/test/reporting/reporting/yardstick/img/gauge_41.7.png b/utils/test/reporting/reporting/yardstick/img/gauge_41.7.png Binary files differdeleted file mode 100644 index 8c3e910fa..000000000 --- a/utils/test/reporting/reporting/yardstick/img/gauge_41.7.png +++ /dev/null diff --git a/utils/test/reporting/reporting/yardstick/img/gauge_50.png b/utils/test/reporting/reporting/yardstick/img/gauge_50.png Binary files differdeleted file mode 100644 index 2874b9fcf..000000000 --- a/utils/test/reporting/reporting/yardstick/img/gauge_50.png +++ /dev/null diff --git a/utils/test/reporting/reporting/yardstick/img/gauge_58.3.png b/utils/test/reporting/reporting/yardstick/img/gauge_58.3.png Binary files differdeleted file mode 100644 index beedc8aa9..000000000 --- a/utils/test/reporting/reporting/yardstick/img/gauge_58.3.png +++ /dev/null diff --git a/utils/test/reporting/reporting/yardstick/img/gauge_66.7.png b/utils/test/reporting/reporting/yardstick/img/gauge_66.7.png Binary files differdeleted file mode 100644 index 93f44d133..000000000 --- a/utils/test/reporting/reporting/yardstick/img/gauge_66.7.png +++ /dev/null diff --git a/utils/test/reporting/reporting/yardstick/img/gauge_75.png b/utils/test/reporting/reporting/yardstick/img/gauge_75.png Binary files differdeleted file mode 100644 index 9fc261ff8..000000000 --- a/utils/test/reporting/reporting/yardstick/img/gauge_75.png +++ /dev/null diff --git a/utils/test/reporting/reporting/yardstick/img/gauge_8.3.png b/utils/test/reporting/reporting/yardstick/img/gauge_8.3.png Binary files differdeleted file mode 100644 index 59f86571e..000000000 --- a/utils/test/reporting/reporting/yardstick/img/gauge_8.3.png +++ /dev/null diff --git a/utils/test/reporting/reporting/yardstick/img/gauge_83.3.png b/utils/test/reporting/reporting/yardstick/img/gauge_83.3.png Binary files differdeleted file mode 100644 index 27ae4ec54..000000000 --- a/utils/test/reporting/reporting/yardstick/img/gauge_83.3.png +++ /dev/null diff --git a/utils/test/reporting/reporting/yardstick/img/gauge_91.7.png b/utils/test/reporting/reporting/yardstick/img/gauge_91.7.png Binary files differdeleted file mode 100644 index 280865714..000000000 --- a/utils/test/reporting/reporting/yardstick/img/gauge_91.7.png +++ /dev/null diff --git a/utils/test/reporting/reporting/yardstick/img/icon-nok.png b/utils/test/reporting/reporting/yardstick/img/icon-nok.png Binary files differdeleted file mode 100644 index 526b5294b..000000000 --- a/utils/test/reporting/reporting/yardstick/img/icon-nok.png +++ /dev/null diff --git a/utils/test/reporting/reporting/yardstick/img/icon-ok.png b/utils/test/reporting/reporting/yardstick/img/icon-ok.png Binary files differdeleted file mode 100644 index 3a9de2e89..000000000 --- a/utils/test/reporting/reporting/yardstick/img/icon-ok.png +++ /dev/null diff --git a/utils/test/reporting/reporting/yardstick/img/weather-clear.png b/utils/test/reporting/reporting/yardstick/img/weather-clear.png Binary files differdeleted file mode 100644 index a0d967750..000000000 --- a/utils/test/reporting/reporting/yardstick/img/weather-clear.png +++ /dev/null diff --git a/utils/test/reporting/reporting/yardstick/img/weather-few-clouds.png b/utils/test/reporting/reporting/yardstick/img/weather-few-clouds.png Binary files differdeleted file mode 100644 index acfa78398..000000000 --- a/utils/test/reporting/reporting/yardstick/img/weather-few-clouds.png +++ /dev/null diff --git a/utils/test/reporting/reporting/yardstick/img/weather-overcast.png b/utils/test/reporting/reporting/yardstick/img/weather-overcast.png Binary files differdeleted file mode 100644 index 4296246d0..000000000 --- a/utils/test/reporting/reporting/yardstick/img/weather-overcast.png +++ /dev/null diff --git a/utils/test/reporting/reporting/yardstick/img/weather-storm.png b/utils/test/reporting/reporting/yardstick/img/weather-storm.png Binary files differdeleted file mode 100644 index 956f0e20f..000000000 --- a/utils/test/reporting/reporting/yardstick/img/weather-storm.png +++ /dev/null diff --git a/utils/test/reporting/reporting/yardstick/index.html b/utils/test/reporting/reporting/yardstick/index.html deleted file mode 100644 index 488f1421d..000000000 --- a/utils/test/reporting/reporting/yardstick/index.html +++ /dev/null @@ -1,51 +0,0 @@ - <html> - <head> - <meta charset="utf-8"> - <!-- Bootstrap core CSS --> - <link href="https://maxcdn.bootstrapcdn.com/bootstrap/3.3.4/css/bootstrap.min.css" rel="stylesheet"> - <link href="default.css" rel="stylesheet"> - <script type="text/javascript" src="http://ajax.googleapis.com/ajax/libs/jquery/1/jquery.min.js"></script> - <script type="text/javascript" src="https://maxcdn.bootstrapcdn.com/bootstrap/3.3.4/js/bootstrap.min.js"></script> - <script type="text/javascript"> - $(document).ready(function (){ - $(".btn-more").click(function() { - $(this).hide(); - $(this).parent().find(".panel-default").show(); - }); - }) - </script> - </head> - <body> - <div class="container"> - <div class="masthead"> - <h3 class="text-muted">Yardstick reporting page</h3> - <nav> - <ul class="nav nav-justified"> - <li class="active"><a href="http://testresults.opnfv.org/reporting/index.html">Home</a></li> - <li><a href="index-status-apex.html">Apex</a></li> - <li><a href="index-status-compass.html">Compass</a></li> - <li><a href="index-status-fuel.html">Fuel</a></li> - <li><a href="index-status-joid.html">Joid</a></li> - </ul> - </nav> - </div> -<div class="row"> - <div class="col-md-1"></div> - <div class="col-md-10"> - <div class="page-main"> - <h2>Yardstick</h2> - Yardstick is used in OPNFV for verifying the OPNFV infrastructure and some of the OPNFV features. - <br>The Yardstick framework is deployed in several OPNFV community labs. - <br>It is installer, infrastructure and application independent. - - <h2>Useful Links</h2> - <li><a href="https://wiki.opnfv.org/download/attachments/5734608/yardstick%20in%20depth.pdf?version=1&modificationDate=1463410431000&api=v2">Yardstick in Depth</a></li> - <li><a href="https://git.opnfv.org/cgit/yardstick">Yardstick Repo</a></li> - <li><a href="https://wiki.opnfv.org/display/yardstick">Yardstick Project</a></li> - <li><a href="https://build.opnfv.org/ci/view/yardstick/">Yardstick Jenkins page</a></li> - <li><a href="https://jira.opnfv.org/browse/YARDSTICK-119?jql=project%20%3D%20YARDSTICK">JIRA</a></li> - - </div> - </div> - <div class="col-md-1"></div> -</div> diff --git a/utils/test/reporting/reporting/yardstick/reporting-status.py b/utils/test/reporting/reporting/yardstick/reporting-status.py deleted file mode 100644 index 10cacf006..000000000 --- a/utils/test/reporting/reporting/yardstick/reporting-status.py +++ /dev/null @@ -1,169 +0,0 @@ -#!/usr/bin/python -# -# This program and the accompanying materials -# are made available under the terms of the Apache License, Version 2.0 -# which accompanies this distribution, and is available at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -import datetime -import os - -import jinja2 - -from reporting.utils.scenarioResult import ScenarioResult -from reporting.utils import reporting_utils as utils -from scenarios import config as blacklist - - -# Logger -LOG = utils.getLogger("Yardstick-Status") - - -def get_scenario_data(version, installer): - scenarios = utils.getScenarioStatus(installer, version) - - if 'colorado' == version: - data = utils.getScenarioStatus(installer, 'stable/colorado') - for archi, value in data.items(): - for k, v in value.items(): - if k not in scenarios[archi]: - scenarios[archi][k] = [] - scenarios[archi][k].extend(data[archi][k]) - - for archi, value in scenarios.items(): - for scenario in value: - if installer in blacklist and scenario in blacklist[installer]: - scenarios[archi].pop(scenario) - - return scenarios - - -def write_history_data(version, - scenario, - installer, - archi, - ten_score, - percent): - # Save daily results in a file - history_file = './display/{}/yardstick/scenario_history.txt'.format( - version) - - if not os.path.exists(history_file): - with open(history_file, 'w') as f: - f.write('date,scenario,installer,details,score\n') - - date = datetime.datetime.now().strftime("%Y-%m-%d %H:%M") - if installer == 'fuel': - installer = '{}@{}'.format(installer, archi) - with open(history_file, "a") as f: - info = '{},{},{},{},{}\n'.format(date, - scenario, - installer, - ten_score, - percent) - f.write(info) - - -def generate_page(scenario_data, installer, period, version, architecture): - date = datetime.datetime.now().strftime("%Y-%m-%d %H:%M") - - templateLoader = jinja2.FileSystemLoader(".") - template_env = jinja2.Environment(loader=templateLoader, - autoescape=True) - - template_file = "./reporting/yardstick/template/index-status-tmpl.html" - template = template_env.get_template(template_file) - - if installer == 'fuel': - installer = '{}@{}'.format(installer, architecture) - - output_text = template.render(scenario_results=scenario_data, - installer=installer, - period=period, - version=version, - date=date) - - page_file = './display/{}/yardstick/status-{}.html'.format(version, - installer) - with open(page_file, 'wb') as f: - f.write(output_text) - - -def do_statistic(data): - ten_score = 0 - for v in data: - ten_score += v - - last_count = utils.get_config( - 'general.nb_iteration_tests_success_criteria') - last_data = data[:last_count] - last_score = 0 - for v in last_data: - last_score += v - - percent = utils.get_percent(last_data, data) - status = str(percent) - last_score = '{}/{}'.format(last_score, len(last_data)) - ten_score = '{}/{}'.format(ten_score, len(data)) - - if '100' == status: - LOG.info(">>>>> scenario OK, save the information") - else: - LOG.info(">>>> scenario not OK, last 4 iterations = %s, \ - last 10 days = %s" % (last_score, ten_score)) - - return last_score, ten_score, percent, status - - -def generate_reporting_page(version, installer, archi, scenarios, period): - scenario_data = {} - - # From each scenarios get results list - for scenario, data in scenarios.items(): - LOG.info("---------------------------------") - - LOG.info("installer %s, version %s, scenario %s", - installer, - version, - scenario) - last_score, ten_score, percent, status = do_statistic(data) - write_history_data(version, - scenario, - installer, - archi, - ten_score, - percent) - scenario_data[scenario] = ScenarioResult(status, - last_score, - ten_score, - percent) - - LOG.info("--------------------------") - if scenario_data: - generate_page(scenario_data, installer, period, version, archi) - - -def main(): - installers = utils.get_config('general.installers') - versions = utils.get_config('general.versions') - period = utils.get_config('general.period') - - LOG.info("*******************************************") - LOG.info("* Generating reporting scenario status *") - LOG.info("* Data retention = %s days *" % period) - LOG.info("* *") - LOG.info("*******************************************") - - # For all the versions - for version in versions: - # For all the installers - for installer in installers: - # get scenarios results data - scenarios = get_scenario_data(version, installer) - for k, v in scenarios.items(): - generate_reporting_page(version, installer, k, v, period) - - -if __name__ == '__main__': - main() diff --git a/utils/test/reporting/reporting/yardstick/scenarios.py b/utils/test/reporting/reporting/yardstick/scenarios.py deleted file mode 100644 index 7504493b2..000000000 --- a/utils/test/reporting/reporting/yardstick/scenarios.py +++ /dev/null @@ -1,27 +0,0 @@ -#!/usr/bin/python -# -# This program and the accompanying materials -# are made available under the terms of the Apache License, Version 2.0 -# which accompanies this distribution, and is available at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -import requests -import yaml - -import reporting.utils.reporting_utils as rp_utils - -yardstick_conf = rp_utils.get_config('yardstick.test_conf') -response = requests.get(yardstick_conf) -yaml_file = yaml.safe_load(response.text) -reporting = yaml_file.get('reporting') - -config = {} - -for element in reporting: - name = element['name'] - scenarios = element['scenario'] - for s in scenarios: - if name not in config: - config[name] = {} - config[name][s] = True diff --git a/utils/test/reporting/reporting/yardstick/template/index-status-tmpl.html b/utils/test/reporting/reporting/yardstick/template/index-status-tmpl.html deleted file mode 100644 index 3db32e531..000000000 --- a/utils/test/reporting/reporting/yardstick/template/index-status-tmpl.html +++ /dev/null @@ -1,111 +0,0 @@ - <html> - <head> - <meta charset="utf-8"> - <!-- Bootstrap core CSS --> - <link href="https://maxcdn.bootstrapcdn.com/bootstrap/3.3.4/css/bootstrap.min.css" rel="stylesheet"> - <link href="../../css/default.css" rel="stylesheet"> - <script type="text/javascript" src="http://ajax.googleapis.com/ajax/libs/jquery/1/jquery.min.js"></script> - <script type="text/javascript" src="https://maxcdn.bootstrapcdn.com/bootstrap/3.3.4/js/bootstrap.min.js"></script> - <script type="text/javascript" src="http://d3js.org/d3.v2.min.js"></script> - <script type="text/javascript" src="../../js/gauge.js"></script> - <script type="text/javascript" src="../../js/trend.js"></script> - <script> - function onDocumentReady() { - // Gauge management - {% for scenario in scenario_results.keys() -%} - var gaugeScenario{{loop.index}} = gauge('#gaugeScenario{{loop.index}}'); - {%- endfor %} - // assign success rate to the gauge - function updateReadings() { - {% for scenario in scenario_results.keys() -%} - gaugeScenario{{loop.index}}.update({{scenario_results[scenario].getScorePercent()}}); - {%- endfor %} - } - updateReadings(); - } - - // trend line management - d3.csv("./scenario_history.txt", function(data) { - // *************************************** - // Create the trend line - {% for scenario in scenario_results.keys() -%} - // for scenario {{scenario}} - // Filter results - var trend{{loop.index}} = data.filter(function(row) { - return row["scenario"]=="{{scenario}}" && row["installer"]=="{{installer}}"; - }) - // Parse the date - trend{{loop.index}}.forEach(function(d) { - d.date = parseDate(d.date); - d.score = +d.score - }); - // Draw the trend line - var mytrend = trend("#trend_svg{{loop.index}}",trend{{loop.index}}) - // **************************************** - {%- endfor %} - }); - if ( !window.isLoaded ) { - window.addEventListener("load", function() { - onDocumentReady(); - }, false); - } else { - onDocumentReady(); - } - </script> - <script type="text/javascript"> - $(document).ready(function (){ - $(".btn-more").click(function() { - $(this).hide(); - $(this).parent().find(".panel-default").show(); - }); - }) - </script> - </head> - <body> - <div class="container"> - <div class="masthead"> - <h3 class="text-muted">Yardstick status page ({{version}}, {{date}})</h3> - <nav> - <ul class="nav nav-justified"> - <li class="active"><a href="http://testresults.opnfv.org/reporting/index.html">Home</a></li> - <li><a href="status-apex.html">Apex</a></li> - <li><a href="status-compass.html">Compass</a></li> - <li><a href="status-fuel@x86.html">Fuel@x86</a></li> - <li><a href="status-fuel@aarch64.html">Fuel@aarch64</a></li> - <li><a href="status-joid.html">Joid</a></li> - </ul> - </nav> - </div> -<div class="row"> - <div class="col-md-1"></div> - <div class="col-md-10"> - <div class="page-header"> - <h2>{{installer}}</h2> - </div> - - <div class="scenario-overview"> - <div class="panel-heading"><h4><b>List of last scenarios ({{version}}) run over the last {{period}} days </b></h4></div> - <table class="table"> - <tr> - <th width="40%">Scenario</th> - <th width="20%">Status</th> - <th width="20%">Trend</th> - <th width="10%">Last 4 Iterations</th> - <th width="10%">Last 10 Days</th> - </tr> - {% for scenario,result in scenario_results.iteritems() -%} - <tr class="tr-ok"> - <td>{{scenario}}</td> - <td><div id="gaugeScenario{{loop.index}}"></div></td> - <td><div id="trend_svg{{loop.index}}"></div></td> - <td>{{scenario_results[scenario].getFourDaysScore()}}</td> - <td>{{scenario_results[scenario].getTenDaysScore()}}</td> - </tr> - {%- endfor %} - </table> - </div> - - - </div> - <div class="col-md-1"></div> -</div> |
