From 45a396f5e39159e78a237c8672253af0339ac7a0 Mon Sep 17 00:00:00 2001 From: "jose.lausuch" Date: Wed, 7 Oct 2015 18:33:47 +0200 Subject: Create run_tempest out of run_rally JIRA: FUNCTEST-37 Change-Id: If87c66f0905b8577b6ebccff7a61d6d6eced6da9 Signed-off-by: jose.lausuch --- .../VIM/OpenStack/CI/libraries/run_tempest.py | 144 +++++++++++++++++++++ 1 file changed, 144 insertions(+) create mode 100644 testcases/VIM/OpenStack/CI/libraries/run_tempest.py (limited to 'testcases/VIM/OpenStack/CI') diff --git a/testcases/VIM/OpenStack/CI/libraries/run_tempest.py b/testcases/VIM/OpenStack/CI/libraries/run_tempest.py new file mode 100644 index 00000000..d673b530 --- /dev/null +++ b/testcases/VIM/OpenStack/CI/libraries/run_tempest.py @@ -0,0 +1,144 @@ +#!/usr/bin/env python +# +# Description: +# Runs tempest and pushes the results to the DB +# +# Authors: +# morgan.richomme@orange.com +# jose.lausuch@ericsson.com +# + +import argparse +import json +import logging +import os +import re +import requests +import subprocess +import sys +import yaml + +modes = ['full', 'smoke', 'baremetal', 'compute', 'data_processing', 'identity', + 'image', 'network', 'object_storage', 'orchestration', 'telemetry', 'volume'] + +""" tests configuration """ +parser = argparse.ArgumentParser() +parser.add_argument("repo_path", help="Path to the Functest repository") +parser.add_argument("-d", "--debug", help="Debug mode", action="store_true") +parser.add_argument("-m", "--mode", help="Tempest test mode [smoke, all]" + , default="smoke") + +args = parser.parse_args() + +""" logging configuration """ +logger = logging.getLogger('run_tempest') +logger.setLevel(logging.DEBUG) + +ch = logging.StreamHandler() +if args.debug: + ch.setLevel(logging.DEBUG) +else: + ch.setLevel(logging.INFO) + +formatter = logging.Formatter('%(asctime)s - %(name)s - %(levelname)s - %(message)s') +ch.setFormatter(formatter) +logger.addHandler(ch) + +with open(args.repo_path+"/testcases/config_functest.yaml") as f: + functest_yaml = yaml.safe_load(f) +f.close() + +REPO_PATH = args.repo_path +TEST_DB = functest_yaml.get("results").get("test_db_url") +sys.path.append(args.repo_path + "/testcases/") +import functest_utils + +MODE="smoke" + +def get_info(file_result): + test_run = "" + duration = "" + test_failed = "" + + p = subprocess.Popen('cat tempest.log', shell=True, stdout=subprocess.PIPE, stderr=subprocess.STDOUT) + for line in p.stdout.readlines(): + # print line, + if (len(test_run) < 1): test_run = re.findall("[0-9]*\.[0-9]*s", line) + if (len(duration) < 1): duration = re.findall("[0-9]*\ tests", line) + regexp = r"(failures=[0-9]+)" + if (len(test_failed) < 1): test_failed = re.findall(regexp, line) + + retval = p.wait() + + print "test_run:" + print test_run + print "duration:" + print duration + + +def push_results_to_db(payload, module, pod_name): + + # TODO move DB creds into config file + url = TEST_DB + "/results" + installer = functest_utils.get_installer_type(logger) + git_version = functest_utils.get_git_branch(REPO_PATH) + logger.info("Pushing results to DB: '%s'." %url) + params = {"project_name": "functest", "case_name": "Tempest", + "pod_name": str(pod_name), 'installer': installer, + "version": git_version, 'details': payload} + headers = {'Content-Type': 'application/json'} + + print url + print " ----- " + print params + print " ----- " + + r = requests.post(url, data=json.dumps(params), headers=headers) + logger.debug(r) + + +def run_tempest(OPTION): + # + # the "main" function of the script which launches Rally to run Tempest + # :param option: tempest option (smoke, ..) + # :return: void + # + logger.info("Starting Tempest test suite: '%s'." %OPTION) + cmd_line = "rally verify start "+OPTION + logger.debug('Executing command : {}'.format(cmd_line)) + subprocess.call(cmd_line,shell=True, stderr=subprocess.STDOUT) + + cmd_line = "rally verify list" + logger.debug('Executing command : {}'.format(cmd_line)) + cmd = os.popen(cmd_line) + output=(((cmd.read()).splitlines()[3]).replace(" ","")).split("|") + # Format: + #| UUID | Deployment UUID | smoke | tests | failures | Created at | Duration | Status | + num_tests=output[4] + num_failures=output[5] + time_start=output[6] + duration=output[7] + + # Generate json results for DB + json_results={'timestart': time_start, 'duration': duration, + 'tests': num_tests, 'failures': num_failures} + logger.info("Results: "+str(json_results)) + push_results_to_db(json_results, MODE, "opnfv-jump-2") + + +def main(): + global MODE + if not (args.mode): + MODE = "smoke" + elif not (args.mode in modes): + logger.error("Tempest mode not valid. Possible values are:\n" + str(modes)) + exit(-1) + else: + MODE = args.mode + + run_tempest(MODE) + + + +if __name__ == '__main__': + main() -- cgit 1.2.3-korg