aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authormorganrOL <morgan.richomme@orange.com>2015-05-06 17:46:46 +0200
committermorganrOL <morgan.richomme@orange.com>2015-05-06 18:41:13 +0200
commit1ead74f0911beeb2cddd6178549927ca995354b0 (patch)
treec0a7364871a8ad524438b5cf8431b78af745988d
parentb0262cccffca4d2eb51f36cf991d5997eee28f71 (diff)
update of the script, change tempest management, set smoke test by default, generate log file for Tempest result
JIRA: FUNCTEST-2 Change-Id: If097ee21363e37beebb77cb958a3e6b993f7f071 Signed-off-by: morganrOL <morgan.richomme@orange.com>
-rw-r--r--testcases/VIM/OpenStack/CI/libraries/run_rally.py67
1 files changed, 63 insertions, 4 deletions
diff --git a/testcases/VIM/OpenStack/CI/libraries/run_rally.py b/testcases/VIM/OpenStack/CI/libraries/run_rally.py
index 1b720676e..a5c62e75e 100644
--- a/testcases/VIM/OpenStack/CI/libraries/run_rally.py
+++ b/testcases/VIM/OpenStack/CI/libraries/run_rally.py
@@ -20,7 +20,13 @@ parser.add_argument("test_name", help="The name of the test you want to perform
"except 'tempest'".format(d=tests))
parser.add_argument("-d", "--debug", help="Debug mode", action="store_true")
+parser.add_argument("test_mode", help="Tempest test mode", nargs='?', default="smoke")
args = parser.parse_args()
+test_mode=args.test_mode
+
+if not args.test_name == "tempest":
+ if not args.test_mode == "smoke":
+ parser.error("test_mode is only used with tempest")
""" logging configuration """
logger = logging.getLogger('run_rally')
@@ -37,6 +43,21 @@ ch.setFormatter(formatter)
logger.addHandler(ch)
+def get_tempest_id(cmd_raw):
+ """
+ get task id from command rally result
+ :param cmd_raw:
+ :return: task_id as string
+ """
+ taskid_re = re.compile('^Verification UUID: (.*)$')
+ for line in cmd_raw.splitlines(True):
+ line = line.strip()
+ match = taskid_re.match(line)
+
+ if match:
+ return match.group(1)
+ return None
+
def get_task_id(cmd_raw):
"""
get task id from command rally result
@@ -66,11 +87,45 @@ def task_succeed(json_raw):
return False
for result in rally_report.get('result'):
- if len(result.get('error')) > 0:
+ if len(result.get('errors')) > 0:
return False
return True
+def run_tempest():
+ """
+ the function dedicated to Tempest (functional tests for OpenStack)
+ :param test_mode: Tempest mode smoke (default), full, ..
+ :return: void
+ """
+ logger.info('starting {} Tempest ...'.format(test_mode))
+
+ """ get the date """
+ cmd = os.popen("date '+%d%m%Y_%H%M'")
+ test_date = cmd.read().rstrip()
+
+ cmd_line = "rally verify start {}".format(test_mode)
+ logger.debug('running command line : {}'.format(cmd_line))
+ cmd = os.popen(cmd_line)
+ task_id = get_tempest_id(cmd.read())
+ logger.debug('task_id : {}'.format(task_id))
+
+ if task_id is None:
+ logger.error("failed to retrieve task_id")
+ exit(-1)
+
+ """ check for result directory and create it otherwise """
+ report_path = "./results"
+ if not os.path.exists(report_path):
+ logger.debug('does not exists, we create it'.format(report_path))
+ os.makedirs(report_path)
+
+ """ write log report file """
+ report_file_name = '{}/opnfv-tempest-{}.log'.format(report_path, test_date)
+ cmd_line = "rally verify detailed {} > {} ".format(task_id, report_file_name)
+ logger.debug('running command line : {}'.format(cmd_line))
+ os.popen(cmd_line)
+
def run_task(test_name):
"""
@@ -129,9 +184,9 @@ def run_task(test_name):
""" parse JSON operation result """
if task_succeed(json_results):
- print '{} OK'.format(test_date)
+ print 'Test OK'
else:
- print '{} KO'.format(test_date)
+ print 'Test KO'
else:
logger.error('{} test failed, unable to download a scenario test file'.format(test_name))
@@ -175,7 +230,11 @@ def main():
print(test_name)
run_task(test_name)
else:
- run_task(args.test_name)
+ print(args.test_name)
+ if args.test_name == 'tempest':
+ run_tempest()
+ else:
+ run_task(args.test_name)
if __name__ == '__main__':
main()