1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
|
#!/bin/python
#
# Copyright (c) 2017 All rights reserved
# This program and the accompanying materials
# are made available under the terms of the Apache License, Version 2.0
# which accompanies this distribution, and is available at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
import argparse
import importlib
import logging
import os
import sys
import time
import traceback
import yaml
import functest.utils.functest_utils as ft_utils
from sdnvpn.lib import config as sdnvpn_config
logger = logging.getLogger('sdnvpn-run-tests')
COMMON_CONFIG = sdnvpn_config.CommonConfig()
TEST_DB_URL = COMMON_CONFIG.test_db
def push_results(testname, start_time, end_time, criteria, details):
logger.info("Push testcase '%s' results into the DB...\n" % testname)
ft_utils.push_results_to_db("sdnvpn",
testname,
start_time,
end_time,
criteria,
details)
def main(report=False):
# Workaround for https://jira.opnfv.org/projects/SDNVPN/issues/SDNVPN-100
# and SDNVPN-126
cmd_line = "neutron quota-update --subnet -1 --network -1 --port -1"
logger.info("Setting subnet/net quota to unlimited : %s" % cmd_line)
cmd = os.popen(cmd_line)
output = cmd.read()
logger.debug(output)
# Workaround for https://jira.opnfv.org/projects/SDNVPN/issues/SDNVPN-115
cmd_line = "nova quota-class-update --instances -1 default"
logger.info("Setting instances quota to unlimited : %s" % cmd_line)
cmd = os.popen(cmd_line)
output = cmd.read()
logger.debug(output)
with open(COMMON_CONFIG.config_file) as f:
config_yaml = yaml.safe_load(f)
testcases = config_yaml.get("testcases")
overall_status = "PASS"
for testcase in testcases:
if testcases[testcase]['enabled']:
test_name = testcase
test_descr = testcases[testcase]['description']
test_name_db = testcases[testcase]['testname_db']
title = ("Running '%s - %s'" %
(test_name, test_descr))
logger.info(title)
logger.info("%s\n" % ("=" * len(title)))
t = importlib.import_module(testcase, package=None)
start_time = time.time()
try:
result = t.main()
except Exception as ex:
result = -1
logger.info("Caught Exception in %s: %s Trace: %s" %
(test_name, ex, traceback.format_exc()))
end_time = time.time()
if result < 0:
status = "FAIL"
overall_status = "FAIL"
logger.info("Testcase %s failed" % test_name)
else:
status = result.get("status")
details = result.get("details")
logger.info("Results of test case '%s - %s':\n%s\n" %
(test_name, test_descr, result))
if status == "FAIL":
overall_status = "FAIL"
if report:
push_results(
test_name_db, start_time, end_time, status, details)
if overall_status == "FAIL":
sys.exit(-1)
sys.exit(0)
if __name__ == '__main__':
logging.basicConfig(level=logging.INFO)
parser = argparse.ArgumentParser()
parser.add_argument("-r", "--report",
help="Create json result file",
action="store_true")
args = parser.parse_args()
main(report=args.report)
|
