summaryrefslogtreecommitdiffstats
path: root/sdnvpn/test/functest/run_sdnvpn_tests.py
blob: 52a6994b5424a701846c82c093e45de63968b46c (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
#!/bin/python
#
# Copyright (c) 2017 All rights reserved
# This program and the accompanying materials
# are made available under the terms of the Apache License, Version 2.0
# which accompanies this distribution, and is available at
#
# http://www.apache.org/licenses/LICENSE-2.0
#

import importlib
import logging
import os
import sys
import time
import traceback
import yaml

from functest.core import testcase
from sdnvpn.lib import config as sdnvpn_config
from sdnvpn.lib.gather_logs import gather_logs

COMMON_CONFIG = sdnvpn_config.CommonConfig()


class SdnvpnFunctest(testcase.TestCase):

    __logger = logging.getLogger(__name__)

    def run(self):
        self.start_time = time.time()

        cmd_line = "neutron quota-update --subnet -1 --network -1 --port -1"
        self.__logger.info("Setting subnet/net quota to unlimited : %s"
                           % cmd_line)
        cmd = os.popen(cmd_line)
        output = cmd.read()
        self.__logger.debug(output)

        # Workaround for
        # https://jira.opnfv.org/projects/SDNVPN/issues/SDNVPN-115
        cmd_line = "nova quota-class-update --instances -1 default"
        self.__logger.info("Setting instances quota to unlimited : %s"
                           % cmd_line)
        cmd = os.popen(cmd_line)
        output = cmd.read()
        self.__logger.debug(output)

        with open(COMMON_CONFIG.config_file) as f:
            config_yaml = yaml.safe_load(f)

        testcases = config_yaml.get("testcases")
        overall_status = "PASS"
        for tc in testcases:
            if testcases[tc]['enabled']:
                test_name = tc
                test_descr = testcases[tc]['description']
                title = ("Running '%s - %s'" %
                         (test_name, test_descr))
                self.__logger.info(title)
                self.__logger.info("%s\n" % ("=" * len(title)))
                t = importlib.import_module(test_name, package=None)
                try:
                    result = t.main()
                except Exception as ex:
                    result = -1
                    self.__logger.info("Caught Exception in %s: %s Trace: %s"
                                       % (test_name, ex,
                                          traceback.format_exc()))
                if result < 0:
                    status = "FAIL"
                    overall_status = "FAIL"
                    self.__logger.info("Testcase %s failed" % test_name)
                else:
                    status = result.get("status")
                    self.details.update(
                        {test_name: {'status': status,
                                     'details': result.get("details")}})
                    self.__logger.info("Results of test case '%s - %s':\n%s\n"
                                       % (test_name, test_descr, result))

                    if status == "FAIL":
                        overall_status = "FAIL"

        self.stop_time = time.time()

        try:
            gather_logs('overall')
        except Exception as ex:
            self.__logger.error(('Something went wrong in the Log gathering.'
                                 'Ex: %s, Trace: %s')
                                % (ex, traceback.format_exc()))

        if overall_status == "PASS":
            self.result = 100
            return testcase.TestCase.EX_OK

        return testcase.TestCase.EX_RUN_ERROR


if __name__ == '__main__':
    logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(name)s'
                        '- %(levelname)s - %(message)s')
    SDNVPN = SdnvpnFunctest()
    sys.exit(SDNVPN.run())