summaryrefslogtreecommitdiffstats
path: root/functest/core/pytest_suite_runner.py
blob: a6e4766009b64f67cd07639c8b11d5398aacacf2 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
# Copyright (c) 2015 All rights reserved
# This program and the accompanying materials
# are made available under the terms of the Apache License, Version 2.0
# which accompanies this distribution, and is available at
#
# http://www.apache.org/licenses/LICENSE-2.0

# pylint: disable=missing-docstring

import logging
import time
import unittest

import six

from functest.core import testcase


class PyTestSuiteRunner(testcase.TestCase):
    """
    This superclass is designed to execute pre-configured unittest.TestSuite()
    objects
    """

    def __init__(self, **kwargs):
        super(PyTestSuiteRunner, self).__init__(**kwargs)
        self.suite = None
        self.logger = logging.getLogger(__name__)

    def run(self, **kwargs):
        """
        Starts test execution from the functest framework
        """
        try:
            name = kwargs["name"]
            try:
                self.suite = unittest.TestLoader().loadTestsFromName(name)
            except ImportError:
                self.logger.error("Can not import %s", name)
                return testcase.TestCase.EX_RUN_ERROR
        except KeyError:
            pass
        self.start_time = time.time()
        stream = six.StringIO()
        result = unittest.TextTestRunner(
            stream=stream, verbosity=2).run(self.suite)
        self.logger.debug("\n\n%s", stream.getvalue())
        self.stop_time = time.time()

        if result.errors:
            self.logger.error('Number of errors in test suite - ' +
                              str(len(result.errors)))
            for test, message in result.errors:
                self.logger.error(str(test) + " ERROR with " + message)

        if result.failures:
            self.logger.error('Number of failures in test suite - ' +
                              str(len(result.failures)))
            for test, message in result.failures:
                self.logger.error(str(test) + " FAILED with " + message)

        # a result can be PASS or FAIL
        # But in this case it means that the Execution was OK
        # we shall distinguish Execution Error from FAIL results
        # TestCase.EX_RUN_ERROR means that the test case was not run
        # not that it was run but the result was FAIL
        exit_code = testcase.TestCase.EX_OK
        if ((result.errors and len(result.errors) > 0) or
                (result.failures and len(result.failures) > 0)):
            self.logger.info("%s FAILED", self.case_name)
            self.result = 0
        else:
            self.logger.info("%s OK", self.case_name)
            self.result = 100

        self.details = {}
        return exit_code