summaryrefslogtreecommitdiffstats
path: root/functest/core/pytest_suite_runner.py
blob: bcbaa25d371c491e522e0d40381b2a6f4a78e9d9 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
# Copyright (c) 2015 All rights reserved
# This program and the accompanying materials
# are made available under the terms of the Apache License, Version 2.0
# which accompanies this distribution, and is available at
#
# http://www.apache.org/licenses/LICENSE-2.0

# pylint: disable=missing-docstring

import logging
import unittest
import time

from functest.core import testcase

logging.basicConfig()


class PyTestSuiteRunner(testcase.TestCase):
    """
    This superclass is designed to execute pre-configured unittest.TestSuite()
    objects
    """
    def __init__(self, **kwargs):
        super(PyTestSuiteRunner, self).__init__(**kwargs)
        self.logger = logging.getLogger(self.__class__.__name__)
        self.suite = None

    def run(self, **kwargs):
        """
        Starts test execution from the functest framework
        """
        self.start_time = time.time()
        result = unittest.TextTestRunner(verbosity=2).run(self.suite)
        self.stop_time = time.time()

        if result.errors:
            self.logger.error('Number of errors in test suite - ' +
                              str(len(result.errors)))
            for test, message in result.errors:
                self.logger.error(str(test) + " ERROR with " + message)

        if result.failures:
            self.logger.error('Number of failures in test suite - ' +
                              str(len(result.failures)))
            for test, message in result.failures:
                self.logger.error(str(test) + " FAILED with " + message)

        # a result can be PASS or FAIL
        # But in this case it means that the Execution was OK
        # we shall distinguish Execution Error from FAIL results
        # TestCase.EX_RUN_ERROR means that the test case was not run
        # not that it was run but the result was FAIL
        exit_code = testcase.TestCase.EX_OK
        if ((result.errors and len(result.errors) > 0) or
                (result.failures and len(result.failures) > 0)):
            self.logger.info("%s FAILED", self.case_name)
            self.result = 0
        else:
            self.logger.info("%s OK", self.case_name)
            self.result = 100

        self.details = {}
        return exit_code