summaryrefslogtreecommitdiffstats
path: root/functest/core/pytest_suite_runner.py
blob: 9cfaea7ae29c22f8a721ad79540a0fc9c354e634 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
# Copyright (c) 2015 All rights reserved
# This program and the accompanying materials
# are made available under the terms of the Apache License, Version 2.0
# which accompanies this distribution, and is available at
#
# http://www.apache.org/licenses/LICENSE-2.0

import testcase as base
import unittest
import time


class PyTestSuiteRunner(base.TestCase):
    """
    This superclass is designed to execute pre-configured unittest.TestSuite()
    objects
    """
    def __init__(self, case_name=''):
        super(PyTestSuiteRunner, self).__init__(case_name)
        self.suite = None

    def run(self, **kwargs):
        """
        Starts test execution from the functest framework
        """
        self.start_time = time.time()
        result = unittest.TextTestRunner(verbosity=2).run(self.suite)
        self.stop_time = time.time()

        if result.errors:
            self.logger.error('Number of errors in test suite - ' +
                              str(len(result.errors)))
            for test, message in result.errors:
                self.logger.error(str(test) + " ERROR with " + message)

        if result.failures:
            self.logger.error('Number of failures in test suite - ' +
                              str(len(result.failures)))
            for test, message in result.failures:
                self.logger.error(str(test) + " FAILED with " + message)

        # a result can be PASS or FAIL
        # But in this case it means that the Execution was OK
        # we shall distinguish Execution Error from FAIL results
        # TestCase.EX_RUN_ERROR means that the test case was not run
        # not that it was run but the result was FAIL
        exit_code = base.TestCase.EX_OK
        if ((result.errors and len(result.errors) > 0)
                or (result.failures and len(result.failures) > 0)):
            self.logger.info("%s FAILED" % self.case_name)
            self.criteria = 'FAIL'
        else:
            self.logger.info("%s OK" % self.case_name)
            self.criteria = 'PASS'

        self.details = {}
        return exit_code