summaryrefslogtreecommitdiffstats
path: root/tests/unit/benchmark/runner/test_base.py
blob: f47b88e95b17af00be5339ca5a92de24a81bd535 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
#!/usr/bin/env python

##############################################################################
# Copyright (c) 2017 Huawei Technologies Co.,Ltd and others.
#
# All rights reserved. This program and the accompanying materials
# are made available under the terms of the Apache License, Version 2.0
# which accompanies this distribution, and is available at
# http://www.apache.org/licenses/LICENSE-2.0
##############################################################################

from __future__ import print_function
from __future__ import absolute_import

import unittest
import time

from mock import mock

from yardstick.benchmark.runners import base
from yardstick.benchmark.runners.iteration import IterationRunner


class ActionTestCase(unittest.TestCase):

    @mock.patch("yardstick.benchmark.runners.base.subprocess")
    def test__execute_shell_command(self, mock_subprocess):
        mock_subprocess.check_output.side_effect = Exception()

        self.assertEqual(base._execute_shell_command("")[0], -1)

    @mock.patch("yardstick.benchmark.runners.base.subprocess")
    def test__single_action(self, mock_subprocess):
        mock_subprocess.check_output.side_effect = Exception()

        base._single_action(0, "echo", mock.MagicMock())

    @mock.patch("yardstick.benchmark.runners.base.subprocess")
    def test__periodic_action(self, mock_subprocess):
        mock_subprocess.check_output.side_effect = Exception()

        base._periodic_action(0, "echo", mock.MagicMock())


class RunnerTestCase(unittest.TestCase):

    @mock.patch("yardstick.benchmark.runners.iteration.multiprocessing")
    def test_get_output(self, mock_process):
        runner = IterationRunner({})
        runner.output_queue.put({'case': 'opnfv_yardstick_tc002'})
        runner.output_queue.put({'criteria': 'PASS'})

        idle_result = {
            'case': 'opnfv_yardstick_tc002',
            'criteria': 'PASS'
        }

        for retries in range(1000):
            time.sleep(0.01)
            if not runner.output_queue.empty():
                break
        actual_result = runner.get_output()
        self.assertEqual(idle_result, actual_result)

    @mock.patch("yardstick.benchmark.runners.iteration.multiprocessing")
    def test_get_result(self, mock_process):
        runner = IterationRunner({})
        runner.result_queue.put({'case': 'opnfv_yardstick_tc002'})
        runner.result_queue.put({'criteria': 'PASS'})

        idle_result = [
            {'case': 'opnfv_yardstick_tc002'},
            {'criteria': 'PASS'}
        ]

        for retries in range(1000):
            time.sleep(0.01)
            if not runner.result_queue.empty():
                break
        actual_result = runner.get_result()
        self.assertEqual(idle_result, actual_result)

    def test__run_benchmark(self):
        runner = base.Runner(mock.Mock())

        with self.assertRaises(NotImplementedError):
            runner._run_benchmark(mock.Mock(), mock.Mock(), mock.Mock(), mock.Mock())


def main():
    unittest.main()


if __name__ == '__main__':
    main()