Merge "Creating result checker classes"

2 files changed, 201 insertions, 0 deletions

diff --git a/tests/unit/benchmark/scenarios/availability/test_baseresultchecker.py b/tests/unit/benchmark/scenarios/availability/test_baseresultchecker.py
new file mode 100644
index 000000000..9972d6b1b
--- /dev/null
+++ b/tests/unit/benchmark/scenarios/availability/test_baseresultchecker.py
@@ -0,0 +1,88 @@
+#!/usr/bin/env python
+
+##############################################################################
+# Copyright (c) 2016 Huan Li and others
+# lihuansse@tongji.edu.cn
+# All rights reserved. This program and the accompanying materials
+# are made available under the terms of the Apache License, Version 2.0
+# which accompanies this distribution, and is available at
+# http://www.apache.org/licenses/LICENSE-2.0
+##############################################################################
+
+# Unittest for yardstick.benchmark.scenarios.availability.result_checker
+# .baseresultchecker
+
+import mock
+import unittest
+
+from yardstick.benchmark.scenarios.availability.result_checker import baseresultchecker
+
+
+@mock.patch('yardstick.benchmark.scenarios.availability.result_checker'
+    '.baseresultchecker.BaseResultChecker')
+class ResultCheckerMgrTestCase(unittest.TestCase):
+
+    def setUp(self):
+        config = {
+            'checker_type': 'general-result-checker',
+            'key' : 'process-checker'
+        }
+
+        self.checker_configs = []
+        self.checker_configs.append(config)
+
+    def test_ResultCheckerMgr_setup_successful(self, mock_basechacer):
+        mgr_ins = baseresultchecker.ResultCheckerMgr()
+        mgr_ins.init_ResultChecker(self.checker_configs, None)
+        mgr_ins.verify()
+
+    def test_getitem_succeessful(self, mock_basechacer):
+        mgr_ins = baseresultchecker.ResultCheckerMgr()
+        mgr_ins.init_ResultChecker(self.checker_configs, None)
+        checker_ins = mgr_ins["process-checker"]
+
+    def test_getitem_fail(self, mock_basechacer):
+        mgr_ins = baseresultchecker.ResultCheckerMgr()
+        mgr_ins.init_ResultChecker(self.checker_configs, None)
+        with self.assertRaises(KeyError):
+            checker_ins = mgr_ins["checker-not-exist"]
+
+
+class BaseResultCheckerTestCase(unittest.TestCase):
+
+    class ResultCheckeSimple(baseresultchecker.BaseResultChecker):
+        __result_checker__type__ = "ResultCheckeForTest"
+        def setup(self):
+            self.success = False
+
+        def verify(self):
+            return self.success
+
+    def setUp(self):
+        self.checker_cfg = {
+            'checker_type': 'general-result-checker',
+            'key' : 'process-checker'
+        }
+
+    def test_baseresultchecker_setup_verify_successful(self):
+        ins = baseresultchecker.BaseResultChecker(self.checker_cfg, None)
+        ins.setup()
+        ins.verify()
+
+    def test_baseresultchecker_verfiy_pass(self):
+        ins = baseresultchecker.BaseResultChecker(self.checker_cfg, None)
+        ins.setup()
+        ins.actualResult = True
+        ins.expectedResult = True
+        ins.verify()
+
+    def test_get_script_fullpath(self):
+        ins = baseresultchecker.BaseResultChecker(self.checker_cfg, None)
+        path = ins.get_script_fullpath("test.bash")
+
+    def test_get_resultchecker_cls_successful(self):
+        baseresultchecker.BaseResultChecker.get_resultchecker_cls("ResultCheckeForTest")
+
+    def test_get_resultchecker_cls_fail(self):
+        with self.assertRaises(RuntimeError):
+            baseresultchecker.BaseResultChecker.get_resultchecker_cls("ResultCheckeNotExist")
diff --git a/tests/unit/benchmark/scenarios/availability/test_result_checker_general.py b/tests/unit/benchmark/scenarios/availability/test_result_checker_general.py
new file mode 100644
index 000000000..88a9b9d20
--- /dev/null
+++ b/tests/unit/benchmark/scenarios/availability/test_result_checker_general.py
@@ -0,0 +1,113 @@
+#!/usr/bin/env python
+
+##############################################################################
+# Copyright (c) 2016 Huan Li and others
+# lihuansse@tongji.edu.cn
+# All rights reserved. This program and the accompanying materials
+# are made available under the terms of the Apache License, Version 2.0
+# which accompanies this distribution, and is available at
+# http://www.apache.org/licenses/LICENSE-2.0
+##############################################################################
+
+# Unittest for yardstick.benchmark.scenarios.availability.result_checker
+# .result_checker_general
+
+import mock
+import unittest
+import copy
+
+from yardstick.benchmark.scenarios.availability.result_checker import  result_checker_general
+
+
+@mock.patch('yardstick.benchmark.scenarios.availability.result_checker.'
+            'result_checker_general.ssh')
+@mock.patch('yardstick.benchmark.scenarios.availability.result_checker.'
+            'result_checker_general.open')
+class GeneralResultCheckerTestCase(unittest.TestCase):
+
+    def setUp(self):
+        host = {
+            "ip": "10.20.0.5",
+            "user": "root",
+            "key_filename": "/root/.ssh/id_rsa"
+        }
+        self.context = {"node1": host}
+        self.checker_cfg = {
+            'parameter': {'processname': 'process'},
+            'checker_type': 'general-result-checker',
+            'condition' : 'eq',
+            'expectedValue' : 1,
+            'key' : 'process-checker',
+            'host': 'node1'
+        }
+
+    def test__result_checker_eq(self, mock_open, mock_ssh):
+        ins = result_checker_general.GeneralResultChecker(self.checker_cfg,
+            self.context);
+        mock_ssh.SSH().execute.return_value = (0, "1", '')
+        ins.setup()
+        self.assertTrue(ins.verify())
+
+    def test__result_checker_gt(self, mock_open, mock_ssh):
+        config = copy.deepcopy(self.checker_cfg)
+        config['condition'] = 'gt'
+        ins = result_checker_general.GeneralResultChecker(config,
+            self.context);
+        mock_ssh.SSH().execute.return_value = (0, "2", '')
+        ins.setup()
+        self.assertTrue(ins.verify())
+
+    def test__result_checker_gt_eq(self, mock_open, mock_ssh):
+        config = copy.deepcopy(self.checker_cfg)
+        config['condition'] = 'gt_eq'
+        ins = result_checker_general.GeneralResultChecker(config,
+            self.context);
+        mock_ssh.SSH().execute.return_value = (0, "1", '')
+        ins.setup()
+        self.assertTrue(ins.verify())
+
+    def test__result_checker_lt(self, mock_open, mock_ssh):
+        config = copy.deepcopy(self.checker_cfg)
+        config['condition'] = 'lt'
+        ins = result_checker_general.GeneralResultChecker(config,
+            self.context);
+        mock_ssh.SSH().execute.return_value = (0, "0", '')
+        ins.setup()
+        self.assertTrue(ins.verify())
+
+    def test__result_checker_lt_eq(self, mock_open, mock_ssh):
+        config = copy.deepcopy(self.checker_cfg)
+        config['condition'] = 'lt_eq'
+        ins = result_checker_general.GeneralResultChecker(config,
+            self.context);
+        mock_ssh.SSH().execute.return_value = (0, "1", '')
+        ins.setup()
+        self.assertTrue(ins.verify())
+
+    def test__result_checker_in(self, mock_open, mock_ssh):
+        config = copy.deepcopy(self.checker_cfg)
+        config['condition'] = 'in'
+        config['expectedValue'] = "value"
+        ins = result_checker_general.GeneralResultChecker(config,
+            self.context);
+        mock_ssh.SSH().execute.return_value = (0, "value return", '')
+        ins.setup()
+        self.assertTrue(ins.verify())
+
+    def test__result_checker_wrong(self, mock_open, mock_ssh):
+        config = copy.deepcopy(self.checker_cfg)
+        config['condition'] = 'wrong'
+        ins = result_checker_general.GeneralResultChecker(config,
+            self.context);
+        mock_ssh.SSH().execute.return_value = (0, "1", '')
+        ins.setup()
+        self.assertFalse(ins.verify())
+
+    def test__result_checker_fail(self, mock_open, mock_ssh):
+        config = copy.deepcopy(self.checker_cfg)
+        config.pop('parameter')
+        ins = result_checker_general.GeneralResultChecker(config,
+            self.context);
+        mock_ssh.SSH().execute.return_value = (1, "fail", '')
+        ins.setup()
+        ins.verify()
\ No newline at end of file