diff options
| -rw-r--r-- | dovetail/test_runner.py | 16 | ||||
| -rw-r--r-- | dovetail/tests/unit/test_test_runner.py | 652 |
2 files changed, 660 insertions, 8 deletions
diff --git a/dovetail/test_runner.py b/dovetail/test_runner.py index 95bed6f9..8932ad89 100644 --- a/dovetail/test_runner.py +++ b/dovetail/test_runner.py @@ -74,9 +74,9 @@ class DockerRunner(object): self.logger.debug('container id: {}'.format(container_id)) - dest_path = self.testcase.pre_copy_path("dest_path") - src_file_name = self.testcase.pre_copy_path("src_file") - exist_file_name = self.testcase.pre_copy_path("exist_src_file") + dest_path = self.testcase.pre_copy_path('dest_path') + src_file_name = self.testcase.pre_copy_path('src_file') + exist_file_name = self.testcase.pre_copy_path('exist_src_file') if src_file_name or exist_file_name: if not self.pre_copy(container, dest_path, src_file_name, @@ -88,7 +88,7 @@ class DockerRunner(object): for cmd in cmds: ret, msg = container.exec_cmd(cmd) if ret != 0: - self.logger.error("Failed to exec all pre_condition cmds.") + self.logger.error('Failed to exec all pre_condition cmds.') break if not self.testcase.prepare_cmd(self.type): @@ -105,13 +105,13 @@ class DockerRunner(object): cmds = self.testcase.post_condition() if cmds: for cmd in cmds: - ret, msg = container.exec_cmd(cmd) + container.exec_cmd(cmd) if not dt_cfg.dovetail_config['noclean']: container.clean() def archive_logs(self): - result_path = os.path.join(os.environ["DOVETAIL_HOME"], 'results') + result_path = os.path.join(os.environ['DOVETAIL_HOME'], 'results') src_files = dt_utils.get_value_from_dict( 'report.source_archive_files', self.testcase.testcase) dest_files = dt_utils.get_value_from_dict( @@ -144,10 +144,10 @@ class DockerRunner(object): config_item = {} config_item['validate_testcase'] = testcase.validate_testcase() config_item['testcase'] = testcase.name() - config_item['os_insecure'] = os.getenv("OS_INSECURE") + config_item['os_insecure'] = os.getenv('OS_INSECURE') if 'DEPLOY_SCENARIO' in os.environ: config_item['deploy_scenario'] = os.environ['DEPLOY_SCENARIO'] - config_item['dovetail_home'] = os.getenv("DOVETAIL_HOME") + config_item['dovetail_home'] = os.getenv('DOVETAIL_HOME') return config_item def _update_config(self, testcase): diff --git a/dovetail/tests/unit/test_test_runner.py b/dovetail/tests/unit/test_test_runner.py new file mode 100644 index 00000000..f11bd928 --- /dev/null +++ b/dovetail/tests/unit/test_test_runner.py @@ -0,0 +1,652 @@ +#!/usr/bin/env python +# +# Copyright (c) 2018 mokats@intracom-telecom.com and others. +# +# All rights reserved. This program and the accompanying materials +# are made available under the terms of the Apache License, Version 2.0 +# which accompanies this distribution, and is available at +# http://www.apache.org/licenses/LICENSE-2.0 +## + +import unittest +from mock import patch, call, Mock + +import dovetail.test_runner as t_runner + +__author__ = 'Stamatis Katsaounis <mokats@intracom-telecom.com>' + + +class TestRunnerTesting(unittest.TestCase): + + def setUp(self): + self.patcher1 = patch.object(t_runner, 'dt_logger') + self.patcher2 = patch.object(t_runner.DockerRunner, '_update_config') + + self.logger = self.patcher1.start().return_value + self._update_config = self.patcher2.start().return_value + + self.testcase = Mock() + self.testcase_name = 'testcase_name' + self.testcase_type = 'functest' + self.testcase_dict = {} + self.testcase_valid = True + + self.testcase.testcase = self.testcase_dict + self.testcase.name.return_value = self.testcase_name + self.testcase.validate_testcase.return_value = self.testcase_valid + self.testcase.validate_type.return_value = self.testcase_type + + def tearDown(self): + self.patcher1.stop() + self.patcher2.stop() + + def test_pre_copy_no_container(self): + t_runner.FunctestRunner.create_log() + docker_runner = t_runner.FunctestRunner(self.testcase) + + result = docker_runner.pre_copy( + container=None, dest_path=None, + src_file=None, exist_file=None) + + docker_runner.logger.error.assert_called_once_with( + 'Container instance is None.') + self.assertEquals(None, result) + + def test_pre_copy_no_dest_path(self): + t_runner.FunctestRunner.create_log() + docker_runner = t_runner.FunctestRunner(self.testcase) + + result = docker_runner.pre_copy( + container='container', dest_path=None, + src_file=None, exist_file=None) + + docker_runner.logger.error.assert_called_once_with( + 'There has no dest_path in {} config file.'.format( + self.testcase_name)) + self.assertEquals(None, result) + + @patch('dovetail.test_runner.dt_cfg') + @patch('dovetail.test_runner.os.path') + def test_pre_copy(self, mock_path, mock_config): + t_runner.FunctestRunner.create_log() + docker_runner = t_runner.FunctestRunner(self.testcase) + mock_config.dovetail_config = { + 'functest': { + 'result': { + 'dir': 'result_dir' + }, + 'config': { + 'dir': 'config_dir' + } + } + } + container_obj = Mock() + mock_path.join.return_value = 'join' + + result = docker_runner.pre_copy( + container=container_obj, dest_path='dest_path', + src_file='src_file', exist_file='exist_file') + + mock_path.join.assert_has_calls([ + call('result_dir', 'src_file'), + call('config_dir', 'pre_config', 'exist_file')]) + container_obj.copy_file.assert_called_once_with('join', 'dest_path') + self.assertEquals('dest_path', result) + + @patch('dovetail.test_runner.dt_cfg') + @patch('dovetail.test_runner.Container') + def test_run_offline_not_exist(self, mock_container, mock_config): + t_runner.FunctestRunner.create_log() + docker_runner = t_runner.TestRunnerFactory.create(self.testcase) + mock_config.dovetail_config = { + 'offline': True + } + container_obj = Mock() + docker_img_obj = Mock() + container_obj.get_docker_image.return_value = docker_img_obj + container_obj.get_image_id.return_value = False + mock_container.return_value = container_obj + + docker_runner.run() + + mock_container.assert_called_once_with(self.testcase) + container_obj.get_docker_image.assert_called_once_with() + container_obj.get_image_id.assert_called_once_with(docker_img_obj) + docker_runner.logger.error.assert_called_once_with( + "{} image doesn't exist, can't run offline.".format( + self.testcase_type)) + + @patch('dovetail.test_runner.dt_cfg') + @patch('dovetail.test_runner.Container') + def test_run__not_offline_no_pull(self, mock_container, mock_config): + t_runner.YardstickRunner.create_log() + docker_runner = t_runner.YardstickRunner(self.testcase) + mock_config.dovetail_config = { + 'offline': False + } + container_obj = Mock() + docker_img_obj = Mock() + container_obj.get_docker_image.return_value = docker_img_obj + container_obj.pull_image.return_value = False + mock_container.return_value = container_obj + + docker_runner.run() + + mock_container.assert_called_once_with(self.testcase) + container_obj.get_docker_image.assert_called_once_with() + container_obj.pull_image.assert_called_once_with(docker_img_obj) + docker_runner.logger.error.assert_called_once_with( + 'Failed to pull the image.') + + @patch('dovetail.test_runner.dt_cfg') + @patch('dovetail.test_runner.Container') + def test_run__not_offline_no_create(self, mock_container, mock_config): + t_runner.BottlenecksRunner.create_log() + docker_runner = t_runner.BottlenecksRunner(self.testcase) + mock_config.dovetail_config = { + 'offline': False + } + container_obj = Mock() + docker_img_obj = Mock() + container_obj.get_docker_image.return_value = docker_img_obj + container_obj.pull_image.return_value = True + container_obj.create.return_value = False + mock_container.return_value = container_obj + + docker_runner.run() + + mock_container.assert_called_once_with(self.testcase) + container_obj.get_docker_image.assert_called_once_with() + container_obj.pull_image.assert_called_once_with(docker_img_obj) + container_obj.create.assert_called_once_with(docker_img_obj) + docker_runner.logger.error.assert_called_once_with( + 'Failed to create container.') + + @patch('dovetail.test_runner.dt_cfg') + @patch('dovetail.test_runner.Container') + @patch.object(t_runner.DockerRunner, 'pre_copy') + def test_run__not_offline_src_file_no_precopy(self, mock_precopy, + mock_container, mock_config): + t_runner.VnftestRunner.create_log() + docker_runner = t_runner.VnftestRunner(self.testcase) + mock_config.dovetail_config = { + 'offline': False + } + container_obj = Mock() + docker_img_obj = Mock() + container_obj.get_docker_image.return_value = docker_img_obj + container_obj.pull_image.return_value = True + container_id = '12345' + container_obj.create.return_value = container_id + mock_container.return_value = container_obj + dest_path = 'dest_path' + src_file_name = 'src_file' + exist_file_name = 'exist_src_file' + self.testcase.pre_copy_path.side_effect = [ + dest_path, src_file_name, exist_file_name] + mock_precopy.return_value = False + + docker_runner.run() + + mock_container.assert_called_once_with(self.testcase) + container_obj.get_docker_image.assert_called_once_with() + container_obj.pull_image.assert_called_once_with(docker_img_obj) + container_obj.create.assert_called_once_with(docker_img_obj) + docker_runner.logger.debug.assert_called_with( + 'container id: {}'.format(container_id)) + self.testcase.pre_copy_path.assert_has_calls([ + call(dest_path), + call(src_file_name), + call(exist_file_name)]) + mock_precopy.assert_called_once_with( + container_obj, dest_path, src_file_name, exist_file_name) + + @patch('dovetail.test_runner.dt_cfg') + @patch('dovetail.test_runner.Container') + @patch.object(t_runner.DockerRunner, 'pre_copy') + def test_run__not_offline_no_prepare(self, mock_precopy, mock_container, + mock_config): + t_runner.FunctestRunner.create_log() + docker_runner = t_runner.FunctestRunner(self.testcase) + mock_config.dovetail_config = { + 'offline': False, + 'noclean': False + } + container_obj = Mock() + docker_img_obj = Mock() + container_obj.get_docker_image.return_value = docker_img_obj + container_obj.pull_image.return_value = True + container_id = '12345' + container_obj.create.return_value = container_id + mock_container.return_value = container_obj + self.testcase.pre_copy_path.return_value = None + self.testcase.pre_condition.return_value = ['cmd'] + self.testcase.prepare_cmd.return_value = False + self.testcase.post_condition.return_value = ['cmd'] + container_obj.exec_cmd.return_value = (1, 'error') + mock_precopy.return_value = False + + docker_runner.run() + + mock_container.assert_called_once_with(self.testcase) + container_obj.get_docker_image.assert_called_once_with() + container_obj.pull_image.assert_called_once_with(docker_img_obj) + container_obj.create.assert_called_once_with(docker_img_obj) + docker_runner.logger.debug.assert_called_with( + 'container id: {}'.format(container_id)) + self.testcase.pre_copy_path.assert_has_calls([ + call('dest_path'), + call('src_file'), + call('exist_src_file')]) + self.testcase.pre_condition.assert_called_once_with() + container_obj.exec_cmd.assert_has_calls([ + call('cmd'), call('cmd')]) + self.testcase.prepare_cmd.assert_called_once_with(self.testcase_type) + self.testcase.post_condition.assert_called_once_with() + docker_runner.logger.error.assert_has_calls([ + call('Failed to exec all pre_condition cmds.'), + call('Failed to prepare test case: {}' + .format(self.testcase_name))]) + container_obj.clean.assert_called_once_with() + + @patch('dovetail.test_runner.dt_cfg') + @patch('dovetail.test_runner.Container') + @patch.object(t_runner.DockerRunner, 'pre_copy') + def test_run__not_offline_prepare(self, mock_precopy, mock_container, + mock_config): + t_runner.FunctestRunner.create_log() + docker_runner = t_runner.FunctestRunner(self.testcase) + mock_config.dovetail_config = { + 'offline': False, + 'noclean': False + } + container_obj = Mock() + docker_img_obj = Mock() + container_obj.get_docker_image.return_value = docker_img_obj + container_obj.pull_image.return_value = True + container_id = '12345' + container_obj.create.return_value = container_id + mock_container.return_value = container_obj + self.testcase.pre_copy_path.return_value = None + self.testcase.pre_condition.return_value = ['cmd'] + self.testcase.prepare_cmd.return_value = True + self.testcase.post_condition.return_value = ['cmd'] + self.testcase.cmds = ['cmd'] + container_obj.exec_cmd.return_value = (1, 'error') + mock_precopy.return_value = False + + docker_runner.run() + + mock_container.assert_called_once_with(self.testcase) + container_obj.get_docker_image.assert_called_once_with() + container_obj.pull_image.assert_called_once_with(docker_img_obj) + container_obj.create.assert_called_once_with(docker_img_obj) + docker_runner.logger.debug.assert_called_with( + 'container id: {}'.format(container_id)) + self.testcase.pre_copy_path.assert_has_calls([ + call('dest_path'), + call('src_file'), + call('exist_src_file')]) + self.testcase.pre_condition.assert_called_once_with() + container_obj.exec_cmd.assert_has_calls([ + call('cmd'), call('cmd'), call('cmd')]) + self.testcase.prepare_cmd.assert_called_once_with(self.testcase_type) + self.testcase.post_condition.assert_called_once_with() + docker_runner.logger.error.assert_has_calls([ + call('Failed to exec all pre_condition cmds.'), + call('Failed to exec {}, ret: {}, msg: {}' + .format('cmd', 1, 'error'))]) + container_obj.clean.assert_called_once_with() + + @patch('dovetail.test_runner.dt_utils') + @patch('dovetail.test_runner.os') + def test_archive_logs_no_files(self, mock_os, mock_utils): + t_runner.FunctestRunner.create_log() + docker_runner = t_runner.FunctestRunner(self.testcase) + mock_os.environ = {'DOVETAIL_HOME': 'dovetail_home'} + mock_utils.get_value_from_dict.return_value = [] + + result = docker_runner.archive_logs() + + mock_os.path.join.assert_called_once_with('dovetail_home', 'results') + mock_utils.get_value_from_dict.assert_has_calls([ + call('report.source_archive_files', self.testcase_dict), + call('report.dest_archive_files', self.testcase_dict)]) + self.assertEquals(True, result) + + @patch('dovetail.test_runner.dt_utils') + @patch('dovetail.test_runner.os') + def test_archive_logs_difference_in_files(self, mock_os, mock_utils): + t_runner.FunctestRunner.create_log() + docker_runner = t_runner.FunctestRunner(self.testcase) + mock_os.environ = {'DOVETAIL_HOME': 'dovetail_home'} + mock_utils.get_value_from_dict.side_effect = [[], ['file']] + + result = docker_runner.archive_logs() + + mock_os.path.join.assert_called_once_with('dovetail_home', 'results') + mock_utils.get_value_from_dict.assert_has_calls([ + call('report.source_archive_files', self.testcase_dict), + call('report.dest_archive_files', self.testcase_dict)]) + docker_runner.logger.error.assert_called_once_with( + "Can't find corresponding 'result_dest_files' " + "for 'result_source_files' with testcase {}" + .format(self.testcase_name)) + self.assertEquals(False, result) + + @patch('dovetail.test_runner.dt_utils') + @patch('dovetail.test_runner.os') + def test_archive_logs_src_file_error(self, mock_os, mock_utils): + t_runner.FunctestRunner.create_log() + docker_runner = t_runner.FunctestRunner(self.testcase) + mock_os.environ = {'DOVETAIL_HOME': 'dovetail_home'} + mock_utils.get_value_from_dict.side_effect = [['src_file'], + ['dst_file']] + mock_os.path.join.side_effect = ['result_path', 'src_file_path', + 'dest_file_path'] + mock_os.path.isfile.return_value = False + + result = docker_runner.archive_logs() + + mock_os.path.join.assert_has_calls([ + call('dovetail_home', 'results'), + call('result_path', 'src_file'), + call('result_path', 'dst_file')]) + mock_utils.get_value_from_dict.assert_has_calls([ + call('report.source_archive_files', self.testcase_dict), + call('report.dest_archive_files', self.testcase_dict)]) + mock_os.path.isfile.assert_called_once_with('src_file_path') + docker_runner.logger.error.assert_called_once_with( + "Can't find file {}.".format('src_file_path')) + self.assertEquals(False, result) + + @patch('dovetail.test_runner.dt_utils') + @patch('dovetail.test_runner.os') + def test_archive_logs_src_file_exists(self, mock_os, mock_utils): + t_runner.FunctestRunner.create_log() + docker_runner = t_runner.FunctestRunner(self.testcase) + mock_os.environ = {'DOVETAIL_HOME': 'dovetail_home'} + mock_utils.get_value_from_dict.side_effect = [['src_file'], + ['dst_file']] + mock_os.path.join.side_effect = ['result_path', 'src_file_path', + 'dest_file_path'] + mock_os.path.isfile.return_value = True + + result = docker_runner.archive_logs() + + mock_os.path.join.assert_has_calls([ + call('dovetail_home', 'results'), + call('result_path', 'src_file'), + call('result_path', 'dst_file')]) + mock_utils.get_value_from_dict.assert_has_calls([ + call('report.source_archive_files', self.testcase_dict), + call('report.dest_archive_files', self.testcase_dict)]) + mock_os.path.isfile.assert_called_once_with('src_file_path') + mock_os.renames.assert_called_once_with( + 'src_file_path', 'dest_file_path') + self.assertEquals(True, result) + + @patch('dovetail.test_runner.jinja2') + def test_render(self, mock_jinja): + render_obj = Mock() + template_obj = Mock() + mock_jinja.Template.return_value = template_obj + template_obj.render.return_value = render_obj + + result = t_runner.FunctestRunner._render('task_template') + + mock_jinja.Template.assert_called_once_with('task_template') + template_obj.render.assert_called_with() + self.assertEquals(render_obj, result) + + @patch('dovetail.test_runner.os') + def test_add_testcase_info(self, mock_os): + mock_os.getenv.side_effect = ['os_insecure', 'dovetail_home'] + mock_os.environ = {'DEPLOY_SCENARIO': 'deploy_scenario'} + + expected = { + 'os_insecure': 'os_insecure', 'dovetail_home': 'dovetail_home', + 'testcase': 'testcase_name', 'validate_testcase': True, + 'deploy_scenario': 'deploy_scenario'} + result = t_runner.FunctestRunner._add_testcase_info(self.testcase) + + self.testcase.validate_testcase.assert_called_once_with() + mock_os.getenv.assert_has_calls([ + call('OS_INSECURE'), call('DOVETAIL_HOME')]) + self.assertEquals(expected, result) + + @patch('dovetail.test_runner.dt_utils') + @patch('dovetail.test_runner.dt_cfg') + @patch('dovetail.test_runner.os.path') + @patch('dovetail.test_runner.constants') + def test_update_config_no_task_template(self, mock_const, mock_path, + mock_config, mock_utils): + t_runner.FunctestRunner.create_log() + docker_runner = t_runner.FunctestRunner(self.testcase) + mock_path.join.side_effect = ['pod_file', 'config_file'] + mock_config.dovetail_config = { + 'config_dir': 'one', 'pod_file': 'two'} + mock_utils.read_yaml_file.return_value = 'pod_info' + mock_utils.read_plain_file.return_value = None + mock_const.CONF_PATH = 'conf_path' + + self.patcher2.stop() + result = docker_runner._update_config(self.testcase) + self.patcher2.start() + + mock_path.join.assert_has_calls([ + call('one', 'two'), + call('conf_path', docker_runner.config_file_name)]) + mock_utils.read_yaml_file.assert_called_once_with( + 'pod_file', docker_runner.logger) + mock_utils.read_plain_file.assert_called_once_with( + 'config_file', docker_runner.logger) + self.assertEquals(None, result) + + @patch('dovetail.test_runner.yaml.safe_load') + @patch('dovetail.test_runner.dt_utils') + @patch('dovetail.test_runner.dt_cfg') + @patch('dovetail.test_runner.os.path') + @patch('dovetail.test_runner.constants') + @patch.object(t_runner.DockerRunner, '_add_testcase_info') + @patch.object(t_runner.DockerRunner, '_render') + def test_update_config_pod_info_key_err(self, mock_render, mock_add_info, + mock_const, mock_path, mock_config, + mock_utils, mock_load): + t_runner.FunctestRunner.create_log() + docker_runner = t_runner.FunctestRunner(self.testcase) + mock_path.join.side_effect = ['pod_file', 'config_file'] + mock_config.dovetail_config = { + 'config_dir': 'one', 'pod_file': 'two'} + mock_utils.read_yaml_file.return_value = {'key': 'value'} + mock_utils.read_plain_file.return_value = True + mock_const.CONF_PATH = 'conf_path' + mock_add_info.return_value = {'config_item': 'item'} + mock_render.return_value = 'full_task' + mock_load.return_value = {'full_task_yaml': 'full_value'} + + self.patcher2.stop() + result = docker_runner._update_config(self.testcase) + self.patcher2.start() + + mock_path.join.assert_has_calls([ + call('one', 'two'), + call('conf_path', docker_runner.config_file_name)]) + mock_add_info.assert_called_once_with(self.testcase) + mock_render.assert_called_once_with(True, config_item='item') + mock_load.assert_called_once_with('full_task') + self.assertEquals( + {'config_dir': 'one', + 'pod_file': 'two', + 'full_task_yaml': 'full_value'}, + result) + + @patch('dovetail.test_runner.yaml.safe_load') + @patch('dovetail.test_runner.dt_utils') + @patch('dovetail.test_runner.dt_cfg') + @patch('dovetail.test_runner.os.path') + @patch('dovetail.test_runner.constants') + @patch.object(t_runner.DockerRunner, '_add_testcase_info') + @patch.object(t_runner.DockerRunner, '_render') + def test_update_config_pod_info_no_info(self, mock_render, mock_add_info, + mock_const, mock_path, mock_config, + mock_utils, mock_load): + t_runner.FunctestRunner.create_log() + docker_runner = t_runner.FunctestRunner(self.testcase) + mock_path.join.side_effect = ['pod_file', 'config_file'] + mock_config.dovetail_config = { + 'config_dir': 'one', 'pod_file': 'two'} + mock_utils.read_yaml_file.return_value = False + mock_utils.read_plain_file.return_value = True + mock_const.CONF_PATH = 'conf_path' + mock_add_info.return_value = {'config_item': 'item'} + mock_render.return_value = 'full_task' + mock_load.return_value = {'full_task_yaml': 'full_value'} + + self.patcher2.stop() + result = docker_runner._update_config(self.testcase) + self.patcher2.start() + + mock_path.join.assert_has_calls([ + call('one', 'two'), + call('conf_path', docker_runner.config_file_name)]) + mock_add_info.assert_called_once_with(self.testcase) + mock_render.assert_called_once_with(True, config_item='item') + mock_load.assert_called_once_with('full_task') + self.assertEquals( + {'config_dir': 'one', + 'pod_file': 'two', + 'full_task_yaml': 'full_value'}, + result) + + @patch('dovetail.test_runner.yaml.safe_load') + @patch('dovetail.test_runner.dt_utils') + @patch('dovetail.test_runner.dt_cfg') + @patch('dovetail.test_runner.os.path') + @patch('dovetail.test_runner.constants') + @patch.object(t_runner.DockerRunner, '_add_testcase_info') + @patch.object(t_runner.DockerRunner, '_render') + def test_update_config_pod_info(self, mock_render, mock_add_info, + mock_const, mock_path, mock_config, + mock_utils, mock_load): + t_runner.FunctestRunner.create_log() + docker_runner = t_runner.FunctestRunner(self.testcase) + mock_path.join.side_effect = ['pod_file', 'config_file'] + mock_config.dovetail_config = { + 'config_dir': 'one', 'pod_file': 'two'} + mock_utils.read_yaml_file.return_value = { + 'process_info': [ + {'key': 'value'}, {'testcase_name': self.testcase_name} + ]} + mock_utils.read_plain_file.return_value = True + mock_const.CONF_PATH = 'conf_path' + mock_add_info.return_value = {'config_item': 'item'} + mock_render.return_value = 'full_task' + mock_load.return_value = {'full_task_yaml': 'full_value'} + + self.patcher2.stop() + result = docker_runner._update_config(self.testcase) + self.patcher2.start() + + mock_path.join.assert_has_calls([ + call('one', 'two'), + call('conf_path', docker_runner.config_file_name)]) + mock_add_info.assert_called_once_with( + self.testcase, {'testcase_name': self.testcase_name}) + docker_runner.logger.error.assert_called_once_with( + "Need key '{}' in {}".format('testcase_name', {'key': 'value'})) + mock_render.assert_called_once_with(True, config_item='item') + mock_load.assert_called_once_with('full_task') + self.assertEquals( + {'config_dir': 'one', + 'pod_file': 'two', + 'full_task_yaml': 'full_value'}, + result) + + @patch('__builtin__.open') + @patch('dovetail.test_runner.json') + @patch('dovetail.test_runner.dt_cfg') + @patch('dovetail.test_runner.dt_utils') + @patch('dovetail.test_runner.os.path') + def test_shell_run_prepare_cmd(self, mock_path, mock_utils, mock_config, + mock_json, mock_open): + t_runner.ShellRunner.create_log() + docker_runner = t_runner.ShellRunner(self.testcase) + self.testcase.cmds = ['cmd'] + self.testcase.pre_condition.return_value = ['cmd'] + self.testcase.post_condition.return_value = ['cmd'] + self.testcase.prepare_cmd.return_value = True + mock_utils.exec_cmd.return_value = (1, 'error') + mock_path.join.return_value = 'join_path' + mock_config.dovetail_config = {'result_dir': 'result'} + file_obj = Mock() + mock_open.return_value.__enter__.return_value = file_obj + dump_obj = Mock() + mock_json.dumps.return_value = dump_obj + + docker_runner.run() + + self.testcase.pre_condition.assert_called_once_with() + self.testcase.prepare_cmd.assert_called_once_with(docker_runner.type) + docker_runner.logger.error.assert_called_once_with( + 'Failed to execute all pre_condition cmds.') + mock_utils.exec_cmd.assert_has_calls([ + call('cmd', docker_runner.logger), + call('cmd', docker_runner.logger), + call('cmd', docker_runner.logger)]) + self.testcase.post_condition.assert_called_once_with() + mock_path.join.assert_called_once_with( + 'result', self.testcase_name) + docker_runner.logger.debug.assert_called_with( + 'Save result: {}'.format('join_path.out')) + mock_open.assert_called_once_with('join_path.out', 'w') + mock_json.dumps.assert_called_once_with( + {'results': [ + ('cmd', 1, 'error'), + ('cmd', 1, 'error'), + ('cmd', 1, 'error')], + 'pass': 'FAIL'}) + file_obj.write.assert_called_once_with(dump_obj) + + @patch('__builtin__.open') + @patch('dovetail.test_runner.dt_cfg') + @patch('dovetail.test_runner.dt_utils') + @patch('dovetail.test_runner.os.path') + def test_shell_run_no_prepare_cmd_and_exception(self, mock_path, + mock_utils, mock_config, + mock_open): + t_runner.ShellRunner.create_log() + docker_runner = t_runner.ShellRunner(self.testcase) + self.testcase.cmds = ['cmd'] + self.testcase.pre_condition.return_value = ['cmd'] + self.testcase.post_condition.return_value = ['cmd'] + self.testcase.prepare_cmd.return_value = False + mock_utils.exec_cmd.return_value = (1, 'error') + mock_path.join.return_value = 'join_path' + mock_config.dovetail_config = {'result_dir': 'result'} + mock_open.return_value.__enter__.side_effect = Exception('error') + + docker_runner.run() + + self.testcase.pre_condition.assert_called_once_with() + self.testcase.prepare_cmd.assert_called_once_with(docker_runner.type) + docker_runner.logger.error.assert_has_calls([ + call('Failed to execute all pre_condition cmds.'), + call('Failed to prepare cmd: {}'.format(self.testcase_name))]) + mock_utils.exec_cmd.assert_has_calls([ + call('cmd', docker_runner.logger), + call('cmd', docker_runner.logger)]) + self.testcase.post_condition.assert_called_once_with() + mock_path.join.assert_called_once_with( + 'result', self.testcase_name) + docker_runner.logger.debug.assert_called_with( + 'Save result: {}'.format('join_path.out')) + mock_open.assert_called_once_with('join_path.out', 'w') + + def test_factory_error(self): + self.testcase.validate_type.return_value = 'unknown' + docker_runner = t_runner.TestRunnerFactory() + + result = docker_runner.create(self.testcase) + + self.assertEquals(None, result) |