#!/usr/bin/env python # # grakiss.wanglei@huawei.com # All rights reserved. This program and the accompanying materials # are made available under the terms of the Apache License, Version 2.0 # which accompanies this distribution, and is available at # http://www.apache.org/licenses/LICENSE-2.0 # import os import yaml import utils.dovetail_logger as dt_logger from parser import Parser from utils.dovetail_config import DovetailConfig as dt_cfg from test_runner import TestRunnerFactory class Testcase(object): logger = None def __init__(self, testcase_yaml): self.testcase = testcase_yaml.values()[0] self.testcase['passed'] = 'FAIL' self.cmds = [] self.sub_testcase_status = {} self.update_validate_testcase(self.validate_testcase()) @classmethod def create_log(cls): cls.logger = dt_logger.Logger(__name__ + '.Testcase').getLogger() def parse_cmd(self, cmds_list): for cmd in cmds_list: cmd_lines = Parser.parse_cmd(cmd, self) if not cmd_lines: return False # self.logger.debug('cmd_lines:%s', cmd_lines) self.cmds.append(cmd_lines) self.logger.debug('cmds: {}'.format(self.cmds)) return True def prepare_cmd(self, test_type): try: testcase_cmds = self.testcase['validate']['cmds'] except KeyError: testcase_cmds = None try: config_cmds = dt_cfg.dovetail_config[test_type]['cmds'] except KeyError: config_cmds = None if testcase_cmds: return self.parse_cmd(testcase_cmds) if config_cmds: return self.parse_cmd(config_cmds) self.logger.error('Test case {} has no cmds.'.format(self.name())) return False def __str__(self): return self.testcase def name(self): return self.testcase['name'] def objective(self): return self.testcase['objective'] def sub_testcase(self): try: return self.testcase['report']['sub_testcase_list'] except KeyError: return [] def sub_testcase_passed(self, name, passed=None): if passed is not None: self.logger.debug( 'sub_testcase_passed: {} {}'.format(name, passed)) self.sub_testcase_status[name] = passed return self.sub_testcase_status[name] def validate_type(self): return self.testcase['validate']['type'] def validate_testcase(self): return self.testcase['validate']['testcase'] def exceed_max_retry_times(self): # logger.debug('retry times:%d' % self.testcase['retry']) return self._exceed_max_retry_times(self.validate_testcase()) def increase_retry(self): # self.testcase['retry'] = self.testcase['retry'] + 1 # return self.testcase['retry'] return self._increase_retry(self.validate_testcase()) def passed(self, passed=None): if passed is not None: self.testcase['passed'] = passed return self.testcase['passed'] def script_result_acquired(self, acquired=None): return self._result_acquired(self.validate_testcase(), acquired) def pre_condition(self): try: pre_condition = self.testcase['validate']['pre_condition'] except KeyError: pre_condition = '' if pre_condition: return pre_condition pre_condition = self.pre_condition_cls(self.validate_type()) if not pre_condition: self.logger.debug( 'Test case: {} pre_condition is empty.'.format(self.name())) return pre_condition def pre_copy_path(self, key_name): try: path = self.testcase['validate']['pre_copy'][key_name] except KeyError: return None return path def post_condition(self): try: post_condition = self.testcase['validate']['post_condition'] except KeyError: post_condition = '' if post_condition: return post_condition post_condition = self.post_condition_cls(self.validate_type()) if not post_condition: self.logger.debug( 'Test case: {} post_condition is empty.'.format(self.name())) return post_condition def mk_src_file(self): testcase_src_file = self.pre_copy_path('src_file') try: file_path = os.path.join(dt_cfg.dovetail_config['result_dir'], testcase_src_file) with open(file_path, 'w+') as src_file: if self.sub_testcase() is not None: for sub_test in self.sub_testcase(): self.logger.debug( 'Save test cases {}'.format(sub_test)) src_file.write(sub_test + '\n') self.logger.debug('Save test cases to {}'.format(file_path)) return file_path except Exception: self.logger.exception('Failed to save: {}'.format(file_path)) return None def run(self): runner = TestRunnerFactory.create(self) try: runner.run() runner.save_logs() except AttributeError as e: self.logger.exception( 'Test case: {} Exception: {}'.format(self.name, e)) # testcase in upstream testing project # validate_testcase_list = {'functest': {}, 'yardstick': {}, 'shell': {}} validate_testcase_list = {} # testcase in dovetail testcase_list = {} @classmethod def prepared(cls, prepared=None): if prepared is not None: cls.validate_testcase_list['prepared'] = prepared return cls.validate_testcase_list['prepared'] @classmethod def cleaned(cls, cleaned=None): if cleaned is not None: cls.validate_testcase_list['cleaned'] = cleaned return cls.validate_testcase_list['cleaned'] @staticmethod def pre_condition_cls(validate_type): try: return dt_cfg.dovetail_config[validate_type]['pre_condition'] except KeyError: return None @staticmethod def post_condition_cls(validate_type): try: return dt_cfg.dovetail_config[validate_type]['post_condition'] except KeyError: return None @classmethod def update_validate_testcase(cls, testcase_name): if testcase_name not in cls.validate_testcase_list: cls.validate_testcase_list[testcase_name] = \ {'retry': 0, 'acquired': False} cls.validate_testcase_list['prepared'] = False cls.validate_testcase_list['cleaned'] = False @classmethod def _exceed_max_retry_times(cls, validate_testcase): retry = cls.validate_testcase_list[validate_testcase]['retry'] return retry > 1 @classmethod def _increase_retry(cls, validate_testcase): cls.validate_testcase_list[validate_testcase]['retry'] += 1 return cls.validate_testcase_list[validate_testcase]['retry'] @classmethod def _result_acquired(cls, testcase, acquired=None): if acquired is not None: cls.validate_testcase_list[testcase]['acquired'] = \ acquired return cls.validate_testcase_list[testcase]['acquired'] @classmethod def load(cls): testcase_dir = os.path.dirname(os.path.abspath(__file__)) testcase_path = dt_cfg.dovetail_config['TESTCASE_PATH'] abs_testcase_path = os.path.join(testcase_dir, testcase_path) for root, dirs, files in os.walk(abs_testcase_path): for testcase_file in files: with open(os.path.join(root, testcase_file)) as f: testcase_yaml = yaml.safe_load(f) case_type = testcase_yaml.values()[0]['validate']['type'] testcase = TestcaseFactory.create(case_type, testcase_yaml) if testcase is not None: cls.testcase_list[next(testcase_yaml.iterkeys())] = \ testcase else: cls.logger.error('Failed to create test case: {}' .format(testcase_file)) @classmethod def get(cls, testcase_name): if testcase_name in cls.testcase_list: return cls.testcase_list[testcase_name] return None @classmethod def check_testarea(cls, testarea): area_no_duplicate = [] area_full = ['full'] # testarea is empty, run full testsuite if not testarea: return True, area_full mandatory_list = dt_cfg.dovetail_config['mandatory'] optional_list = dt_cfg.dovetail_config['optional'] for area in testarea: if area not in dt_cfg.dovetail_config['testarea_supported']: return False, None if area == 'full': return True, area_full if area == 'mandatory': for mandatory_area in mandatory_list: area_no_duplicate.append(mandatory_area) continue if area == 'optional': for optional_area in optional_list: area_no_duplicate.append(optional_area) continue area_no_duplicate.append(area) area_no_duplicate = list(set(area_no_duplicate)) return True, area_no_duplicate @classmethod def get_testcase_list(cls, testsuite, testarea): testcase_list = [] for value in testsuite['testcases_list']: for area in testarea: if value is not None and (area == 'full' or area in value): testcase_list.append(value) break return testcase_list class FunctestTestcase(Testcase): validate_testcase_list = {} def __init__(self, testcase_yaml): super(FunctestTestcase, self).__init__(testcase_yaml) self.type = 'functest' class YardstickTestcase(Testcase): validate_testcase_list = {} def __init__(self, testcase_yaml): super(YardstickTestcase, self).__init__(testcase_yaml) self.type = 'yardstick' class BottlenecksTestcase(Testcase): validate_testcase_list = {} def __init__(self, testcase_yaml): super(BottlenecksTestcase, self).__init__(testcase_yaml) self.type = 'bottlenecks' self._update_cmds() def _update_cmds(self): if dt_cfg.dovetail_config['report_dest'].startswith("http"): try: self.testcase['validate']['cmds'][0] += ' --report' except KeyError: return class ShellTestcase(Testcase): validate_testcase_list = {} def __init__(self, testcase_yaml): super(ShellTestcase, self).__init__(testcase_yaml) self.type = 'shell' class TestcaseFactory(object): TESTCASE_TYPE_MAP = { 'functest': FunctestTestcase, 'yardstick': YardstickTestcase, 'bottlenecks': BottlenecksTestcase, 'shell': ShellTestcase, } @classmethod def create(cls, testcase_type, testcase_yaml): try: return cls.TESTCASE_TYPE_MAP[testcase_type](testcase_yaml) except KeyError: return None class Testsuite(object): logger = None def __init__(self, testsuite): self.testsuite = testsuite self.testcase_list = {} @classmethod def create_log(cls): cls.logger = dt_logger.Logger(__name__ + '.Testsuite').getLogger() def get_test(self, testcase_name): if testcase_name in self.testcase_list: return self.testcase_list[testcase_name] return None testsuite_list = {} @classmethod def load(cls): compliance_dir = os.path.dirname(os.path.abspath(__file__)) compliance_path = dt_cfg.dovetail_config['COMPLIANCE_PATH'] abs_compliance_path = os.path.join(compliance_dir, compliance_path) for root, dirs, files in os.walk(abs_compliance_path): for testsuite_yaml in files: with open(os.path.join(root, testsuite_yaml)) as f: testsuite_yaml = yaml.safe_load(f) cls.testsuite_list.update(testsuite_yaml) # cls.logger.debug(cls.testsuite_list) @classmethod def get(cls, testsuite_name): if testsuite_name in cls.testsuite_list: return cls.testsuite_list[testsuite_name] return None @classmethod def get_all(cls): return cls.testsuite_list