summaryrefslogtreecommitdiffstats
AgeCommit message (Expand)AuthorFilesLines
2017-09-04Fix Ixload KPIs collection & hang issues.Deepak S3-7/+11
2017-09-03test_create_keypair: fix op_utils mock and mock paramikoRoss Brattain1-5/+6
2017-09-01add opnfv_os-odl-nofeature-noha_daily.yaml for odl_l3 to odl renameRoss Brattain1-0/+56
2017-09-01Merge "Adding support for updating the count/packetsize for given testcase"Ross Brattain6-44/+71
2017-09-01sample_vnf: default to 16GB of 2048Kb hugepagesRoss Brattain2-2/+2
2017-09-01Merge "Adding vfw scale-up test with ixia as tg"Ross Brattain1-0/+49
2017-09-01Adding cgnapt scale-up test with ixia as tgDeepak S1-0/+49
2017-09-01Adding vfw scale-up test with ixia as tgDeepak S1-0/+49
2017-09-01Merge "Introduced default values and remove unnecessary ones from ansible cod...Ross Brattain7-39/+11
2017-08-31Adding support for updating the count/packetsize for given testcaseDeepak S6-44/+71
2017-09-01Merge "Added TC for vFW in heat context with ixia TG"Ross Brattain6-20/+120
2017-08-31Added TC for vFW in heat context with ixia TGMaciej Skrocki6-20/+120
2017-08-31Merge "Enable update ip headers for given testcase"Ross Brattain3-15/+15
2017-08-31Enable update ip headers for given testcaseDeepak S3-15/+15
2017-08-31Introduced default values and remove unnecessary ones from ansible code image...Maciej Skrocki7-39/+11
2017-08-31Rabbitmq user fix for collectdDhaval Patel1-0/+6
2017-08-31Merge "sample_vnf: run_traffic loop, check if tg_process is alive"Ross Brattain1-0/+3
2017-08-30_get_ip_flow_range: fix bug with single IP rangesRoss Brattain2-4/+10
2017-08-30sample_vnf: run_traffic loop, check if tg_process is aliveRoss Brattain1-0/+3
2017-08-30ssh: fix unittest race conditionRoss Brattain1-2/+2
2017-08-30Merge "Fix Scale-up issue in HWLB"Ross Brattain1-2/+12
2017-08-29Merge "DRAFT: model: remove vld_id not needed"Ross Brattain3-5/+0
2017-08-29Merge "utils: catch SyntaxError during import"Ross Brattain1-1/+1
2017-08-29Merge "Add common openstack opertation scenarios: router & port"Ross Brattain12-1/+496
2017-08-28DRAFT: model: remove vld_id not neededRoss Brattain3-5/+0
2017-08-28Merge "Collectd Fixes"Ross Brattain1-23/+13
2017-08-28Merge "Kubernetes context adoption when run in CI"Ross Brattain4-50/+59
2017-08-28Kubernetes context adoption when run in CIchenjiankun4-50/+59
2017-08-28utils: catch SyntaxError during importRoss Brattain1-1/+1
2017-08-28Merge "DRAFT: update yardstick generic test cases dashboard"Ross Brattain25-5540/+11419
2017-08-26Merge "Test case: Fio volume benchmark testcase using job file"Jing Lu4-37/+280
2017-08-26Merge "Raise Exception if HA test case failed"Kubi3-0/+11
2017-08-26Merge "Create test suite k8-nosdn-lb-noha run with k8s context"Rex Lee3-1/+19
2017-08-26Merge "bugfix: tc063 fails to get the correct result in ubuntu node"Rex Lee1-2/+2
2017-08-26Merge "improve tc055 results"Ross Brattain1-7/+6
2017-08-26Merge "improve tc002 to make packet size parameterize"Ross Brattain1-2/+3
2017-08-26Raise Exception if HA test case failedJingLu53-0/+11
2017-08-25Merge "collectd: disable auto-provision"Ross Brattain1-12/+16
2017-08-25collectd: disable auto-provisionRoss Brattain1-12/+16
2017-08-25Enabling ACL test for provider network.Maciej Skrocki3-19/+25
2017-08-25Merge "Added external versions for vFW and cgnat TCs."Ross Brattain2-0/+161
2017-08-25Merge "ansible: update dpdk, trex and samplevnf install"Ross Brattain38-420/+315
2017-08-25Added external versions for vFW and cgnat TCs.Maciej Skrocki2-0/+161
2017-08-25Trex: fix KPI collectionRoss Brattain3-3/+3
2017-08-25Create test suite k8-nosdn-lb-noha run with k8s contextchenjiankun3-1/+19
2017-08-25Merge "Add rpm,image directories and SLA options to Livemigration"Rex Lee1-1/+16
2017-08-25Merge "Removed unnecessary image definitions and flavor names."Ross Brattain3-5/+0
2017-08-25Merge "Fixed invalid vfw/vacl rulw config issues"Ross Brattain1-2/+2
2017-08-25Merge "Test case: add test config file for TC078 and TC079"Jing Lu2-0/+93
2017-08-25Merge "Add function to upload image from local/url in GUI"Jing Lu16-267/+723
logger.error("The test case '%s' failed. " % test_name) OVERALL_RESULT = -1 result_str = "FAIL" if test.is_blocking(): if not args.test or args.test == "all": logger.info("This test case is blocking. Aborting overall " "execution.") # if it is a single test we don't print the whole results table update_test_info(test_name, result_str, duration_str) generate_report.main(EXECUTED_TEST_CASES) logger.info("Execution exit value: %s" % OVERALL_RESULT) sys.exit(OVERALL_RESULT) update_test_info(test_name, result_str, duration_str) def run_tier(tier): tier_name = tier.get_name() tests = tier.get_tests() if tests is None or len(tests) == 0: logger.info("There are no supported test cases in this tier " "for the given scenario") return 0 logger.info("\n\n") # blank line print_separator("#") logger.info("Running tier '%s'" % tier_name) print_separator("#") logger.debug("\n%s" % tier) for test in tests: run_test(test, tier_name) def run_all(tiers): global EXECUTED_TEST_CASES summary = "" BUILD_TAG = os.getenv('BUILD_TAG') if BUILD_TAG is not None and re.search("daily", BUILD_TAG) is not None: CI_LOOP = "daily" else: CI_LOOP = "weekly" tiers_to_run = [] for tier in tiers.get_tiers(): if (len(tier.get_tests()) != 0 and re.search(CI_LOOP, tier.get_ci_loop()) is not None): tiers_to_run.append(tier) summary += ("\n - %s:\n\t %s" % (tier.get_name(), tier.get_test_names())) logger.info("Tests to be executed:%s" % summary) EXECUTED_TEST_CASES = generate_report.init(tiers_to_run) for tier in tiers_to_run: run_tier(tier) generate_report.main(EXECUTED_TEST_CASES) def main(): global CLEAN_FLAG global REPORT_FLAG CI_INSTALLER_TYPE = os.getenv('INSTALLER_TYPE') CI_SCENARIO = os.getenv('DEPLOY_SCENARIO') file = FUNCTEST_REPO + "/ci/testcases.yaml" _tiers = tb.TierBuilder(CI_INSTALLER_TYPE, CI_SCENARIO, file) if args.noclean: CLEAN_FLAG = False if args.report: REPORT_FLAG = True if args.test: source_rc_file() if _tiers.get_tier(args.test): run_tier(_tiers.get_tier(args.test)) elif _tiers.get_test(args.test): run_test(_tiers.get_test(args.test), _tiers.get_tier(args.test)) elif args.test == "all": run_all(_tiers) else: logger.error("Unknown test case or tier '%s', or not supported by " "the given scenario '%s'." % (args.test, CI_SCENARIO)) logger.debug("Available tiers are:\n\n%s" % _tiers) else: run_all(_tiers) logger.info("Execution exit value: %s" % OVERALL_RESULT) sys.exit(OVERALL_RESULT) if __name__ == '__main__': main()