From 61f7123999841af7bdeb7068a23d11ca75c62bc8 Mon Sep 17 00:00:00 2001 From: "jose.lausuch" Date: Wed, 22 Feb 2017 17:54:21 +0100 Subject: Add Tempest Defcore test case Refstack is the OpenStack project that provides the tooling to run the approved specific tempest test cases (Defcore guidelines) by the Interop working group and by the OpenStack board for OpenStack certification purposes. For more info: https://refstack.openstack.org/ This adds the possibility for a Functest user to run this list of tempest test cases by just issuing the command: functest testcase run tempest_defcore The test will be run on daily loops with the scenario nosdn-nofeature on any installer. Change-Id: I920b2a44cff418116008fdf514425e69dc959412 Signed-off-by: jose.lausuch --- functest/ci/testcases.yaml | 58 ++++++++++++++++++++++++++++------------------ 1 file changed, 35 insertions(+), 23 deletions(-) (limited to 'functest/ci/testcases.yaml') diff --git a/functest/ci/testcases.yaml b/functest/ci/testcases.yaml index b1d824f6..3a8751a8 100755 --- a/functest/ci/testcases.yaml +++ b/functest/ci/testcases.yaml @@ -351,38 +351,50 @@ tiers: - name: components order: 3 - ci_loop: 'weekly' + ci_loop: 'daily' description : >- Extensive testing of OpenStack API. testcases: +# - +# name: tempest_full_parallel +# criteria: 'success_rate >= 80%' +# blocking: false +# description: >- +# The list of test cases is generated by +# Tempest automatically and depends on the parameters of +# the OpenStack deplopyment. +# dependencies: +# installer: '^((?!netvirt).)*$' +# scenario: '' +# run: +# module: 'functest.opnfv_tests.openstack.tempest.tempest' +# class: 'TempestFullParallel' - - name: tempest_full_parallel - criteria: 'success_rate >= 80%' + name: tempest_defcore + criteria: 'success_rate == 100%' blocking: false description: >- - The list of test cases is generated by - Tempest automatically and depends on the parameters of - the OpenStack deplopyment. + This is the set of Tempest test cases created by OpenStack + Interop Working Group for certification purposes. dependencies: - installer: '^((?!netvirt).)*$' - scenario: '' + installer: '' + scenario: 'nosdn-nofeature-ha' run: module: 'functest.opnfv_tests.openstack.tempest.tempest' - class: 'TempestFullParallel' - - - - name: rally_full - criteria: 'success_rate >= 90%' - blocking: false - description: >- - This test case runs the full suite of scenarios of the OpenStack - Rally suite using several threads and iterations. - dependencies: - installer: '^((?!netvirt).)*$' - scenario: '' - run: - module: 'functest.opnfv_tests.openstack.rally.rally' - class: 'RallyFull' + class: 'TempestDefcore' +# - +# name: rally_full +# criteria: 'success_rate >= 90%' +# blocking: false +# description: >- +# This test case runs the full suite of scenarios of the OpenStack +# Rally suite using several threads and iterations. +# dependencies: +# installer: '^((?!netvirt).)*$' +# scenario: '' +# run: +# module: 'functest.opnfv_tests.openstack.rally.rally' +# class: 'RallyFull' - name: vnf -- cgit 1.2.3-korg