From 71909b5eef3fc7b9fc8b75acdc80cfa49291ecb5 Mon Sep 17 00:00:00 2001 From: Cédric Ollivier Date: Wed, 8 Aug 2018 23:21:00 +0200 Subject: Conform with OpenStack gates MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit It adds testcases and updates regexes to conform with OpenStack gates: - tempest-full - neutron-tempest-plugin-api It should be noted that tempest-smoke is no longer run in gates and two testcases are available for tempest-full as we can't manage Tempest combine. Criteria is set to 100% for tempest_full (it works in OpenStack gates). JIRA: FUNCTEST-1000 Change-Id: I77a0f533255483bdf61f0a5f60c9c437ce843591 Signed-off-by: Cédric Ollivier --- functest/ci/testcases.yaml | 51 +++++++++++++++++++++++++++++++++++++++++----- 1 file changed, 46 insertions(+), 5 deletions(-) (limited to 'functest') diff --git a/functest/ci/testcases.yaml b/functest/ci/testcases.yaml index 511935e6b..188c7088b 100644 --- a/functest/ci/testcases.yaml +++ b/functest/ci/testcases.yaml @@ -207,12 +207,32 @@ tiers: Tempest suite. The list of test cases is generated by Tempest automatically and depends on the parameters of the OpenStack deplopyment. + https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L114 run: module: 'functest.opnfv_tests.openstack.tempest.tempest' class: 'TempestCommon' args: - mode: - '^(tempest|neutron_tempest_plugin)\.(api|scenario).*\[.*\bsmoke\b.*\]$' + mode: '(?=.*\[.*\bsmoke\b.*\])(^tempest\.api)' + option: + - '--concurrency=4' + + - + case_name: neutron-tempest-plugin-api + project_name: functest + criteria: 100 + blocking: false + description: >- + This test case runs the Tempest suite proposed by the + Neutron project. The list of test cases is generated by + Tempest automatically and depends on the parameters of + the OpenStack deployment. + run: + module: 'functest.opnfv_tests.openstack.tempest.tempest' + class: 'TempestCommon' + args: + mode: '^neutron_tempest_plugin\.api' + option: + - '--concurrency=4' - case_name: rally_sanity @@ -434,17 +454,38 @@ tiers: - case_name: tempest_full project_name: functest - criteria: 80 + criteria: 100 + blocking: false + description: >- + The list of test cases is generated by + Tempest automatically and depends on the parameters of + the OpenStack deployment. + https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83 + run: + module: 'functest.opnfv_tests.openstack.tempest.tempest' + class: 'TempestCommon' + args: + mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.api)' + option: + - '--concurrency=4' + + - + case_name: tempest_scenario + project_name: functest + criteria: 100 blocking: false description: >- The list of test cases is generated by Tempest automatically and depends on the parameters of - the OpenStack deplopyment. + the OpenStack deployment. + https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84 run: module: 'functest.opnfv_tests.openstack.tempest.tempest' class: 'TempestCommon' args: - mode: '^(tempest|neutron_tempest_plugin)\.' + mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.scenario)' + option: + - '--serial' - case_name: rally_full -- cgit 1.2.3-korg