diff options
| author |   Cédric Ollivier <cedric.ollivier@orange.com> | 2019-10-23 19:50:41 +0200 |
|---|---|---|
| committer | Cédric Ollivier <cedric.ollivier@orange.com> | 2019-10-26 09:37:35 +0200 |
| commit | a9854bc7f20aee3a2d4d4244b92c3e0c2849661a (patch) | |
| tree | 2847f3a2bc08e8dfb811782bd2d61fa68c1c7d65 | |
| parent | 9d2f5fe96efdf020bcfd2fe8033cba12b22faa6f (diff) | |
Allow checking Tests count
It meets CNTT requirements (verifying conformance with a reference
implementation) and may protect vs synchronization issues (see gambia
refstack_defcore).
Change-Id: I842bc4ed91eec6bc545c489e3686d0d41dae7b44
Signed-off-by: Cédric Ollivier <cedric.ollivier@orange.com>
(cherry picked from commit 7c67624b8ee7f7a9a7fb36bb25e9881a63c982d4)
| -rw-r--r-- | docker/smoke/testcases.yaml | 3 | ||||
| -rw-r--r-- | functest/ci/testcases.yaml | 3 | ||||
| -rw-r--r-- | functest/opnfv_tests/openstack/tempest/tempest.py | 4 |
3 files changed, 10 insertions, 0 deletions
diff --git a/docker/smoke/testcases.yaml b/docker/smoke/testcases.yaml index e2c430b94..6da8001f2 100644 --- a/docker/smoke/testcases.yaml +++ b/docker/smoke/testcases.yaml @@ -44,6 +44,7 @@ tiers: criteria: 100 blocking: false deny_skipping: true + tests_count: 219 description: >- This test case runs a sub group of tests of the OpenStack Compute testcases. @@ -60,6 +61,7 @@ tiers: criteria: 100 blocking: false deny_skipping: true + tests_count: 57 description: >- This test case runs a sub group of tests of the OpenStack Object testcases. @@ -76,6 +78,7 @@ tiers: criteria: 100 blocking: false deny_skipping: true + tests_count: 275 description: >- This test case runs a sub group of tests of the OpenStack Platform testcases. diff --git a/functest/ci/testcases.yaml b/functest/ci/testcases.yaml index ed7eca03f..5b96db76a 100644 --- a/functest/ci/testcases.yaml +++ b/functest/ci/testcases.yaml @@ -207,6 +207,7 @@ tiers: criteria: 100 blocking: false deny_skipping: true + tests_count: 219 description: >- This test case runs a sub group of tests of the OpenStack Compute testcases. @@ -223,6 +224,7 @@ tiers: criteria: 100 blocking: false deny_skipping: true + tests_count: 57 description: >- This test case runs a sub group of tests of the OpenStack Object testcases. @@ -239,6 +241,7 @@ tiers: criteria: 100 blocking: false deny_skipping: true + tests_count: 275 description: >- This test case runs a sub group of tests of the OpenStack Platform testcases. diff --git a/functest/opnfv_tests/openstack/tempest/tempest.py b/functest/opnfv_tests/openstack/tempest/tempest.py index 05758abf5..d30d59468 100644 --- a/functest/opnfv_tests/openstack/tempest/tempest.py +++ b/functest/opnfv_tests/openstack/tempest/tempest.py @@ -98,6 +98,7 @@ class TempestCommon(singlevm.VmReady2): except Exception: # pylint: disable=broad-except pass self.deny_skipping = kwargs.get("deny_skipping", False) + self.tests_count = kwargs.get("tests_count", 0) def check_services(self): """Check the mandatory services.""" @@ -642,6 +643,9 @@ class TempestCommon(singlevm.VmReady2): skips = self.details.get("skipped_number", 0) if skips > 0 and self.deny_skipping: return testcase.TestCase.EX_TESTCASE_FAILED + if self.tests_count and ( + self.details.get("tests_number", 0) != self.tests_count): + return testcase.TestCase.EX_TESTCASE_FAILED return super(TempestCommon, self).is_successful() |