From 9ca917e17b6d04bce32cc420954aada538a60ddb Mon Sep 17 00:00:00 2001 From: "jose.lausuch" Date: Mon, 25 Jul 2016 11:43:01 +0200 Subject: Create a flag in the tests to indicate if they should be blocking or not JIRA: FUNCTEST-380 Change-Id: I737d71a47ddac80bf0222a1f004af05f509c5971 Signed-off-by: jose.lausuch --- ci/testcases.yaml | 18 ++++++++++++++++++ 1 file changed, 18 insertions(+) (limited to 'ci/testcases.yaml') diff --git a/ci/testcases.yaml b/ci/testcases.yaml index e3c1e51d..11d4637f 100644 --- a/ci/testcases.yaml +++ b/ci/testcases.yaml @@ -10,6 +10,7 @@ tiers: - name: healthcheck criteria: 'status == "PASS"' + blocking: true description: >- This test case verifies the basic OpenStack services like Keystone, Glance, Cinder, Neutron and Nova. @@ -28,6 +29,7 @@ tiers: - name: vping_ssh criteria: 'status == "PASS"' + blocking: true description: >- This test case verifies: 1) SSH to an instance using floating IPs over the public network. 2) Connectivity between 2 instances @@ -39,6 +41,7 @@ tiers: - name: vping_userdata criteria: 'status == "PASS"' + blocking: true description: >- This test case verifies: 1) Boot a VM with given userdata. 2) Connectivity between 2 instances over a private network. @@ -49,6 +52,7 @@ tiers: - name: tempest_smoke_serial criteria: 'success_rate == 100%' + blocking: false description: >- This test case runs the smoke subset of the OpenStack Tempest suite. The list of test cases is generated by @@ -61,6 +65,7 @@ tiers: - name: rally_sanity criteria: 'success_rate == 100%' + blocking: false description: >- This test case runs a sub group of tests of the OpenStack Rally suite in smoke mode. @@ -79,6 +84,7 @@ tiers: - name: odl criteria: 'success_rate == 100%' + blocking: true description: >- Test Suite for the OpenDaylight SDN Controller. It integrates some test suites from upstream using Robot as the test @@ -90,6 +96,7 @@ tiers: - name: onos criteria: 'status == "PASS"' + blocking: true description: >- Test Suite for the ONOS SDN Controller. It integrates some test suites from upstream using TestON as the test @@ -109,6 +116,7 @@ tiers: - name: promise criteria: 'success_rate == 100%' + blocking: false description: >- Test suite from Promise project. dependencies: @@ -118,6 +126,7 @@ tiers: - name: doctor criteria: 'status == "PASS"' + blocking: false description: >- Test suite from Doctor project. dependencies: @@ -127,6 +136,7 @@ tiers: - name: bgpvpn criteria: 'status == "PASS"' + blocking: false description: >- Test suite from SDNVPN project. dependencies: @@ -136,6 +146,7 @@ tiers: - name: security_scan criteria: 'status == "PASS"' + blocking: false description: >- Simple security Scan dependencies: @@ -145,6 +156,7 @@ tiers: - name: copper criteria: 'status == "PASS"' + blocking: false description: >- Test suite for policy management based on OpenStack Congress dependencies: @@ -153,6 +165,7 @@ tiers: - name: moon criteria: 'status == "PASS"' + blocking: false description: >- Security management system for OPNFV dependencies: @@ -161,6 +174,7 @@ tiers: - name: multisite criteria: 'status == "PASS"' + blocking: false description: >- Test suite from kingbird dependencies: @@ -169,6 +183,7 @@ tiers: - name: domino criteria: 'status == "PASS"' + blocking: false description: >- Test suite for template distribution based on Domino dependencies: @@ -184,6 +199,7 @@ tiers: - name: tempest_full_parallel criteria: 'success_rate >= 80%' + blocking: false description: >- The list of test cases is generated by Tempest automatically and depends on the parameters of @@ -195,6 +211,7 @@ tiers: - name: rally_full criteria: 'success_rate >= 90%' + blocking: false description: >- This test case runs the full suite of scenarios of the OpenStack Rally suite using several threads and iterations. @@ -212,6 +229,7 @@ tiers: - name: vims criteria: 'status == "PASS"' + blocking: false description: >- This test case deploys an OpenSource vIMS solution from Clearwater using the Cloudify orchestrator. It also runs some signaling traffic. -- cgit 1.2.3-korg