Create a flag in the tests to indicate if they should be blocking or not

JIRA: FUNCTEST-380

Change-Id: I737d71a47ddac80bf0222a1f004af05f509c5971
Signed-off-by: jose.lausuch <jose.lausuch@ericsson.com>

1 files changed, 18 insertions, 0 deletions

diff --git a/ci/testcases.yaml b/ci/testcases.yaml
index e3c1e51da..11d4637fc 100644
--- a/ci/testcases.yaml
+++ b/ci/testcases.yaml
@@ -10,6 +10,7 @@ tiers:
             -
                 name: healthcheck
                 criteria: 'status == "PASS"'
+                blocking: true
                 description: >-
                     This test case verifies the basic OpenStack services like
                     Keystone, Glance, Cinder, Neutron and Nova.
@@ -28,6 +29,7 @@ tiers:
             -
                 name: vping_ssh
                 criteria: 'status == "PASS"'
+                blocking: true
                 description: >-
                     This test case verifies: 1) SSH to an instance using floating
                     IPs over the public network. 2) Connectivity between 2 instances
@@ -39,6 +41,7 @@ tiers:
             -
                 name: vping_userdata
                 criteria: 'status == "PASS"'
+                blocking: true
                 description: >-
                     This test case verifies:  1) Boot a VM with given userdata.
                     2) Connectivity between 2 instances over a private network.
@@ -49,6 +52,7 @@ tiers:
             -
                 name: tempest_smoke_serial
                 criteria: 'success_rate == 100%'
+                blocking: false
                 description: >-
                     This test case runs the smoke subset of the OpenStack
                     Tempest suite. The list of test cases is generated by
@@ -61,6 +65,7 @@ tiers:
             -
                 name: rally_sanity
                 criteria: 'success_rate == 100%'
+                blocking: false
                 description: >-
                     This test case runs a sub group of tests of the OpenStack
                     Rally suite in smoke mode.
@@ -79,6 +84,7 @@ tiers:
             -
                 name: odl
                 criteria: 'success_rate == 100%'
+                blocking: true
                 description: >-
                     Test Suite for the OpenDaylight SDN Controller. It integrates
                     some test suites from upstream using Robot as the test
@@ -90,6 +96,7 @@ tiers:
             -
                 name: onos
                 criteria: 'status == "PASS"'
+                blocking: true
                 description: >-
                     Test Suite for the ONOS SDN Controller. It integrates
                     some test suites from upstream using TestON as the test
@@ -109,6 +116,7 @@ tiers:
             -
                 name: promise
                 criteria: 'success_rate == 100%'
+                blocking: false
                 description: >-
                     Test suite from Promise project.
                 dependencies:
@@ -118,6 +126,7 @@ tiers:
             -
                 name: doctor
                 criteria: 'status == "PASS"'
+                blocking: false
                 description: >-
                     Test suite from Doctor project.
                 dependencies:
@@ -127,6 +136,7 @@ tiers:
             -
                 name: bgpvpn
                 criteria: 'status == "PASS"'
+                blocking: false
                 description: >-
                     Test suite from SDNVPN project.
                 dependencies:
@@ -136,6 +146,7 @@ tiers:
             -
                 name: security_scan
                 criteria: 'status == "PASS"'
+                blocking: false
                 description: >-
                     Simple security Scan
                 dependencies:
@@ -145,6 +156,7 @@ tiers:
             -
                 name: copper
                 criteria: 'status == "PASS"'
+                blocking: false
                 description: >-
                     Test suite for policy management based on OpenStack Congress
                 dependencies:
@@ -153,6 +165,7 @@ tiers:
             -
                 name: moon
                 criteria: 'status == "PASS"'
+                blocking: false
                 description: >-
                     Security management system for OPNFV
                 dependencies:
@@ -161,6 +174,7 @@ tiers:
             -
                 name: multisite
                 criteria: 'status == "PASS"'
+                blocking: false
                 description: >-
                     Test suite from kingbird
                 dependencies:
@@ -169,6 +183,7 @@ tiers:
             -
                 name: domino
                 criteria: 'status == "PASS"'
+                blocking: false
                 description: >-
                     Test suite for template distribution based on Domino
                 dependencies:
@@ -184,6 +199,7 @@ tiers:
             -
                 name: tempest_full_parallel
                 criteria: 'success_rate >= 80%'
+                blocking: false
                 description: >-
                     The list of test cases is generated by
                     Tempest automatically and depends on the parameters of
@@ -195,6 +211,7 @@ tiers:
             -
                 name: rally_full
                 criteria: 'success_rate >= 90%'
+                blocking: false
                 description: >-
                     This test case runs the full suite of scenarios of the OpenStack
                     Rally suite using several threads and iterations.
@@ -212,6 +229,7 @@ tiers:
             -
                 name: vims
                 criteria: 'status == "PASS"'
+                blocking: false
                 description: >-
                     This test case deploys an OpenSource vIMS solution from Clearwater
                     using the Cloudify orchestrator. It also runs some signaling traffic.