diff options
Diffstat (limited to 'ci/testcases.yaml')
| -rw-r--r-- | ci/testcases.yaml | 18 |
1 files changed, 18 insertions, 0 deletions
diff --git a/ci/testcases.yaml b/ci/testcases.yaml index e3c1e51da..11d4637fc 100644 --- a/ci/testcases.yaml +++ b/ci/testcases.yaml @@ -10,6 +10,7 @@ tiers: - name: healthcheck criteria: 'status == "PASS"' + blocking: true description: >- This test case verifies the basic OpenStack services like Keystone, Glance, Cinder, Neutron and Nova. @@ -28,6 +29,7 @@ tiers: - name: vping_ssh criteria: 'status == "PASS"' + blocking: true description: >- This test case verifies: 1) SSH to an instance using floating IPs over the public network. 2) Connectivity between 2 instances @@ -39,6 +41,7 @@ tiers: - name: vping_userdata criteria: 'status == "PASS"' + blocking: true description: >- This test case verifies: 1) Boot a VM with given userdata. 2) Connectivity between 2 instances over a private network. @@ -49,6 +52,7 @@ tiers: - name: tempest_smoke_serial criteria: 'success_rate == 100%' + blocking: false description: >- This test case runs the smoke subset of the OpenStack Tempest suite. The list of test cases is generated by @@ -61,6 +65,7 @@ tiers: - name: rally_sanity criteria: 'success_rate == 100%' + blocking: false description: >- This test case runs a sub group of tests of the OpenStack Rally suite in smoke mode. @@ -79,6 +84,7 @@ tiers: - name: odl criteria: 'success_rate == 100%' + blocking: true description: >- Test Suite for the OpenDaylight SDN Controller. It integrates some test suites from upstream using Robot as the test @@ -90,6 +96,7 @@ tiers: - name: onos criteria: 'status == "PASS"' + blocking: true description: >- Test Suite for the ONOS SDN Controller. It integrates some test suites from upstream using TestON as the test @@ -109,6 +116,7 @@ tiers: - name: promise criteria: 'success_rate == 100%' + blocking: false description: >- Test suite from Promise project. dependencies: @@ -118,6 +126,7 @@ tiers: - name: doctor criteria: 'status == "PASS"' + blocking: false description: >- Test suite from Doctor project. dependencies: @@ -127,6 +136,7 @@ tiers: - name: bgpvpn criteria: 'status == "PASS"' + blocking: false description: >- Test suite from SDNVPN project. dependencies: @@ -136,6 +146,7 @@ tiers: - name: security_scan criteria: 'status == "PASS"' + blocking: false description: >- Simple security Scan dependencies: @@ -145,6 +156,7 @@ tiers: - name: copper criteria: 'status == "PASS"' + blocking: false description: >- Test suite for policy management based on OpenStack Congress dependencies: @@ -153,6 +165,7 @@ tiers: - name: moon criteria: 'status == "PASS"' + blocking: false description: >- Security management system for OPNFV dependencies: @@ -161,6 +174,7 @@ tiers: - name: multisite criteria: 'status == "PASS"' + blocking: false description: >- Test suite from kingbird dependencies: @@ -169,6 +183,7 @@ tiers: - name: domino criteria: 'status == "PASS"' + blocking: false description: >- Test suite for template distribution based on Domino dependencies: @@ -184,6 +199,7 @@ tiers: - name: tempest_full_parallel criteria: 'success_rate >= 80%' + blocking: false description: >- The list of test cases is generated by Tempest automatically and depends on the parameters of @@ -195,6 +211,7 @@ tiers: - name: rally_full criteria: 'success_rate >= 90%' + blocking: false description: >- This test case runs the full suite of scenarios of the OpenStack Rally suite using several threads and iterations. @@ -212,6 +229,7 @@ tiers: - name: vims criteria: 'status == "PASS"' + blocking: false description: >- This test case deploys an OpenSource vIMS solution from Clearwater using the Cloudify orchestrator. It also runs some signaling traffic. |