aboutsummaryrefslogtreecommitdiffstats
path: root/functest/ci/testcases.yaml
diff options
context:
space:
mode:
authorMorgan Richomme <morgan.richomme@orange.com>2016-11-10 14:31:07 +0100
committerjose.lausuch <jose.lausuch@ericsson.com>2016-11-10 16:47:02 +0100
commit0157be0431600dd56aaaa3260b72cc40011f91ac (patch)
tree7af4c4a508f6c4845dedc96491abaa7bf3e8d2a4 /functest/ci/testcases.yaml
parent107e61635c2ab1feb5263380ea63e21cf2e6e65b (diff)
change path for python ci files
JIRA: FUNCTEST-525 Change-Id: I6b09eaec55e42a3ee1474b21bc7ed87a71118e60 Signed-off-by: Morgan Richomme <morgan.richomme@orange.com>
Diffstat (limited to 'functest/ci/testcases.yaml')
-rw-r--r--functest/ci/testcases.yaml269
1 files changed, 269 insertions, 0 deletions
diff --git a/functest/ci/testcases.yaml b/functest/ci/testcases.yaml
new file mode 100644
index 00000000..afd32986
--- /dev/null
+++ b/functest/ci/testcases.yaml
@@ -0,0 +1,269 @@
+tiers:
+ -
+ name: healthcheck
+ order: 0
+ ci_loop: '(daily)|(weekly)'
+ description : >-
+ First tier to be executed to verify the basic
+ operations in the VIM.
+ testcases:
+ -
+ name: healthcheck
+ criteria: 'status == "PASS"'
+ blocking: true
+ description: >-
+ This test case verifies the basic OpenStack services like
+ Keystone, Glance, Cinder, Neutron and Nova.
+
+ dependencies:
+ installer: ''
+ scenario: '^((?!lxd).)*$'
+
+ -
+ name: smoke
+ order: 1
+ ci_loop: '(daily)|(weekly)'
+ description : >-
+ Set of basic Functional tests to validate the OpenStack deployment.
+ testcases:
+ -
+ name: vping_ssh
+ criteria: 'status == "PASS"'
+ blocking: true
+ description: >-
+ This test case verifies: 1) SSH to an instance using floating
+ IPs over the public network. 2) Connectivity between 2 instances
+ over a private network.
+ dependencies:
+ installer: ''
+ scenario: '^((?!bgpvpn|odl_l3).)*$'
+
+ -
+ name: vping_userdata
+ criteria: 'status == "PASS"'
+ blocking: true
+ description: >-
+ This test case verifies: 1) Boot a VM with given userdata.
+ 2) Connectivity between 2 instances over a private network.
+ dependencies:
+ installer: ''
+ scenario: '^((?!lxd).)*$'
+
+ -
+ name: tempest_smoke_serial
+ criteria: 'success_rate == 100%'
+ blocking: false
+ description: >-
+ This test case runs the smoke subset of the OpenStack
+ Tempest suite. The list of test cases is generated by
+ Tempest automatically and depends on the parameters of
+ the OpenStack deplopyment.
+ dependencies:
+ installer: ''
+ scenario: ''
+
+ -
+ name: rally_sanity
+ criteria: 'success_rate == 100%'
+ blocking: false
+ description: >-
+ This test case runs a sub group of tests of the OpenStack
+ Rally suite in smoke mode.
+ dependencies:
+ installer: ''
+ scenario: '^((?!bgpvpn).)*$'
+
+ -
+ name: sdn_suites
+ order: 2
+ ci_loop: '(daily)|(weekly)'
+ description : >-
+ Test suites corresponding to the different
+ SDN Controllers existing in OPNFV.
+ testcases:
+ -
+ name: odl
+ criteria: 'success_rate == 100%'
+ blocking: true
+ description: >-
+ Test Suite for the OpenDaylight SDN Controller. It integrates
+ some test suites from upstream using Robot as the test
+ framework.
+ dependencies:
+ installer: ''
+ scenario: 'odl'
+ run:
+ module: 'functest.opnfv_tests.Controllers.ODL.OpenDaylightTesting'
+ class: 'ODLTestCases'
+
+ -
+ name: onos
+ criteria: 'status == "PASS"'
+ blocking: true
+ description: >-
+ Test Suite for the ONOS SDN Controller. It integrates
+ some test suites from upstream using TestON as the test
+ framework.
+ dependencies:
+ installer: ''
+ scenario: 'onos'
+
+ -
+ name: features
+ order: 3
+ ci_loop: '(daily)|(weekly)'
+ description : >-
+ Test suites from feature projects
+ integrated in functest
+ testcases:
+ -
+ name: promise
+ criteria: 'success_rate == 100%'
+ blocking: false
+ description: >-
+ Test suite from Promise project.
+ dependencies:
+ installer: '(fuel)|(joid)'
+ scenario: ''
+
+ -
+ name: doctor
+ criteria: 'status == "PASS"'
+ blocking: false
+ description: >-
+ Test suite from Doctor project.
+ dependencies:
+ installer: 'apex'
+ scenario: '^((?!fdio).)*$'
+
+ -
+ name: bgpvpn
+ criteria: 'status == "PASS"'
+ blocking: false
+ description: >-
+ Test suite from SDNVPN project.
+ dependencies:
+ installer: '(fuel)|(apex)'
+ scenario: 'bgpvpn'
+
+ -
+ name: security_scan
+ criteria: 'status == "PASS"'
+ blocking: false
+ description: >-
+ Simple security Scan
+ dependencies:
+ installer: 'apex'
+ scenario: '^((?!fdio).)*$'
+
+ -
+ name: copper
+ criteria: 'status == "PASS"'
+ blocking: false
+ description: >-
+ Test suite for policy management based on OpenStack Congress
+ dependencies:
+ installer: '(apex)|(joid)'
+ scenario: '^((?!fdio|lxd).)*$'
+ -
+ name: moon
+ criteria: 'status == "PASS"'
+ blocking: false
+ description: >-
+ Security management system for OPNFV
+ dependencies:
+ installer: 'compass'
+ scenario: '(odl)*(moon)'
+ -
+ name: multisite
+ criteria: 'success_rate == 100%'
+ blocking: false
+ description: >-
+ Test suite from kingbird
+ dependencies:
+ installer: '(fuel)|(compass)'
+ scenario: 'multisite'
+ -
+ name: domino
+ criteria: 'status == "PASS"'
+ blocking: false
+ description: >-
+ Test suite for template distribution based on Domino
+ dependencies:
+ installer: 'joid'
+ scenario: ''
+ -
+ name: odl-sfc
+ criteria: 'status == "PASS"'
+ blocking: false
+ description: >-
+ Test suite for odl-sfc to test two chains and two SFs
+ dependencies:
+ installer: '(apex)|(fuel)'
+ scenario: 'odl_l2-sfc'
+ -
+ name: onos_sfc
+ criteria: 'status == "PASS"'
+ blocking: true
+ description: >-
+ Test Suite for onos-sfc to test sfc function.
+ dependencies:
+ installer: ''
+ scenario: 'onos-sfc'
+ -
+ name: parser
+ criteria: 'ret == 0'
+ blocking: false
+ description: >-
+ Test suite from Parser project.
+ dependencies:
+ installer: 'fuel'
+ scenario: '^((?!bgpvpn|noha).)*$'
+
+ -
+ name: openstack
+ order: 4
+ ci_loop: 'weekly'
+ description : >-
+ Extensive testing of OpenStack API.
+ testcases:
+ -
+ name: tempest_full_parallel
+ criteria: 'success_rate >= 80%'
+ blocking: false
+ description: >-
+ The list of test cases is generated by
+ Tempest automatically and depends on the parameters of
+ the OpenStack deplopyment.
+ dependencies:
+ installer: ''
+ scenario: ''
+
+ -
+ name: rally_full
+ criteria: 'success_rate >= 90%'
+ blocking: false
+ description: >-
+ This test case runs the full suite of scenarios of the OpenStack
+ Rally suite using several threads and iterations.
+ dependencies:
+ installer: ''
+ scenario: ''
+
+ -
+ name: vnf
+ order: 5
+ ci_loop: 'weekly'
+ description : >-
+ Collection of VNF test cases.
+ testcases:
+ -
+ name: vims
+ criteria: 'status == "PASS"'
+ blocking: false
+ description: >-
+ This test case deploys an OpenSource vIMS solution from Clearwater
+ using the Cloudify orchestrator. It also runs some signaling traffic.
+ dependencies:
+ installer: ''
+ scenario: '(ocl)|(nosdn)|^(os-odl)((?!bgpvpn).)*$'