diff options
Diffstat (limited to 'CI/testcases.yaml')
| -rw-r--r-- | CI/testcases.yaml | 305 |
1 files changed, 192 insertions, 113 deletions
diff --git a/CI/testcases.yaml b/CI/testcases.yaml index 1a71f91a1..42458bbef 100644 --- a/CI/testcases.yaml +++ b/CI/testcases.yaml @@ -1,117 +1,196 @@ -healthcheck: - order: 0 - description : | - This is the optional healthcheck - that can provided by the installer - or the internal in functest - testcases: - healthcheck: - installer: any - sdn: any - feat: any - mode: any -smoke: - order: 1 - description : | - This is the set of basic functest - tests and smoke tempest in serial mode. - testcases: - vping_ssh: - installer: any - sdn: any - feat: any - mode: any +tiers: + - + name: healthcheck + order: 0 + ci: daily + description : >- + This is the first tier to be executed to verify the basic + operations in the VIM. + testcases: + - + name: healthcheck + description: >- + This test case verifies the basic OpenStack services like + Keystone, Glance, Cinder, Neutron and Nova. - vping_userdata: - installer: any - sdn: any - feat: any - mode: any + dependencies: + installer: '' + scenario: '' - tempest_smoke_serial: - installer: any - sdn: any - feat: any - mode: any + - + name: smoke + order: 1 + ci: daily + description : >- + This is the second tier in Functest and consist of a set of basic + Functional tests to validate the OpenStack deployment. + testcases: + - + name: vping_ssh + description: |- + This test case verifies: + ····1) SSH to an instance using floating IPs over the public network. + ····2) Connectivity between 2 instances over a private network. + dependencies: + installer: '' + scenario: '^((?!bgpvpn).)*$' - rally_smoke: - installer: any - sdn: any - feat: any - mode: any + - + name: vping_userdata + description: |- + This test case verifies: + ····1) Boot a VM with given userdata. + ····2) Connectivity between 2 instances over a private network. + dependencies: + installer: '' + scenario: '' - security_groups: - installer: any - sdn: any - feat: any - mode: any -sdn_suites: - order: 2 - description : | - test cases for the SDN controllers - testcases: - odl: - installer: any - sdn: odl_l2|odl_l3 - feat: any - mode: any - onos: - installer: any - sdn: onos - feat: any - mode: any - ovno: - installer: any - sdn: ocl - feat: any - mode: any -features: - order: 4 - description : | - test from feature projects integrated in functest - testcases: - promise: - installer: fuel|joid - sdn: any - feat: any - mode: any - sdnvpn: - installer: fuel|apex - sdn: odl_l2 - feat: bgpvpn - mode: any - policy-test: - installer: any - sdn: odl_l2|odl_l3 - feat: any - mode: any -tempest: - order: 5 - description : | - this is the execution of the full tempest suite in parallel - testcases: - tempest_full_parallel: - installer: any - sdn: any - feat: any - mode: any -rally: - order: 6 - description : | - Full Rally suite - testcases: - tempest_full_parallel: - installer: any - sdn: any - feat: any - mode: any -vnf: - order: 7 - description : | - collection of VNF test cases - testcases: - vims: - installer: any - sdn: any - feat: any - mode: any
\ No newline at end of file + - + name: tempest_smoke_serial + description: >- + This test case runs the smoke subset of the OpenStack + Tempest suite. The list of test cases is generated by + Tempest automatically and depend on the parameters of + the OpenStack deplopyment. + dependencies: + installer: '' + scenario: '' + + - + name: rally_sanity + description: >- + This test case runs a sub group of tests of the OpenStack + Rally suite in smoke mode. + dependencies: + installer: '' + scenario: '' + + - + name: security_groups + description: >- + This test case verifies the functionality of the OpenStack + security groups and that the port rules created are + fullfilled. + dependencies: + installer: '' + scenario: '' + + - + name: sdn_suites + order: 2 + ci: daily + description : >- + This tier contains the test suites corresponding to the different + SDN Controllers existing in OPNFV. + testcases: + - + name: odl + description: >- + Test Suite for the OpenDaylight SDN Controller. It integrates + some test suites from upstream using Robot as the test + framework. + dependencies: + installer: '' + scenario: 'odl' + + - + name: onos + description: >- + Test Suite for the ONOS SDN Controller. It integrates + some test suites from upstream using TestON as the test + framework. + dependencies: + installer: '' + scenario: 'onos' + + - + name: ovno + description: >- + Test Suite for the Open Contrail SDN Controller. + framework. + dependencies: + installer: '' + scenario: 'ocl' + + - + name: features + order: 3 + ci: daily + description : >- + This tier contains the test suites from feature projects + integrated in functest + testcases: + - + name: promise + description: >- + Test suite from Promise project. + dependencies: + installer: '(fuel)|(joid)' + scenario: '' + + - + name: doctor + description: >- + Test suite from Dcotor project. + dependencies: + installer: 'apex' + scenario: '' + + - + name: sdnvpn + description: >- + Test suite from SDNVPN project. + dependencies: + installer: '(fuel)|(apex)' + scenario: 'bgpvpn' + + - + name: tempest + order: 4 + ci: weekly + description : >- + This tier contains the test suites from feature projects + integrated in functest + testcases: + - + name: tempest_full_parallel + description: >- + This test case runs the full set of the OpenStack + Tempest suite. The list of test cases is generated by + Tempest automatically and depend on the parameters of + the OpenStack deplopyment. + dependencies: + installer: '' + scenario: '' + + - + name: rally + order: 5 + ci: weekly + description : >- + This tier contains the Rally suite from the OpenStack community. + testcases: + - + name: rally_full + description: >- + This test case runs the full suite of scenarios of the OpenStack + Rally suite using several threads and iterations. + dependencies: + installer: '' + scenario: '' + + - + name: vnf + order: 6 + ci: weekly + description : >- + This tier contains a collection of VNF test cases. + testcases: + - + name: vims + description: >- + This test case deploys an OpenSource vIMS solution from Clearwater + using the Cloudify orchestrator. It also runs some signaling traffic. + dependencies: + installer: '' + scenario: '(ocl)|(nosdn)|^(os-odl)((?!bgpvpn).)*$' |