Add tier_handler and tier_builder

tier_handler: defines the classes for Tier,TestCase and Dependency
tier_builder: reads the testcases.yaml and creates a list of objects
              that will be used later on to execute the tests

JIRA: FUNCTEST-190

Change-Id: Iabef344aff036ad3b525088af59fb21b16b02fc8
Signed-off-by: jose.lausuch <jose.lausuch@ericsson.com>

1 files changed, 192 insertions, 113 deletions

diff --git a/CI/testcases.yaml b/CI/testcases.yaml
index 1a71f91a1..42458bbef 100644
--- a/CI/testcases.yaml
+++ b/CI/testcases.yaml
@@ -1,117 +1,196 @@
-healthcheck:
-    order: 0
-    description : |
-        This is the optional healthcheck
-        that can provided by the installer
-        or the internal in functest
-    testcases:
-        healthcheck:
-            installer: any
-            sdn: any
-            feat: any
-            mode: any
-smoke:
-    order: 1
-    description : |
-        This is the set of basic functest
-        tests and smoke tempest in serial mode.
-    testcases:
-        vping_ssh:
-            installer: any
-            sdn: any
-            feat: any
-            mode: any
+tiers:
+    -
+        name: healthcheck
+        order: 0
+        ci: daily
+        description : >-
+            This is the first tier to be executed to verify the basic
+            operations in the VIM.
+        testcases:
+            -
+                name: healthcheck
+                description: >-
+                    This test case verifies the basic OpenStack services like
+                    Keystone, Glance, Cinder, Neutron and Nova.
 
-        vping_userdata:
-            installer: any
-            sdn: any
-            feat: any
-            mode: any
+                dependencies:
+                    installer: ''
+                    scenario: ''
 
-        tempest_smoke_serial:
-            installer: any
-            sdn: any
-            feat: any
-            mode: any
+    -
+        name: smoke
+        order: 1
+        ci: daily
+        description : >-
+            This is the second tier in Functest and consist of a set of basic
+            Functional tests to validate the OpenStack deployment.
+        testcases:
+            -
+                name: vping_ssh
+                description: |-
+                    This test case verifies:
+                    ····1) SSH to an instance using floating IPs over the public network.
+                    ····2) Connectivity between 2 instances over a private network.
+                dependencies:
+                    installer: ''
+                    scenario: '^((?!bgpvpn).)*$'
 
-        rally_smoke:
-            installer: any
-            sdn: any
-            feat: any
-            mode: any
+            -
+                name: vping_userdata
+                description: |-
+                    This test case verifies:
+                    ····1) Boot a VM with given userdata.
+                    ····2) Connectivity between 2 instances over a private network.
+                dependencies:
+                    installer: ''
+                    scenario: ''
 
-        security_groups:
-            installer: any
-            sdn: any
-            feat: any
-            mode: any
-sdn_suites:
-    order: 2
-    description : |
-        test cases for the SDN controllers
-    testcases:
-        odl:
-            installer: any
-            sdn: odl_l2|odl_l3
-            feat: any
-            mode: any
-        onos:
-            installer: any
-            sdn: onos
-            feat: any
-            mode: any
-        ovno:
-            installer: any
-            sdn: ocl
-            feat: any
-            mode: any
-features:
-    order: 4
-    description : |
-        test from feature projects integrated in functest
-    testcases:
-        promise:
-            installer: fuel|joid
-            sdn: any
-            feat: any
-            mode: any
-        sdnvpn:
-            installer: fuel|apex
-            sdn: odl_l2
-            feat: bgpvpn
-            mode: any
-        policy-test:
-            installer: any
-            sdn: odl_l2|odl_l3
-            feat: any
-            mode: any
-tempest:
-    order: 5
-    description : |
-        this is the execution of the full tempest suite in parallel
-    testcases:
-        tempest_full_parallel:
-            installer: any
-            sdn: any
-            feat: any
-            mode: any
-rally:
-    order: 6
-    description : |
-        Full Rally suite
-    testcases:
-        tempest_full_parallel:
-            installer: any
-            sdn: any
-            feat: any
-            mode: any
-vnf:
-    order: 7
-    description : |
-        collection of VNF test cases
-    testcases:
-        vims:
-            installer: any
-            sdn: any
-            feat: any
-            mode: any
\ No newline at end of file
+            -
+                name: tempest_smoke_serial
+                description: >-
+                    This test case runs the smoke subset of the OpenStack
+                    Tempest suite. The list of test cases is generated by
+                    Tempest automatically and depend on the parameters of
+                    the OpenStack deplopyment.
+                dependencies:
+                    installer: ''
+                    scenario: ''
+
+            -
+                name: rally_sanity
+                description: >-
+                    This test case runs a sub group of tests of the OpenStack
+                    Rally suite in smoke mode.
+                dependencies:
+                    installer: ''
+                    scenario: ''
+
+            -
+                name: security_groups
+                description: >-
+                    This test case verifies the functionality of the OpenStack
+                    security groups and that the port rules created are
+                    fullfilled.
+                dependencies:
+                    installer: ''
+                    scenario: ''
+
+    -
+        name: sdn_suites
+        order: 2
+        ci: daily
+        description : >-
+            This tier contains the test suites corresponding to the different
+            SDN Controllers existing in OPNFV.
+        testcases:
+            -
+                name: odl
+                description: >-
+                    Test Suite for the OpenDaylight SDN Controller. It integrates
+                    some test suites from upstream using Robot as the test
+                    framework.
+                dependencies:
+                    installer: ''
+                    scenario: 'odl'
+
+            -
+                name: onos
+                description: >-
+                    Test Suite for the ONOS SDN Controller. It integrates
+                    some test suites from upstream using TestON as the test
+                    framework.
+                dependencies:
+                    installer: ''
+                    scenario: 'onos'
+
+            -
+                name: ovno
+                description: >-
+                    Test Suite for the Open Contrail SDN Controller.
+                    framework.
+                dependencies:
+                    installer: ''
+                    scenario: 'ocl'
+
+    -
+        name: features
+        order: 3
+        ci: daily
+        description : >-
+            This tier contains the test suites from feature projects
+            integrated in functest
+        testcases:
+            -
+                name: promise
+                description: >-
+                    Test suite from Promise project.
+                dependencies:
+                    installer: '(fuel)|(joid)'
+                    scenario: ''
+
+            -
+                name: doctor
+                description: >-
+                    Test suite from Dcotor project.
+                dependencies:
+                    installer: 'apex'
+                    scenario: ''
+
+            -
+                name: sdnvpn
+                description: >-
+                    Test suite from SDNVPN project.
+                dependencies:
+                    installer: '(fuel)|(apex)'
+                    scenario: 'bgpvpn'
+
+    -
+        name: tempest
+        order: 4
+        ci: weekly
+        description : >-
+            This tier contains the test suites from feature projects
+            integrated in functest
+        testcases:
+            -
+                name: tempest_full_parallel
+                description: >-
+                    This test case runs the full set of the OpenStack
+                    Tempest suite. The list of test cases is generated by
+                    Tempest automatically and depend on the parameters of
+                    the OpenStack deplopyment.
+                dependencies:
+                    installer: ''
+                    scenario: ''
+
+    -
+        name: rally
+        order: 5
+        ci: weekly
+        description : >-
+            This tier contains the Rally suite from the OpenStack community.
+        testcases:
+            -
+                name: rally_full
+                description: >-
+                    This test case runs the full suite of scenarios of the OpenStack
+                    Rally suite using several threads and iterations.
+                dependencies:
+                    installer: ''
+                    scenario: ''
+
+    -
+        name: vnf
+        order: 6
+        ci: weekly
+        description : >-
+            This tier contains a collection of VNF test cases.
+        testcases:
+            -
+                name: vims
+                description: >-
+                    This test case deploys an OpenSource vIMS solution from Clearwater
+                    using the Cloudify orchestrator. It also runs some signaling traffic.
+                dependencies:
+                    installer: ''
+                    scenario: '(ocl)|(nosdn)|^(os-odl)((?!bgpvpn).)*$'