Renaming test cases for better readability

This patchset proposes a new naming scheme for test cases. The ides is
to replace the current numbered scheme

  <testarea>.tc<number>

with:

  <testarea>.<capability/test case description>

The motivation for this is that a the numbering does not convey any
information about what the test case is doing and hides to which test
case implementation in Functest or Yardstick a test case spec refers.

Note: this patchset has not yet been tested in Dovetail itself. Its goal
is start a discussion about the naming scheme.

JIRA: DOVETAIL-647

Change-Id: If33b4bf88e451b372c2af10895ff92a87d9d961d
Signed-off-by: Georg Kunz <georg.kunz@ericsson.com>

3 files changed, 48 insertions, 74 deletions

diff --git a/etc/compliance/ovp.1.0.0.yml b/etc/compliance/ovp.1.0.0.yml
deleted file mode 100644
index 71f2198d..00000000
--- a/etc/compliance/ovp.1.0.0.yml
+++ /dev/null
@@ -1,57 +0,0 @@
----
-ovp.1.0.0:
-  name: ovp.1.0.0
-  testcases_list:
-  # mandatory test cases
-    # osinterop
-    - dovetail.osinterop.tc001
-    # vping
-    - dovetail.vping.tc001
-    - dovetail.vping.tc002
-    # HA
-    - dovetail.ha.tc001
-    - dovetail.ha.tc002
-    - dovetail.ha.tc003
-    - dovetail.ha.tc004
-    - dovetail.ha.tc005
-    - dovetail.ha.tc006
-    - dovetail.ha.tc007
-    - dovetail.ha.tc008
-  # optional test cases
-    # ipv6
-    - dovetail.ipv6.tc001
-    - dovetail.ipv6.tc002
-    - dovetail.ipv6.tc003
-    - dovetail.ipv6.tc004
-    - dovetail.ipv6.tc005
-    - dovetail.ipv6.tc006
-    - dovetail.ipv6.tc007
-    - dovetail.ipv6.tc008
-    - dovetail.ipv6.tc009
-    - dovetail.ipv6.tc010
-    - dovetail.ipv6.tc011
-    - dovetail.ipv6.tc012
-    - dovetail.ipv6.tc013
-    - dovetail.ipv6.tc014
-    - dovetail.ipv6.tc015
-    - dovetail.ipv6.tc016
-    - dovetail.ipv6.tc017
-    - dovetail.ipv6.tc018
-    - dovetail.ipv6.tc019
-    - dovetail.ipv6.tc020
-    - dovetail.ipv6.tc021
-    - dovetail.ipv6.tc022
-    - dovetail.ipv6.tc023
-    - dovetail.ipv6.tc024
-    - dovetail.ipv6.tc025
-    # tempest
-    - dovetail.tempest.tc001
-    - dovetail.tempest.tc002
-    - dovetail.tempest.tc003
-    - dovetail.tempest.tc004
-    - dovetail.tempest.tc005
-    # sdnvpn
-    - dovetail.sdnvpn.tc001
-    - dovetail.sdnvpn.tc002
-    - dovetail.sdnvpn.tc004
-    - dovetail.sdnvpn.tc008
diff --git a/etc/compliance/ovp.next.yaml b/etc/compliance/ovp.next.yaml
new file mode 100644
index 00000000..deb20093
--- /dev/null
+++ b/etc/compliance/ovp.next.yaml
@@ -0,0 +1,33 @@
+---
+ovp.next:
+  name: ovp.next
+  testcases_list:
+  # mandatory test cases
+    # osinterop
+    - dovetail.tempest.osinterop
+    # vping
+    - dovetail.vping.userdata
+    - dovetail.vping.ssh
+    # HA
+    - dovetail.ha.nova_api
+    - dovetail.ha.neutron_server
+    - dovetail.ha.keystone
+    - dovetail.ha.glance_api
+    - dovetail.ha.cinder_api
+    - dovetail.ha.cpu_load
+    - dovetail.ha.disk_load
+    - dovetail.ha.haproxy
+  # optional test cases
+    # ipv6
+    - dovetail.tempest.ipv6
+    # tempest
+    # some of the previous tempest test suites tc001 - tc005 have been merged
+    # with the smoke tests executed as part of the proposed_test test suite
+    - dovetail.tempest.multi_node_scheduling
+    - dovetail.tempest.network_security
+    - dovetail.tempest.vm_lifecycle
+    # sdnvpn
+    - dovetail.sdnvpn.subnet_connectivity
+    - dovetail.sdnvpn.tenant_separation
+    - dovetail.sdnvpn.router_association
+    - dovetail.sdnvpn.router_association_floating_ip
diff --git a/etc/compliance/proposed_tests.yml b/etc/compliance/proposed_tests.yml
index 830743bb..d5e9eef9 100644
--- a/etc/compliance/proposed_tests.yml
+++ b/etc/compliance/proposed_tests.yml
@@ -4,26 +4,24 @@ proposed_tests:
   testcases_list:
   # proposed test cases for 2nd release
     # smoke
-    - dovetail.smoke.tempest_compute
-    - dovetail.smoke.tempest_identity_v2
-    - dovetail.smoke.tempest_identity_v3
-    - dovetail.smoke.tempest_image
-    - dovetail.smoke.tempest_network
-    - dovetail.smoke.tempest_orchestration
-    - dovetail.smoke.tempest_scenario
-    - dovetail.smoke.tempest_volume
-    - dovetail.smoke.tc002
+#    - dovetail.tempest.compute
+#    - dovetail.tempest.identity_v2
+#    - dovetail.tempest.identity_v3
+#    - dovetail.tempest.image
+#    - dovetail.tempest.network
+#    - dovetail.tempest.orchestration
+#    - dovetail.tempest.volume
     # HA
-    - dovetail.ha.tc009
-    - dovetail.ha.tc010
-    - dovetail.ha.tc011
+#    - dovetail.ha.controller_restart
+#    - dovetail.ha.rabbitmq
+#    - dovetail.ha.neutron_l3_agent
     # vnf
-    - dovetail.vnf.tc001
+#    - dovetail.vnf.vims
     # stress
-    - dovetail.stress.tc001
+#    - dovetail.stress.ping
     # sdnvpn
-    - dovetail.sdnvpn.tc000
+#    - dovetail.tempest.bgpvpn
     # patrole
-    - dovetail.security.patrole
+#    - dovetail.security.patrole
     # Neutron trunk port Tempest tests
-    - dovetail.tempest.neutron_trunk_ports
+#    - dovetail.tempest.neutron_trunk_ports