Merge "add defcore/ha testcases to proposed_tests"

23 files changed, 158 insertions, 94 deletions

diff --git a/dovetail/compliance/debug.yml b/dovetail/compliance/debug.yml
index 7a9a231a..0ae734ea 100644
--- a/dovetail/compliance/debug.yml
+++ b/dovetail/compliance/debug.yml
@@ -1,7 +1,7 @@
 ---
 # only used for dovetail tool development debug
 # nfvi.tc001 tc002 running time is shorter, about 3 minutes
-# ipv6.tc001 about 20 minutes
+# defcore.tc001 about 30 minutes
 debug:
   name: debug
   testcases_list:
diff --git a/dovetail/compliance/proposed_tests.yml b/dovetail/compliance/proposed_tests.yml
index ec903233..bc785206 100644
--- a/dovetail/compliance/proposed_tests.yml
+++ b/dovetail/compliance/proposed_tests.yml
@@ -2,21 +2,15 @@
 proposed_tests:
   name: proposed_tests
   testcases_list:
-    # TO DO: will adjust the dovetail tool to support in later patches
-    # run.py --name1 {**/proposed/compliance} --name2 {**/vim/ipv6,etc}
-    # vim operations
-    - dovetail.vimops.tc001
-    - dovetail.vimops.tc002
-    - dovetail.vimops.tc003
-    - dovetail.vimops.tc004
-    - dovetail.vimops.tc005
-    - dovetail.vimops.tc006
-   # ipv6
+    # defcore,defcore.tc001 used for auto-method, defcore.tc002 used for manually method
+    - dovetail.defcore.tc001
+    # - dovetail.defcore.tc002
+    # ipv6
     - dovetail.ipv6.tc001
-    - dovetail.ipv6.tc002
-    - dovetail.ipv6.tc003
-    - dovetail.ipv6.tc004
-    - dovetail.ipv6.tc005
+    # - dovetail.ipv6.tc002
+    # - dovetail.ipv6.tc003
+    # - dovetail.ipv6.tc004
+    # - dovetail.ipv6.tc005
     - dovetail.ipv6.tc006
     - dovetail.ipv6.tc007
     - dovetail.ipv6.tc008
@@ -30,7 +24,6 @@ proposed_tests:
     - dovetail.ipv6.tc016
     - dovetail.ipv6.tc017
     - dovetail.ipv6.tc018
-    - dovetail.ipv6.tc010
     - dovetail.ipv6.tc019
     - dovetail.ipv6.tc020
     - dovetail.ipv6.tc021
@@ -38,6 +31,19 @@ proposed_tests:
     - dovetail.ipv6.tc023
     - dovetail.ipv6.tc024
     - dovetail.ipv6.tc025
-    # nfvi compute/network/storage
+    # nfvi, vping_ssh, vping_userdata
     - dovetail.nfvi.tc001
     - dovetail.nfvi.tc002
+    # HA
+    - dovetail.ha.tc001
+    - dovetail.ha.tc002
+    - dovetail.ha.tc003
+    - dovetail.ha.tc004
+    - dovetail.ha.tc005
+    - dovetail.ha.tc006
+    - dovetail.ha.tc007
+    - dovetail.ha.tc008
+    - dovetail.ha.tc009
+    - dovetail.ha.tc010
+    - dovetail.ha.tc011
+    - dovetail.ha.tc012
diff --git a/dovetail/conf/dovetail_config.yml b/dovetail/conf/dovetail_config.yml
index 2171dbe4..332628a2 100644
--- a/dovetail/conf/dovetail_config.yml
+++ b/dovetail/conf/dovetail_config.yml
@@ -17,6 +17,7 @@ testsuite_supported:
 testarea_supported:
   - defcore
   - example
+  - ha
   - ipv6
   - nfvi
   - vimops
diff --git a/dovetail/testcase/ha.tc001.yml b/dovetail/testcase/ha.tc001.yml
new file mode 100644
index 00000000..e938c822
--- /dev/null
+++ b/dovetail/testcase/ha.tc001.yml
@@ -0,0 +1,10 @@
+---
+dovetail.ha.tc001:
+  name: dovetail.ha.tc001
+  objective: > # This test case will verify the high availability
+    # of the service provided by OpenStack (like nova-api, neutro-server) on control node.
+  validate:
+    type: yardstick
+    testcase: opnfv_yardstick_tc019
+  report:
+    sub_testcase_list:
diff --git a/dovetail/testcase/ha.tc002.yml b/dovetail/testcase/ha.tc002.yml
new file mode 100644
index 00000000..393212f6
--- /dev/null
+++ b/dovetail/testcase/ha.tc002.yml
@@ -0,0 +1,10 @@
+---
+dovetail.ha.tc002:
+  name: dovetail.ha.tc002
+  objective: > # This test case will verify the high availability of controller node.
+    # When one of the controller node abnormally shutdown, the service provided by it should be OK
+  validate:
+    type: yardstick
+    testcase: opnfv_yardstick_tc025
+  report:
+    sub_testcase_list:
diff --git a/dovetail/testcase/ha.tc003.yml b/dovetail/testcase/ha.tc003.yml
new file mode 100644
index 00000000..2c012b9b
--- /dev/null
+++ b/dovetail/testcase/ha.tc003.yml
@@ -0,0 +1,10 @@
+---
+dovetail.ha.tc003:
+  name: dovetail.ha.tc003
+  objective: > # This test case will verify the high availability of the
+    # network service provided by OpenStack (neutro-server) on control node.
+  validate:
+    type: yardstick
+    testcase: opnfv_yardstick_tc045
+  report:
+    sub_testcase_list:
diff --git a/dovetail/testcase/ha.tc004.yml b/dovetail/testcase/ha.tc004.yml
new file mode 100644
index 00000000..e743415e
--- /dev/null
+++ b/dovetail/testcase/ha.tc004.yml
@@ -0,0 +1,10 @@
+---
+dovetail.ha.tc004:
+  name: dovetail.ha.tc004
+  objective: > # This test case will verify the high availability of the
+    # user service provided by OpenStack (keystone) on control node.
+  validate:
+    type: yardstick
+    testcase: opnfv_yardstick_tc046
+  report:
+    sub_testcase_list:
diff --git a/dovetail/testcase/ha.tc005.yml b/dovetail/testcase/ha.tc005.yml
new file mode 100644
index 00000000..bd412e98
--- /dev/null
+++ b/dovetail/testcase/ha.tc005.yml
@@ -0,0 +1,10 @@
+---
+dovetail.ha.tc005:
+  name: dovetail.ha.tc005
+  objective: > # This test case will verify the high availability of the
+    # image service provided by OpenStack (glance-api) on control node.
+  validate:
+    type: yardstick
+    testcase: opnfv_yardstick_tc047
+  report:
+    sub_testcase_list:
diff --git a/dovetail/testcase/ha.tc006.yml b/dovetail/testcase/ha.tc006.yml
new file mode 100644
index 00000000..52809bb9
--- /dev/null
+++ b/dovetail/testcase/ha.tc006.yml
@@ -0,0 +1,10 @@
+---
+dovetail.ha.tc006:
+  name: dovetail.ha.tc006
+  objective: > # This test case will verify the high availability of the
+    # volume service provided by OpenStack (cinder-api) on control node.
+  validate:
+    type: yardstick
+    testcase: opnfv_yardstick_tc048
+  report:
+    sub_testcase_list:
diff --git a/dovetail/testcase/ha.tc007.yml b/dovetail/testcase/ha.tc007.yml
new file mode 100644
index 00000000..8a8aff71
--- /dev/null
+++ b/dovetail/testcase/ha.tc007.yml
@@ -0,0 +1,10 @@
+---
+dovetail.ha.tc007:
+  name: dovetail.ha.tc007
+  objective: > # This test case will verify the high availability of the
+    # storage service provided by OpenStack (swift-proxy) on control node.
+  validate:
+    type: yardstick
+    testcase: opnfv_yardstick_tc049
+  report:
+    sub_testcase_list:
diff --git a/dovetail/testcase/ha.tc008.yml b/dovetail/testcase/ha.tc008.yml
new file mode 100644
index 00000000..3ee323f4
--- /dev/null
+++ b/dovetail/testcase/ha.tc008.yml
@@ -0,0 +1,13 @@
+---
+dovetail.ha.tc008:
+  name: dovetail.ha.tc008
+  objective: > # This test case will verify the high availability of control node.
+    # When one of the controller failed to connect the network, which breaks down
+    # the Openstack services on this node. These Openstack service should able to
+    # be accessed by other controller nodes, and the services on failed controller
+    # node should be isolated
+  validate:
+    type: yardstick
+    testcase: opnfv_yardstick_tc050
+  report:
+    sub_testcase_list:
diff --git a/dovetail/testcase/ha.tc009.yml b/dovetail/testcase/ha.tc009.yml
new file mode 100644
index 00000000..2625de59
--- /dev/null
+++ b/dovetail/testcase/ha.tc009.yml
@@ -0,0 +1,13 @@
+---
+dovetail.ha.tc009:
+  name: dovetail.ha.tc009
+  objective: > # This test case will verify the high availability of control node.
+    # When the CPU usage of a specified controller node is stressed to 100%,
+    # which breaks down the Openstack services on this node. These Openstack service
+    # should able to be accessed by other controller nodes, and the services on
+    # failed controller node should be isolated.
+  validate:
+    type: yardstick
+    testcase: opnfv_yardstick_tc051
+  report:
+    sub_testcase_list:
diff --git a/dovetail/testcase/ha.tc010.yml b/dovetail/testcase/ha.tc010.yml
new file mode 100644
index 00000000..254fa6fd
--- /dev/null
+++ b/dovetail/testcase/ha.tc010.yml
@@ -0,0 +1,12 @@
+---
+dovetail.ha.tc010:
+  name: dovetail.ha.tc010
+  objective: > # This test case will verify the high availability of control node.
+    # When the disk I/O of a specified disk is blocked, which breaks down the Openstack
+    # services on this node. Read and write services should still be accessed by other
+    # controller nodes, and the services on failed controller node should be isolated.
+  validate:
+    type: yardstick
+    testcase: opnfv_yardstick_tc052
+  report:
+    sub_testcase_list:
diff --git a/dovetail/testcase/ha.tc011.yml b/dovetail/testcase/ha.tc011.yml
new file mode 100644
index 00000000..a3a91c9b
--- /dev/null
+++ b/dovetail/testcase/ha.tc011.yml
@@ -0,0 +1,13 @@
+---
+dovetail.ha.tc011:
+  name: dovetail.ha.tc011
+  objective: > # This test case will verify the high availability of the load balance
+    # service(current is HAProxy) that supports OpenStack on controller node. When the
+    # load balance service of a specified controller node is killed, whether other
+    # load balancers on other controller nodes will work, and whether the controller node
+    # will restart the load balancer are checked.
+  validate:
+    type: yardstick
+    testcase: opnfv_yardstick_tc053
+  report:
+    sub_testcase_list:
diff --git a/dovetail/testcase/ha.tc012.yml b/dovetail/testcase/ha.tc012.yml
new file mode 100644
index 00000000..127bf2d0
--- /dev/null
+++ b/dovetail/testcase/ha.tc012.yml
@@ -0,0 +1,11 @@
+---
+dovetail.ha.tc012:
+  name: dovetail.ha.tc012
+  objective: > # This test case will verify the high availability for virtual ip in the environment.
+    # When master node of virtual ip is abnormally shutdown, connection to virtual ip and the
+    # services binded to the virtual IP it should be OK.
+  validate:
+    type: yardstick
+    testcase: opnfv_yardstick_tc054
+  report:
+    sub_testcase_list:
diff --git a/dovetail/testcase/nfvi.tc101.yml b/dovetail/testcase/nfvi.tc101.yml
index 7c8fb3ec..2fa47dee 100644
--- a/dovetail/testcase/nfvi.tc101.yml
+++ b/dovetail/testcase/nfvi.tc101.yml
@@ -1,3 +1,4 @@
+---
 dovetail.nfvi.tc101:
   name: dovetail.nfvi.tc101
   objective: measure number of cores and threads, available memory size and cache size
diff --git a/dovetail/testcase/nfvi.tc102.yml b/dovetail/testcase/nfvi.tc102.yml
index 7ce0435e..6da52243 100644
--- a/dovetail/testcase/nfvi.tc102.yml
+++ b/dovetail/testcase/nfvi.tc102.yml
@@ -1,3 +1,4 @@
+---
 dovetail.nfvi.tc102:
   name: dovetail.nfvi.tc102
   objective: measure number of cores and threads, available memory size and cache size
diff --git a/dovetail/testcase/vimops.tc001.yml b/dovetail/testcase/vimops.tc001.yml
deleted file mode 100644
index 5aaa0b4a..00000000
--- a/dovetail/testcase/vimops.tc001.yml
+++ /dev/null
@@ -1,10 +0,0 @@
----
-dovetail.vimops.tc001:
-  name: dovetail.vimops.tc001
-  objective: Glance images v2 index
-  validate:
-    type: functest
-    testcase: tempest_full_parallel
-  report:
-    sub_testcase_list:
-      - tempest.api.image.v2.test_images.ListImagesTest.test_list_no_params
diff --git a/dovetail/testcase/vimops.tc002.yml b/dovetail/testcase/vimops.tc002.yml
deleted file mode 100644
index e12e7a8b..00000000
--- a/dovetail/testcase/vimops.tc002.yml
+++ /dev/null
@@ -1,13 +0,0 @@
----
-dovetail.vimops.tc002:
-  name: dovetail.vimops.tc002
-  objective: Glance Images v2 Delete
-  validate:
-    type: functest
-    testcase: tempest_full_parallel
-  report:
-    sub_testcase_list:
-      - tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image
-      - tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_delete_image_null_id
-      - tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_delete_non_existing_image
-      - tempest.api.image.v2.test_images_tags_negative.ImagesTagsNegativeTest.test_delete_non_existing_tag
diff --git a/dovetail/testcase/vimops.tc003.yml b/dovetail/testcase/vimops.tc003.yml
deleted file mode 100644
index f6554a3a..00000000
--- a/dovetail/testcase/vimops.tc003.yml
+++ /dev/null
@@ -1,14 +0,0 @@
----
-dovetail.vimops.tc003:
-  name: dovetail.vimops.tc003
-  objective: Glance images v2 list
-  validate:
-    type: functest
-    testcase: tempest_full_parallel
-  report:
-    sub_testcase_list:
-      - tempest.api.image.v2.test_images.ListImagesTest.test_get_image_schema
-      - tempest.api.image.v2.test_images.ListImagesTest.test_get_images_schema
-      - tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_delete_deleted_image
-      - tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_image_null_id
-      - tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_non_existent_image
diff --git a/dovetail/testcase/vimops.tc004.yml b/dovetail/testcase/vimops.tc004.yml
deleted file mode 100644
index 66931294..00000000
--- a/dovetail/testcase/vimops.tc004.yml
+++ /dev/null
@@ -1,16 +0,0 @@
----
-dovetail.vimops.tc004:
-  name: dovetail.vimops.tc004
-  objective: Glance images v2 list
-  validate:
-    type: functest
-    testcase: tempest_full_parallel
-  report:
-    sub_testcase_list:
-      - tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_container_format
-      - tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_disk_format
-      - tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_limit
-      - tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_min_max_size
-      - tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_size
-      - tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_status
-      - tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_visibility
diff --git a/dovetail/testcase/vimops.tc005.yml b/dovetail/testcase/vimops.tc005.yml
deleted file mode 100644
index 061a9351..00000000
--- a/dovetail/testcase/vimops.tc005.yml
+++ /dev/null
@@ -1,12 +0,0 @@
----
-dovetail.vimops.tc005:
-  name: dovetail.vimops.tc005
-  objective: Glance images v2 import
-  validate:
-    type: functest
-    testcase: tempest_full_parallel
-  report:
-    sub_testcase_list:
-      - tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file
-      - tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_register_with_invalid_container_format
-      - tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_register_with_invalid_disk_format
diff --git a/dovetail/testcase/vimops.tc006.yml b/dovetail/testcase/vimops.tc006.yml
deleted file mode 100644
index bdebd8ad..00000000
--- a/dovetail/testcase/vimops.tc006.yml
+++ /dev/null
@@ -1,12 +0,0 @@
----
-dovetail.vimops.tc006:
-  name: dovetail.vimops.tc006
-  objective: Glance images v2 update
-  validate:
-    type: functest
-    testcase: tempest_full_parallel
-  report:
-    sub_testcase_list:
-      - tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image
-      - tempest.api.image.v2.test_images_tags.ImagesTagsTest.test_update_delete_tags_for_image
-      - tempest.api.image.v2.test_images_tags_negative.ImagesTagsNegativeTest.test_update_tags_for_non_existing_image