summaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
-rw-r--r--dovetail/compliance/debug.yml2
-rw-r--r--dovetail/compliance/proposed_tests.yml38
-rw-r--r--dovetail/conf/dovetail_config.yml1
-rw-r--r--dovetail/testcase/ha.tc001.yml10
-rw-r--r--dovetail/testcase/ha.tc002.yml10
-rw-r--r--dovetail/testcase/ha.tc003.yml10
-rw-r--r--dovetail/testcase/ha.tc004.yml10
-rw-r--r--dovetail/testcase/ha.tc005.yml10
-rw-r--r--dovetail/testcase/ha.tc006.yml10
-rw-r--r--dovetail/testcase/ha.tc007.yml10
-rw-r--r--dovetail/testcase/ha.tc008.yml13
-rw-r--r--dovetail/testcase/ha.tc009.yml13
-rw-r--r--dovetail/testcase/ha.tc010.yml12
-rw-r--r--dovetail/testcase/ha.tc011.yml13
-rw-r--r--dovetail/testcase/ha.tc012.yml11
-rw-r--r--dovetail/testcase/nfvi.tc101.yml1
-rw-r--r--dovetail/testcase/nfvi.tc102.yml1
-rw-r--r--dovetail/testcase/vimops.tc001.yml10
-rw-r--r--dovetail/testcase/vimops.tc002.yml13
-rw-r--r--dovetail/testcase/vimops.tc003.yml14
-rw-r--r--dovetail/testcase/vimops.tc004.yml16
-rw-r--r--dovetail/testcase/vimops.tc005.yml12
-rw-r--r--dovetail/testcase/vimops.tc006.yml12
23 files changed, 158 insertions, 94 deletions
diff --git a/dovetail/compliance/debug.yml b/dovetail/compliance/debug.yml
index 7a9a231a..0ae734ea 100644
--- a/dovetail/compliance/debug.yml
+++ b/dovetail/compliance/debug.yml
@@ -1,7 +1,7 @@
---
# only used for dovetail tool development debug
# nfvi.tc001 tc002 running time is shorter, about 3 minutes
-# ipv6.tc001 about 20 minutes
+# defcore.tc001 about 30 minutes
debug:
name: debug
testcases_list:
diff --git a/dovetail/compliance/proposed_tests.yml b/dovetail/compliance/proposed_tests.yml
index ec903233..bc785206 100644
--- a/dovetail/compliance/proposed_tests.yml
+++ b/dovetail/compliance/proposed_tests.yml
@@ -2,21 +2,15 @@
proposed_tests:
name: proposed_tests
testcases_list:
- # TO DO: will adjust the dovetail tool to support in later patches
- # run.py --name1 {**/proposed/compliance} --name2 {**/vim/ipv6,etc}
- # vim operations
- - dovetail.vimops.tc001
- - dovetail.vimops.tc002
- - dovetail.vimops.tc003
- - dovetail.vimops.tc004
- - dovetail.vimops.tc005
- - dovetail.vimops.tc006
- # ipv6
+ # defcore,defcore.tc001 used for auto-method, defcore.tc002 used for manually method
+ - dovetail.defcore.tc001
+ # - dovetail.defcore.tc002
+ # ipv6
- dovetail.ipv6.tc001
- - dovetail.ipv6.tc002
- - dovetail.ipv6.tc003
- - dovetail.ipv6.tc004
- - dovetail.ipv6.tc005
+ # - dovetail.ipv6.tc002
+ # - dovetail.ipv6.tc003
+ # - dovetail.ipv6.tc004
+ # - dovetail.ipv6.tc005
- dovetail.ipv6.tc006
- dovetail.ipv6.tc007
- dovetail.ipv6.tc008
@@ -30,7 +24,6 @@ proposed_tests:
- dovetail.ipv6.tc016
- dovetail.ipv6.tc017
- dovetail.ipv6.tc018
- - dovetail.ipv6.tc010
- dovetail.ipv6.tc019
- dovetail.ipv6.tc020
- dovetail.ipv6.tc021
@@ -38,6 +31,19 @@ proposed_tests:
- dovetail.ipv6.tc023
- dovetail.ipv6.tc024
- dovetail.ipv6.tc025
- # nfvi compute/network/storage
+ # nfvi, vping_ssh, vping_userdata
- dovetail.nfvi.tc001
- dovetail.nfvi.tc002
+ # HA
+ - dovetail.ha.tc001
+ - dovetail.ha.tc002
+ - dovetail.ha.tc003
+ - dovetail.ha.tc004
+ - dovetail.ha.tc005
+ - dovetail.ha.tc006
+ - dovetail.ha.tc007
+ - dovetail.ha.tc008
+ - dovetail.ha.tc009
+ - dovetail.ha.tc010
+ - dovetail.ha.tc011
+ - dovetail.ha.tc012
diff --git a/dovetail/conf/dovetail_config.yml b/dovetail/conf/dovetail_config.yml
index 2171dbe4..332628a2 100644
--- a/dovetail/conf/dovetail_config.yml
+++ b/dovetail/conf/dovetail_config.yml
@@ -17,6 +17,7 @@ testsuite_supported:
testarea_supported:
- defcore
- example
+ - ha
- ipv6
- nfvi
- vimops
diff --git a/dovetail/testcase/ha.tc001.yml b/dovetail/testcase/ha.tc001.yml
new file mode 100644
index 00000000..e938c822
--- /dev/null
+++ b/dovetail/testcase/ha.tc001.yml
@@ -0,0 +1,10 @@
+---
+dovetail.ha.tc001:
+ name: dovetail.ha.tc001
+ objective: > # This test case will verify the high availability
+ # of the service provided by OpenStack (like nova-api, neutro-server) on control node.
+ validate:
+ type: yardstick
+ testcase: opnfv_yardstick_tc019
+ report:
+ sub_testcase_list:
diff --git a/dovetail/testcase/ha.tc002.yml b/dovetail/testcase/ha.tc002.yml
new file mode 100644
index 00000000..393212f6
--- /dev/null
+++ b/dovetail/testcase/ha.tc002.yml
@@ -0,0 +1,10 @@
+---
+dovetail.ha.tc002:
+ name: dovetail.ha.tc002
+ objective: > # This test case will verify the high availability of controller node.
+ # When one of the controller node abnormally shutdown, the service provided by it should be OK
+ validate:
+ type: yardstick
+ testcase: opnfv_yardstick_tc025
+ report:
+ sub_testcase_list:
diff --git a/dovetail/testcase/ha.tc003.yml b/dovetail/testcase/ha.tc003.yml
new file mode 100644
index 00000000..2c012b9b
--- /dev/null
+++ b/dovetail/testcase/ha.tc003.yml
@@ -0,0 +1,10 @@
+---
+dovetail.ha.tc003:
+ name: dovetail.ha.tc003
+ objective: > # This test case will verify the high availability of the
+ # network service provided by OpenStack (neutro-server) on control node.
+ validate:
+ type: yardstick
+ testcase: opnfv_yardstick_tc045
+ report:
+ sub_testcase_list:
diff --git a/dovetail/testcase/ha.tc004.yml b/dovetail/testcase/ha.tc004.yml
new file mode 100644
index 00000000..e743415e
--- /dev/null
+++ b/dovetail/testcase/ha.tc004.yml
@@ -0,0 +1,10 @@
+---
+dovetail.ha.tc004:
+ name: dovetail.ha.tc004
+ objective: > # This test case will verify the high availability of the
+ # user service provided by OpenStack (keystone) on control node.
+ validate:
+ type: yardstick
+ testcase: opnfv_yardstick_tc046
+ report:
+ sub_testcase_list:
diff --git a/dovetail/testcase/ha.tc005.yml b/dovetail/testcase/ha.tc005.yml
new file mode 100644
index 00000000..bd412e98
--- /dev/null
+++ b/dovetail/testcase/ha.tc005.yml
@@ -0,0 +1,10 @@
+---
+dovetail.ha.tc005:
+ name: dovetail.ha.tc005
+ objective: > # This test case will verify the high availability of the
+ # image service provided by OpenStack (glance-api) on control node.
+ validate:
+ type: yardstick
+ testcase: opnfv_yardstick_tc047
+ report:
+ sub_testcase_list:
diff --git a/dovetail/testcase/ha.tc006.yml b/dovetail/testcase/ha.tc006.yml
new file mode 100644
index 00000000..52809bb9
--- /dev/null
+++ b/dovetail/testcase/ha.tc006.yml
@@ -0,0 +1,10 @@
+---
+dovetail.ha.tc006:
+ name: dovetail.ha.tc006
+ objective: > # This test case will verify the high availability of the
+ # volume service provided by OpenStack (cinder-api) on control node.
+ validate:
+ type: yardstick
+ testcase: opnfv_yardstick_tc048
+ report:
+ sub_testcase_list:
diff --git a/dovetail/testcase/ha.tc007.yml b/dovetail/testcase/ha.tc007.yml
new file mode 100644
index 00000000..8a8aff71
--- /dev/null
+++ b/dovetail/testcase/ha.tc007.yml
@@ -0,0 +1,10 @@
+---
+dovetail.ha.tc007:
+ name: dovetail.ha.tc007
+ objective: > # This test case will verify the high availability of the
+ # storage service provided by OpenStack (swift-proxy) on control node.
+ validate:
+ type: yardstick
+ testcase: opnfv_yardstick_tc049
+ report:
+ sub_testcase_list:
diff --git a/dovetail/testcase/ha.tc008.yml b/dovetail/testcase/ha.tc008.yml
new file mode 100644
index 00000000..3ee323f4
--- /dev/null
+++ b/dovetail/testcase/ha.tc008.yml
@@ -0,0 +1,13 @@
+---
+dovetail.ha.tc008:
+ name: dovetail.ha.tc008
+ objective: > # This test case will verify the high availability of control node.
+ # When one of the controller failed to connect the network, which breaks down
+ # the Openstack services on this node. These Openstack service should able to
+ # be accessed by other controller nodes, and the services on failed controller
+ # node should be isolated
+ validate:
+ type: yardstick
+ testcase: opnfv_yardstick_tc050
+ report:
+ sub_testcase_list:
diff --git a/dovetail/testcase/ha.tc009.yml b/dovetail/testcase/ha.tc009.yml
new file mode 100644
index 00000000..2625de59
--- /dev/null
+++ b/dovetail/testcase/ha.tc009.yml
@@ -0,0 +1,13 @@
+---
+dovetail.ha.tc009:
+ name: dovetail.ha.tc009
+ objective: > # This test case will verify the high availability of control node.
+ # When the CPU usage of a specified controller node is stressed to 100%,
+ # which breaks down the Openstack services on this node. These Openstack service
+ # should able to be accessed by other controller nodes, and the services on
+ # failed controller node should be isolated.
+ validate:
+ type: yardstick
+ testcase: opnfv_yardstick_tc051
+ report:
+ sub_testcase_list:
diff --git a/dovetail/testcase/ha.tc010.yml b/dovetail/testcase/ha.tc010.yml
new file mode 100644
index 00000000..254fa6fd
--- /dev/null
+++ b/dovetail/testcase/ha.tc010.yml
@@ -0,0 +1,12 @@
+---
+dovetail.ha.tc010:
+ name: dovetail.ha.tc010
+ objective: > # This test case will verify the high availability of control node.
+ # When the disk I/O of a specified disk is blocked, which breaks down the Openstack
+ # services on this node. Read and write services should still be accessed by other
+ # controller nodes, and the services on failed controller node should be isolated.
+ validate:
+ type: yardstick
+ testcase: opnfv_yardstick_tc052
+ report:
+ sub_testcase_list:
diff --git a/dovetail/testcase/ha.tc011.yml b/dovetail/testcase/ha.tc011.yml
new file mode 100644
index 00000000..a3a91c9b
--- /dev/null
+++ b/dovetail/testcase/ha.tc011.yml
@@ -0,0 +1,13 @@
+---
+dovetail.ha.tc011:
+ name: dovetail.ha.tc011
+ objective: > # This test case will verify the high availability of the load balance
+ # service(current is HAProxy) that supports OpenStack on controller node. When the
+ # load balance service of a specified controller node is killed, whether other
+ # load balancers on other controller nodes will work, and whether the controller node
+ # will restart the load balancer are checked.
+ validate:
+ type: yardstick
+ testcase: opnfv_yardstick_tc053
+ report:
+ sub_testcase_list:
diff --git a/dovetail/testcase/ha.tc012.yml b/dovetail/testcase/ha.tc012.yml
new file mode 100644
index 00000000..127bf2d0
--- /dev/null
+++ b/dovetail/testcase/ha.tc012.yml
@@ -0,0 +1,11 @@
+---
+dovetail.ha.tc012:
+ name: dovetail.ha.tc012
+ objective: > # This test case will verify the high availability for virtual ip in the environment.
+ # When master node of virtual ip is abnormally shutdown, connection to virtual ip and the
+ # services binded to the virtual IP it should be OK.
+ validate:
+ type: yardstick
+ testcase: opnfv_yardstick_tc054
+ report:
+ sub_testcase_list:
diff --git a/dovetail/testcase/nfvi.tc101.yml b/dovetail/testcase/nfvi.tc101.yml
index 7c8fb3ec..2fa47dee 100644
--- a/dovetail/testcase/nfvi.tc101.yml
+++ b/dovetail/testcase/nfvi.tc101.yml
@@ -1,3 +1,4 @@
+---
dovetail.nfvi.tc101:
name: dovetail.nfvi.tc101
objective: measure number of cores and threads, available memory size and cache size
diff --git a/dovetail/testcase/nfvi.tc102.yml b/dovetail/testcase/nfvi.tc102.yml
index 7ce0435e..6da52243 100644
--- a/dovetail/testcase/nfvi.tc102.yml
+++ b/dovetail/testcase/nfvi.tc102.yml
@@ -1,3 +1,4 @@
+---
dovetail.nfvi.tc102:
name: dovetail.nfvi.tc102
objective: measure number of cores and threads, available memory size and cache size
diff --git a/dovetail/testcase/vimops.tc001.yml b/dovetail/testcase/vimops.tc001.yml
deleted file mode 100644
index 5aaa0b4a..00000000
--- a/dovetail/testcase/vimops.tc001.yml
+++ /dev/null
@@ -1,10 +0,0 @@
----
-dovetail.vimops.tc001:
- name: dovetail.vimops.tc001
- objective: Glance images v2 index
- validate:
- type: functest
- testcase: tempest_full_parallel
- report:
- sub_testcase_list:
- - tempest.api.image.v2.test_images.ListImagesTest.test_list_no_params
diff --git a/dovetail/testcase/vimops.tc002.yml b/dovetail/testcase/vimops.tc002.yml
deleted file mode 100644
index e12e7a8b..00000000
--- a/dovetail/testcase/vimops.tc002.yml
+++ /dev/null
@@ -1,13 +0,0 @@
----
-dovetail.vimops.tc002:
- name: dovetail.vimops.tc002
- objective: Glance Images v2 Delete
- validate:
- type: functest
- testcase: tempest_full_parallel
- report:
- sub_testcase_list:
- - tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image
- - tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_delete_image_null_id
- - tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_delete_non_existing_image
- - tempest.api.image.v2.test_images_tags_negative.ImagesTagsNegativeTest.test_delete_non_existing_tag
diff --git a/dovetail/testcase/vimops.tc003.yml b/dovetail/testcase/vimops.tc003.yml
deleted file mode 100644
index f6554a3a..00000000
--- a/dovetail/testcase/vimops.tc003.yml
+++ /dev/null
@@ -1,14 +0,0 @@
----
-dovetail.vimops.tc003:
- name: dovetail.vimops.tc003
- objective: Glance images v2 list
- validate:
- type: functest
- testcase: tempest_full_parallel
- report:
- sub_testcase_list:
- - tempest.api.image.v2.test_images.ListImagesTest.test_get_image_schema
- - tempest.api.image.v2.test_images.ListImagesTest.test_get_images_schema
- - tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_delete_deleted_image
- - tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_image_null_id
- - tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_non_existent_image
diff --git a/dovetail/testcase/vimops.tc004.yml b/dovetail/testcase/vimops.tc004.yml
deleted file mode 100644
index 66931294..00000000
--- a/dovetail/testcase/vimops.tc004.yml
+++ /dev/null
@@ -1,16 +0,0 @@
----
-dovetail.vimops.tc004:
- name: dovetail.vimops.tc004
- objective: Glance images v2 list
- validate:
- type: functest
- testcase: tempest_full_parallel
- report:
- sub_testcase_list:
- - tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_container_format
- - tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_disk_format
- - tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_limit
- - tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_min_max_size
- - tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_size
- - tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_status
- - tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_visibility
diff --git a/dovetail/testcase/vimops.tc005.yml b/dovetail/testcase/vimops.tc005.yml
deleted file mode 100644
index 061a9351..00000000
--- a/dovetail/testcase/vimops.tc005.yml
+++ /dev/null
@@ -1,12 +0,0 @@
----
-dovetail.vimops.tc005:
- name: dovetail.vimops.tc005
- objective: Glance images v2 import
- validate:
- type: functest
- testcase: tempest_full_parallel
- report:
- sub_testcase_list:
- - tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file
- - tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_register_with_invalid_container_format
- - tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_register_with_invalid_disk_format
diff --git a/dovetail/testcase/vimops.tc006.yml b/dovetail/testcase/vimops.tc006.yml
deleted file mode 100644
index bdebd8ad..00000000
--- a/dovetail/testcase/vimops.tc006.yml
+++ /dev/null
@@ -1,12 +0,0 @@
----
-dovetail.vimops.tc006:
- name: dovetail.vimops.tc006
- objective: Glance images v2 update
- validate:
- type: functest
- testcase: tempest_full_parallel
- report:
- sub_testcase_list:
- - tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image
- - tempest.api.image.v2.test_images_tags.ImagesTagsTest.test_update_delete_tags_for_image
- - tempest.api.image.v2.test_images_tags_negative.ImagesTagsNegativeTest.test_update_tags_for_non_existing_image