From d6f06f8b5d85847d47bd0ec226af528efa9d789c Mon Sep 17 00:00:00 2001 From: MatthewLi Date: Wed, 19 Apr 2017 03:27:50 -0400 Subject: add defcore/ha testcases to proposed_tests JIRA: DOVETAIL-398 JIRA: DOVETAIL-399 1. this testsuite will run in community CI, see https://gerrit.opnfv.org/gerrit/#/c/33509/ 2. HA testcases please see https://wiki.opnfv.org/pages/viewpage.action?pageId=8684344 3. vimops testcases deleted, since it's covered in defcore Change-Id: Ied9c8867e0aa99e33fd213030e6471aa5cfb86e8 Signed-off-by: MatthewLi --- dovetail/testcase/ha.tc001.yml | 10 ++++++++++ dovetail/testcase/ha.tc002.yml | 10 ++++++++++ dovetail/testcase/ha.tc003.yml | 10 ++++++++++ dovetail/testcase/ha.tc004.yml | 10 ++++++++++ dovetail/testcase/ha.tc005.yml | 10 ++++++++++ dovetail/testcase/ha.tc006.yml | 10 ++++++++++ dovetail/testcase/ha.tc007.yml | 10 ++++++++++ dovetail/testcase/ha.tc008.yml | 13 +++++++++++++ dovetail/testcase/ha.tc009.yml | 13 +++++++++++++ dovetail/testcase/ha.tc010.yml | 12 ++++++++++++ dovetail/testcase/ha.tc011.yml | 13 +++++++++++++ dovetail/testcase/ha.tc012.yml | 11 +++++++++++ dovetail/testcase/nfvi.tc101.yml | 1 + dovetail/testcase/nfvi.tc102.yml | 1 + dovetail/testcase/vimops.tc001.yml | 10 ---------- dovetail/testcase/vimops.tc002.yml | 13 ------------- dovetail/testcase/vimops.tc003.yml | 14 -------------- dovetail/testcase/vimops.tc004.yml | 16 ---------------- dovetail/testcase/vimops.tc005.yml | 12 ------------ dovetail/testcase/vimops.tc006.yml | 12 ------------ 20 files changed, 134 insertions(+), 77 deletions(-) create mode 100644 dovetail/testcase/ha.tc001.yml create mode 100644 dovetail/testcase/ha.tc002.yml create mode 100644 dovetail/testcase/ha.tc003.yml create mode 100644 dovetail/testcase/ha.tc004.yml create mode 100644 dovetail/testcase/ha.tc005.yml create mode 100644 dovetail/testcase/ha.tc006.yml create mode 100644 dovetail/testcase/ha.tc007.yml create mode 100644 dovetail/testcase/ha.tc008.yml create mode 100644 dovetail/testcase/ha.tc009.yml create mode 100644 dovetail/testcase/ha.tc010.yml create mode 100644 dovetail/testcase/ha.tc011.yml create mode 100644 dovetail/testcase/ha.tc012.yml delete mode 100644 dovetail/testcase/vimops.tc001.yml delete mode 100644 dovetail/testcase/vimops.tc002.yml delete mode 100644 dovetail/testcase/vimops.tc003.yml delete mode 100644 dovetail/testcase/vimops.tc004.yml delete mode 100644 dovetail/testcase/vimops.tc005.yml delete mode 100644 dovetail/testcase/vimops.tc006.yml (limited to 'dovetail/testcase') diff --git a/dovetail/testcase/ha.tc001.yml b/dovetail/testcase/ha.tc001.yml new file mode 100644 index 00000000..e938c822 --- /dev/null +++ b/dovetail/testcase/ha.tc001.yml @@ -0,0 +1,10 @@ +--- +dovetail.ha.tc001: + name: dovetail.ha.tc001 + objective: > # This test case will verify the high availability + # of the service provided by OpenStack (like nova-api, neutro-server) on control node. + validate: + type: yardstick + testcase: opnfv_yardstick_tc019 + report: + sub_testcase_list: diff --git a/dovetail/testcase/ha.tc002.yml b/dovetail/testcase/ha.tc002.yml new file mode 100644 index 00000000..393212f6 --- /dev/null +++ b/dovetail/testcase/ha.tc002.yml @@ -0,0 +1,10 @@ +--- +dovetail.ha.tc002: + name: dovetail.ha.tc002 + objective: > # This test case will verify the high availability of controller node. + # When one of the controller node abnormally shutdown, the service provided by it should be OK + validate: + type: yardstick + testcase: opnfv_yardstick_tc025 + report: + sub_testcase_list: diff --git a/dovetail/testcase/ha.tc003.yml b/dovetail/testcase/ha.tc003.yml new file mode 100644 index 00000000..2c012b9b --- /dev/null +++ b/dovetail/testcase/ha.tc003.yml @@ -0,0 +1,10 @@ +--- +dovetail.ha.tc003: + name: dovetail.ha.tc003 + objective: > # This test case will verify the high availability of the + # network service provided by OpenStack (neutro-server) on control node. + validate: + type: yardstick + testcase: opnfv_yardstick_tc045 + report: + sub_testcase_list: diff --git a/dovetail/testcase/ha.tc004.yml b/dovetail/testcase/ha.tc004.yml new file mode 100644 index 00000000..e743415e --- /dev/null +++ b/dovetail/testcase/ha.tc004.yml @@ -0,0 +1,10 @@ +--- +dovetail.ha.tc004: + name: dovetail.ha.tc004 + objective: > # This test case will verify the high availability of the + # user service provided by OpenStack (keystone) on control node. + validate: + type: yardstick + testcase: opnfv_yardstick_tc046 + report: + sub_testcase_list: diff --git a/dovetail/testcase/ha.tc005.yml b/dovetail/testcase/ha.tc005.yml new file mode 100644 index 00000000..bd412e98 --- /dev/null +++ b/dovetail/testcase/ha.tc005.yml @@ -0,0 +1,10 @@ +--- +dovetail.ha.tc005: + name: dovetail.ha.tc005 + objective: > # This test case will verify the high availability of the + # image service provided by OpenStack (glance-api) on control node. + validate: + type: yardstick + testcase: opnfv_yardstick_tc047 + report: + sub_testcase_list: diff --git a/dovetail/testcase/ha.tc006.yml b/dovetail/testcase/ha.tc006.yml new file mode 100644 index 00000000..52809bb9 --- /dev/null +++ b/dovetail/testcase/ha.tc006.yml @@ -0,0 +1,10 @@ +--- +dovetail.ha.tc006: + name: dovetail.ha.tc006 + objective: > # This test case will verify the high availability of the + # volume service provided by OpenStack (cinder-api) on control node. + validate: + type: yardstick + testcase: opnfv_yardstick_tc048 + report: + sub_testcase_list: diff --git a/dovetail/testcase/ha.tc007.yml b/dovetail/testcase/ha.tc007.yml new file mode 100644 index 00000000..8a8aff71 --- /dev/null +++ b/dovetail/testcase/ha.tc007.yml @@ -0,0 +1,10 @@ +--- +dovetail.ha.tc007: + name: dovetail.ha.tc007 + objective: > # This test case will verify the high availability of the + # storage service provided by OpenStack (swift-proxy) on control node. + validate: + type: yardstick + testcase: opnfv_yardstick_tc049 + report: + sub_testcase_list: diff --git a/dovetail/testcase/ha.tc008.yml b/dovetail/testcase/ha.tc008.yml new file mode 100644 index 00000000..3ee323f4 --- /dev/null +++ b/dovetail/testcase/ha.tc008.yml @@ -0,0 +1,13 @@ +--- +dovetail.ha.tc008: + name: dovetail.ha.tc008 + objective: > # This test case will verify the high availability of control node. + # When one of the controller failed to connect the network, which breaks down + # the Openstack services on this node. These Openstack service should able to + # be accessed by other controller nodes, and the services on failed controller + # node should be isolated + validate: + type: yardstick + testcase: opnfv_yardstick_tc050 + report: + sub_testcase_list: diff --git a/dovetail/testcase/ha.tc009.yml b/dovetail/testcase/ha.tc009.yml new file mode 100644 index 00000000..2625de59 --- /dev/null +++ b/dovetail/testcase/ha.tc009.yml @@ -0,0 +1,13 @@ +--- +dovetail.ha.tc009: + name: dovetail.ha.tc009 + objective: > # This test case will verify the high availability of control node. + # When the CPU usage of a specified controller node is stressed to 100%, + # which breaks down the Openstack services on this node. These Openstack service + # should able to be accessed by other controller nodes, and the services on + # failed controller node should be isolated. + validate: + type: yardstick + testcase: opnfv_yardstick_tc051 + report: + sub_testcase_list: diff --git a/dovetail/testcase/ha.tc010.yml b/dovetail/testcase/ha.tc010.yml new file mode 100644 index 00000000..254fa6fd --- /dev/null +++ b/dovetail/testcase/ha.tc010.yml @@ -0,0 +1,12 @@ +--- +dovetail.ha.tc010: + name: dovetail.ha.tc010 + objective: > # This test case will verify the high availability of control node. + # When the disk I/O of a specified disk is blocked, which breaks down the Openstack + # services on this node. Read and write services should still be accessed by other + # controller nodes, and the services on failed controller node should be isolated. + validate: + type: yardstick + testcase: opnfv_yardstick_tc052 + report: + sub_testcase_list: diff --git a/dovetail/testcase/ha.tc011.yml b/dovetail/testcase/ha.tc011.yml new file mode 100644 index 00000000..a3a91c9b --- /dev/null +++ b/dovetail/testcase/ha.tc011.yml @@ -0,0 +1,13 @@ +--- +dovetail.ha.tc011: + name: dovetail.ha.tc011 + objective: > # This test case will verify the high availability of the load balance + # service(current is HAProxy) that supports OpenStack on controller node. When the + # load balance service of a specified controller node is killed, whether other + # load balancers on other controller nodes will work, and whether the controller node + # will restart the load balancer are checked. + validate: + type: yardstick + testcase: opnfv_yardstick_tc053 + report: + sub_testcase_list: diff --git a/dovetail/testcase/ha.tc012.yml b/dovetail/testcase/ha.tc012.yml new file mode 100644 index 00000000..127bf2d0 --- /dev/null +++ b/dovetail/testcase/ha.tc012.yml @@ -0,0 +1,11 @@ +--- +dovetail.ha.tc012: + name: dovetail.ha.tc012 + objective: > # This test case will verify the high availability for virtual ip in the environment. + # When master node of virtual ip is abnormally shutdown, connection to virtual ip and the + # services binded to the virtual IP it should be OK. + validate: + type: yardstick + testcase: opnfv_yardstick_tc054 + report: + sub_testcase_list: diff --git a/dovetail/testcase/nfvi.tc101.yml b/dovetail/testcase/nfvi.tc101.yml index 7c8fb3ec..2fa47dee 100644 --- a/dovetail/testcase/nfvi.tc101.yml +++ b/dovetail/testcase/nfvi.tc101.yml @@ -1,3 +1,4 @@ +--- dovetail.nfvi.tc101: name: dovetail.nfvi.tc101 objective: measure number of cores and threads, available memory size and cache size diff --git a/dovetail/testcase/nfvi.tc102.yml b/dovetail/testcase/nfvi.tc102.yml index 7ce0435e..6da52243 100644 --- a/dovetail/testcase/nfvi.tc102.yml +++ b/dovetail/testcase/nfvi.tc102.yml @@ -1,3 +1,4 @@ +--- dovetail.nfvi.tc102: name: dovetail.nfvi.tc102 objective: measure number of cores and threads, available memory size and cache size diff --git a/dovetail/testcase/vimops.tc001.yml b/dovetail/testcase/vimops.tc001.yml deleted file mode 100644 index 5aaa0b4a..00000000 --- a/dovetail/testcase/vimops.tc001.yml +++ /dev/null @@ -1,10 +0,0 @@ ---- -dovetail.vimops.tc001: - name: dovetail.vimops.tc001 - objective: Glance images v2 index - validate: - type: functest - testcase: tempest_full_parallel - report: - sub_testcase_list: - - tempest.api.image.v2.test_images.ListImagesTest.test_list_no_params diff --git a/dovetail/testcase/vimops.tc002.yml b/dovetail/testcase/vimops.tc002.yml deleted file mode 100644 index e12e7a8b..00000000 --- a/dovetail/testcase/vimops.tc002.yml +++ /dev/null @@ -1,13 +0,0 @@ ---- -dovetail.vimops.tc002: - name: dovetail.vimops.tc002 - objective: Glance Images v2 Delete - validate: - type: functest - testcase: tempest_full_parallel - report: - sub_testcase_list: - - tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image - - tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_delete_image_null_id - - tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_delete_non_existing_image - - tempest.api.image.v2.test_images_tags_negative.ImagesTagsNegativeTest.test_delete_non_existing_tag diff --git a/dovetail/testcase/vimops.tc003.yml b/dovetail/testcase/vimops.tc003.yml deleted file mode 100644 index f6554a3a..00000000 --- a/dovetail/testcase/vimops.tc003.yml +++ /dev/null @@ -1,14 +0,0 @@ ---- -dovetail.vimops.tc003: - name: dovetail.vimops.tc003 - objective: Glance images v2 list - validate: - type: functest - testcase: tempest_full_parallel - report: - sub_testcase_list: - - tempest.api.image.v2.test_images.ListImagesTest.test_get_image_schema - - tempest.api.image.v2.test_images.ListImagesTest.test_get_images_schema - - tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_delete_deleted_image - - tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_image_null_id - - tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_non_existent_image diff --git a/dovetail/testcase/vimops.tc004.yml b/dovetail/testcase/vimops.tc004.yml deleted file mode 100644 index 66931294..00000000 --- a/dovetail/testcase/vimops.tc004.yml +++ /dev/null @@ -1,16 +0,0 @@ ---- -dovetail.vimops.tc004: - name: dovetail.vimops.tc004 - objective: Glance images v2 list - validate: - type: functest - testcase: tempest_full_parallel - report: - sub_testcase_list: - - tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_container_format - - tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_disk_format - - tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_limit - - tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_min_max_size - - tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_size - - tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_status - - tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_visibility diff --git a/dovetail/testcase/vimops.tc005.yml b/dovetail/testcase/vimops.tc005.yml deleted file mode 100644 index 061a9351..00000000 --- a/dovetail/testcase/vimops.tc005.yml +++ /dev/null @@ -1,12 +0,0 @@ ---- -dovetail.vimops.tc005: - name: dovetail.vimops.tc005 - objective: Glance images v2 import - validate: - type: functest - testcase: tempest_full_parallel - report: - sub_testcase_list: - - tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file - - tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_register_with_invalid_container_format - - tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_register_with_invalid_disk_format diff --git a/dovetail/testcase/vimops.tc006.yml b/dovetail/testcase/vimops.tc006.yml deleted file mode 100644 index bdebd8ad..00000000 --- a/dovetail/testcase/vimops.tc006.yml +++ /dev/null @@ -1,12 +0,0 @@ ---- -dovetail.vimops.tc006: - name: dovetail.vimops.tc006 - objective: Glance images v2 update - validate: - type: functest - testcase: tempest_full_parallel - report: - sub_testcase_list: - - tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image - - tempest.api.image.v2.test_images_tags.ImagesTagsTest.test_update_delete_tags_for_image - - tempest.api.image.v2.test_images_tags_negative.ImagesTagsNegativeTest.test_update_tags_for_non_existing_image -- cgit 1.2.3-korg