diff options
23 files changed, 158 insertions, 94 deletions
diff --git a/dovetail/compliance/debug.yml b/dovetail/compliance/debug.yml index 7a9a231a..0ae734ea 100644 --- a/dovetail/compliance/debug.yml +++ b/dovetail/compliance/debug.yml @@ -1,7 +1,7 @@ --- # only used for dovetail tool development debug # nfvi.tc001 tc002 running time is shorter, about 3 minutes -# ipv6.tc001 about 20 minutes +# defcore.tc001 about 30 minutes debug: name: debug testcases_list: diff --git a/dovetail/compliance/proposed_tests.yml b/dovetail/compliance/proposed_tests.yml index ec903233..bc785206 100644 --- a/dovetail/compliance/proposed_tests.yml +++ b/dovetail/compliance/proposed_tests.yml @@ -2,21 +2,15 @@ proposed_tests: name: proposed_tests testcases_list: - # TO DO: will adjust the dovetail tool to support in later patches - # run.py --name1 {**/proposed/compliance} --name2 {**/vim/ipv6,etc} - # vim operations - - dovetail.vimops.tc001 - - dovetail.vimops.tc002 - - dovetail.vimops.tc003 - - dovetail.vimops.tc004 - - dovetail.vimops.tc005 - - dovetail.vimops.tc006 - # ipv6 + # defcore,defcore.tc001 used for auto-method, defcore.tc002 used for manually method + - dovetail.defcore.tc001 + # - dovetail.defcore.tc002 + # ipv6 - dovetail.ipv6.tc001 - - dovetail.ipv6.tc002 - - dovetail.ipv6.tc003 - - dovetail.ipv6.tc004 - - dovetail.ipv6.tc005 + # - dovetail.ipv6.tc002 + # - dovetail.ipv6.tc003 + # - dovetail.ipv6.tc004 + # - dovetail.ipv6.tc005 - dovetail.ipv6.tc006 - dovetail.ipv6.tc007 - dovetail.ipv6.tc008 @@ -30,7 +24,6 @@ proposed_tests: - dovetail.ipv6.tc016 - dovetail.ipv6.tc017 - dovetail.ipv6.tc018 - - dovetail.ipv6.tc010 - dovetail.ipv6.tc019 - dovetail.ipv6.tc020 - dovetail.ipv6.tc021 @@ -38,6 +31,19 @@ proposed_tests: - dovetail.ipv6.tc023 - dovetail.ipv6.tc024 - dovetail.ipv6.tc025 - # nfvi compute/network/storage + # nfvi, vping_ssh, vping_userdata - dovetail.nfvi.tc001 - dovetail.nfvi.tc002 + # HA + - dovetail.ha.tc001 + - dovetail.ha.tc002 + - dovetail.ha.tc003 + - dovetail.ha.tc004 + - dovetail.ha.tc005 + - dovetail.ha.tc006 + - dovetail.ha.tc007 + - dovetail.ha.tc008 + - dovetail.ha.tc009 + - dovetail.ha.tc010 + - dovetail.ha.tc011 + - dovetail.ha.tc012 diff --git a/dovetail/conf/dovetail_config.yml b/dovetail/conf/dovetail_config.yml index 56a5482a..5ab463da 100644 --- a/dovetail/conf/dovetail_config.yml +++ b/dovetail/conf/dovetail_config.yml @@ -17,6 +17,7 @@ testsuite_supported: testarea_supported: - defcore - example + - ha - ipv6 - nfvi - vimops diff --git a/dovetail/testcase/ha.tc001.yml b/dovetail/testcase/ha.tc001.yml new file mode 100644 index 00000000..e938c822 --- /dev/null +++ b/dovetail/testcase/ha.tc001.yml @@ -0,0 +1,10 @@ +--- +dovetail.ha.tc001: + name: dovetail.ha.tc001 + objective: > # This test case will verify the high availability + # of the service provided by OpenStack (like nova-api, neutro-server) on control node. + validate: + type: yardstick + testcase: opnfv_yardstick_tc019 + report: + sub_testcase_list: diff --git a/dovetail/testcase/ha.tc002.yml b/dovetail/testcase/ha.tc002.yml new file mode 100644 index 00000000..393212f6 --- /dev/null +++ b/dovetail/testcase/ha.tc002.yml @@ -0,0 +1,10 @@ +--- +dovetail.ha.tc002: + name: dovetail.ha.tc002 + objective: > # This test case will verify the high availability of controller node. + # When one of the controller node abnormally shutdown, the service provided by it should be OK + validate: + type: yardstick + testcase: opnfv_yardstick_tc025 + report: + sub_testcase_list: diff --git a/dovetail/testcase/ha.tc003.yml b/dovetail/testcase/ha.tc003.yml new file mode 100644 index 00000000..2c012b9b --- /dev/null +++ b/dovetail/testcase/ha.tc003.yml @@ -0,0 +1,10 @@ +--- +dovetail.ha.tc003: + name: dovetail.ha.tc003 + objective: > # This test case will verify the high availability of the + # network service provided by OpenStack (neutro-server) on control node. + validate: + type: yardstick + testcase: opnfv_yardstick_tc045 + report: + sub_testcase_list: diff --git a/dovetail/testcase/ha.tc004.yml b/dovetail/testcase/ha.tc004.yml new file mode 100644 index 00000000..e743415e --- /dev/null +++ b/dovetail/testcase/ha.tc004.yml @@ -0,0 +1,10 @@ +--- +dovetail.ha.tc004: + name: dovetail.ha.tc004 + objective: > # This test case will verify the high availability of the + # user service provided by OpenStack (keystone) on control node. + validate: + type: yardstick + testcase: opnfv_yardstick_tc046 + report: + sub_testcase_list: diff --git a/dovetail/testcase/ha.tc005.yml b/dovetail/testcase/ha.tc005.yml new file mode 100644 index 00000000..bd412e98 --- /dev/null +++ b/dovetail/testcase/ha.tc005.yml @@ -0,0 +1,10 @@ +--- +dovetail.ha.tc005: + name: dovetail.ha.tc005 + objective: > # This test case will verify the high availability of the + # image service provided by OpenStack (glance-api) on control node. + validate: + type: yardstick + testcase: opnfv_yardstick_tc047 + report: + sub_testcase_list: diff --git a/dovetail/testcase/ha.tc006.yml b/dovetail/testcase/ha.tc006.yml new file mode 100644 index 00000000..52809bb9 --- /dev/null +++ b/dovetail/testcase/ha.tc006.yml @@ -0,0 +1,10 @@ +--- +dovetail.ha.tc006: + name: dovetail.ha.tc006 + objective: > # This test case will verify the high availability of the + # volume service provided by OpenStack (cinder-api) on control node. + validate: + type: yardstick + testcase: opnfv_yardstick_tc048 + report: + sub_testcase_list: diff --git a/dovetail/testcase/ha.tc007.yml b/dovetail/testcase/ha.tc007.yml new file mode 100644 index 00000000..8a8aff71 --- /dev/null +++ b/dovetail/testcase/ha.tc007.yml @@ -0,0 +1,10 @@ +--- +dovetail.ha.tc007: + name: dovetail.ha.tc007 + objective: > # This test case will verify the high availability of the + # storage service provided by OpenStack (swift-proxy) on control node. + validate: + type: yardstick + testcase: opnfv_yardstick_tc049 + report: + sub_testcase_list: diff --git a/dovetail/testcase/ha.tc008.yml b/dovetail/testcase/ha.tc008.yml new file mode 100644 index 00000000..3ee323f4 --- /dev/null +++ b/dovetail/testcase/ha.tc008.yml @@ -0,0 +1,13 @@ +--- +dovetail.ha.tc008: + name: dovetail.ha.tc008 + objective: > # This test case will verify the high availability of control node. + # When one of the controller failed to connect the network, which breaks down + # the Openstack services on this node. These Openstack service should able to + # be accessed by other controller nodes, and the services on failed controller + # node should be isolated + validate: + type: yardstick + testcase: opnfv_yardstick_tc050 + report: + sub_testcase_list: diff --git a/dovetail/testcase/ha.tc009.yml b/dovetail/testcase/ha.tc009.yml new file mode 100644 index 00000000..2625de59 --- /dev/null +++ b/dovetail/testcase/ha.tc009.yml @@ -0,0 +1,13 @@ +--- +dovetail.ha.tc009: + name: dovetail.ha.tc009 + objective: > # This test case will verify the high availability of control node. + # When the CPU usage of a specified controller node is stressed to 100%, + # which breaks down the Openstack services on this node. These Openstack service + # should able to be accessed by other controller nodes, and the services on + # failed controller node should be isolated. + validate: + type: yardstick + testcase: opnfv_yardstick_tc051 + report: + sub_testcase_list: diff --git a/dovetail/testcase/ha.tc010.yml b/dovetail/testcase/ha.tc010.yml new file mode 100644 index 00000000..254fa6fd --- /dev/null +++ b/dovetail/testcase/ha.tc010.yml @@ -0,0 +1,12 @@ +--- +dovetail.ha.tc010: + name: dovetail.ha.tc010 + objective: > # This test case will verify the high availability of control node. + # When the disk I/O of a specified disk is blocked, which breaks down the Openstack + # services on this node. Read and write services should still be accessed by other + # controller nodes, and the services on failed controller node should be isolated. + validate: + type: yardstick + testcase: opnfv_yardstick_tc052 + report: + sub_testcase_list: diff --git a/dovetail/testcase/ha.tc011.yml b/dovetail/testcase/ha.tc011.yml new file mode 100644 index 00000000..a3a91c9b --- /dev/null +++ b/dovetail/testcase/ha.tc011.yml @@ -0,0 +1,13 @@ +--- +dovetail.ha.tc011: + name: dovetail.ha.tc011 + objective: > # This test case will verify the high availability of the load balance + # service(current is HAProxy) that supports OpenStack on controller node. When the + # load balance service of a specified controller node is killed, whether other + # load balancers on other controller nodes will work, and whether the controller node + # will restart the load balancer are checked. + validate: + type: yardstick + testcase: opnfv_yardstick_tc053 + report: + sub_testcase_list: diff --git a/dovetail/testcase/ha.tc012.yml b/dovetail/testcase/ha.tc012.yml new file mode 100644 index 00000000..127bf2d0 --- /dev/null +++ b/dovetail/testcase/ha.tc012.yml @@ -0,0 +1,11 @@ +--- +dovetail.ha.tc012: + name: dovetail.ha.tc012 + objective: > # This test case will verify the high availability for virtual ip in the environment. + # When master node of virtual ip is abnormally shutdown, connection to virtual ip and the + # services binded to the virtual IP it should be OK. + validate: + type: yardstick + testcase: opnfv_yardstick_tc054 + report: + sub_testcase_list: diff --git a/dovetail/testcase/nfvi.tc101.yml b/dovetail/testcase/nfvi.tc101.yml index 7c8fb3ec..2fa47dee 100644 --- a/dovetail/testcase/nfvi.tc101.yml +++ b/dovetail/testcase/nfvi.tc101.yml @@ -1,3 +1,4 @@ +--- dovetail.nfvi.tc101: name: dovetail.nfvi.tc101 objective: measure number of cores and threads, available memory size and cache size diff --git a/dovetail/testcase/nfvi.tc102.yml b/dovetail/testcase/nfvi.tc102.yml index 7ce0435e..6da52243 100644 --- a/dovetail/testcase/nfvi.tc102.yml +++ b/dovetail/testcase/nfvi.tc102.yml @@ -1,3 +1,4 @@ +--- dovetail.nfvi.tc102: name: dovetail.nfvi.tc102 objective: measure number of cores and threads, available memory size and cache size diff --git a/dovetail/testcase/vimops.tc001.yml b/dovetail/testcase/vimops.tc001.yml deleted file mode 100644 index 5aaa0b4a..00000000 --- a/dovetail/testcase/vimops.tc001.yml +++ /dev/null @@ -1,10 +0,0 @@ ---- -dovetail.vimops.tc001: - name: dovetail.vimops.tc001 - objective: Glance images v2 index - validate: - type: functest - testcase: tempest_full_parallel - report: - sub_testcase_list: - - tempest.api.image.v2.test_images.ListImagesTest.test_list_no_params diff --git a/dovetail/testcase/vimops.tc002.yml b/dovetail/testcase/vimops.tc002.yml deleted file mode 100644 index e12e7a8b..00000000 --- a/dovetail/testcase/vimops.tc002.yml +++ /dev/null @@ -1,13 +0,0 @@ ---- -dovetail.vimops.tc002: - name: dovetail.vimops.tc002 - objective: Glance Images v2 Delete - validate: - type: functest - testcase: tempest_full_parallel - report: - sub_testcase_list: - - tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image - - tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_delete_image_null_id - - tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_delete_non_existing_image - - tempest.api.image.v2.test_images_tags_negative.ImagesTagsNegativeTest.test_delete_non_existing_tag diff --git a/dovetail/testcase/vimops.tc003.yml b/dovetail/testcase/vimops.tc003.yml deleted file mode 100644 index f6554a3a..00000000 --- a/dovetail/testcase/vimops.tc003.yml +++ /dev/null @@ -1,14 +0,0 @@ ---- -dovetail.vimops.tc003: - name: dovetail.vimops.tc003 - objective: Glance images v2 list - validate: - type: functest - testcase: tempest_full_parallel - report: - sub_testcase_list: - - tempest.api.image.v2.test_images.ListImagesTest.test_get_image_schema - - tempest.api.image.v2.test_images.ListImagesTest.test_get_images_schema - - tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_delete_deleted_image - - tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_image_null_id - - tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_non_existent_image diff --git a/dovetail/testcase/vimops.tc004.yml b/dovetail/testcase/vimops.tc004.yml deleted file mode 100644 index 66931294..00000000 --- a/dovetail/testcase/vimops.tc004.yml +++ /dev/null @@ -1,16 +0,0 @@ ---- -dovetail.vimops.tc004: - name: dovetail.vimops.tc004 - objective: Glance images v2 list - validate: - type: functest - testcase: tempest_full_parallel - report: - sub_testcase_list: - - tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_container_format - - tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_disk_format - - tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_limit - - tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_min_max_size - - tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_size - - tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_status - - tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_visibility diff --git a/dovetail/testcase/vimops.tc005.yml b/dovetail/testcase/vimops.tc005.yml deleted file mode 100644 index 061a9351..00000000 --- a/dovetail/testcase/vimops.tc005.yml +++ /dev/null @@ -1,12 +0,0 @@ ---- -dovetail.vimops.tc005: - name: dovetail.vimops.tc005 - objective: Glance images v2 import - validate: - type: functest - testcase: tempest_full_parallel - report: - sub_testcase_list: - - tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file - - tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_register_with_invalid_container_format - - tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_register_with_invalid_disk_format diff --git a/dovetail/testcase/vimops.tc006.yml b/dovetail/testcase/vimops.tc006.yml deleted file mode 100644 index bdebd8ad..00000000 --- a/dovetail/testcase/vimops.tc006.yml +++ /dev/null @@ -1,12 +0,0 @@ ---- -dovetail.vimops.tc006: - name: dovetail.vimops.tc006 - objective: Glance images v2 update - validate: - type: functest - testcase: tempest_full_parallel - report: - sub_testcase_list: - - tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image - - tempest.api.image.v2.test_images_tags.ImagesTagsTest.test_update_delete_tags_for_image - - tempest.api.image.v2.test_images_tags_negative.ImagesTagsNegativeTest.test_update_tags_for_non_existing_image |