diff options
author | MatthewLi <matthew.lijun@huawei.com> | 2016-11-01 08:01:51 -0400 |
---|---|---|
committer | Jun Li <matthew.lijun@huawei.com> | 2016-11-10 02:26:55 +0000 |
commit | 0eb2bd6622deb721f9df937ef463f7d9ec221235 (patch) | |
tree | a617d15b74de46fc9aa0b27ce2bd5ab1d31059af /dovetail/testcase | |
parent | cd7b2cdaef7226165e511337858f10279652104d (diff) |
dovetail tool: 2 config files, compliance_set and proposed_tests
JIRA: DOVETAIL-50
1)'proposed_tests.yml' is added, which runs as the total tests run.
The 'compliance_set.yml' will run as dovetail certification tests;
2)ipv6 test cases added accroding to 'docs/testsuites/ipv6/ipv6_all_testcases',
tc026 missed temporarily,yardstick ipv6tc026 only supports 2 installers by now
according to https://wiki.opnfv.org/display/dovetail/Dovetail+Test+Cases
3)vimops001-006 added for VIM images operation test cases
4)nfvi001-002 added for vping ssh/userdata in fucntest
5)more test cases can be added in future in proposed_tests.yml,
besides, the test cases can be adjusted in future in proposed_tests.yml
Change-Id: I8a8634583549a802f6f64fbea651e7be4efa361c
Signed-off-by: MatthewLi <matthew.lijun@huawei.com>
Diffstat (limited to 'dovetail/testcase')
33 files changed, 280 insertions, 1 deletions
diff --git a/dovetail/testcase/ipv6.tc001.yml b/dovetail/testcase/ipv6.tc001.yml index 9f11ac76..1d9a9c38 100644 --- a/dovetail/testcase/ipv6.tc001.yml +++ b/dovetail/testcase/ipv6.tc001.yml @@ -1,6 +1,6 @@ dovetail.ipv6.tc001: name: dovetail.ipv6.tc001 - objective: VIM ipv6 operations, to create/delete network, port and subnet in bulk operation + objective: Bulk creation and deletion of IPv6 networks, ports and subnets scripts: type: functest testcase: tempest_smoke_serial diff --git a/dovetail/testcase/ipv6.tc002.yml b/dovetail/testcase/ipv6.tc002.yml new file mode 100644 index 00000000..86af7300 --- /dev/null +++ b/dovetail/testcase/ipv6.tc002.yml @@ -0,0 +1,9 @@ +dovetail.ipv6.tc002: + name: dovetail.ipv6.tc002 + objective: VIM ipv6 operations, to create/update/delete an IPv6 network and subnet + scripts: + type: functest + testcase: tempest_smoke_serial + sub_testcase_list: + - tempest.api.network.test_networks.NetworksIpV6Test.test_create_update_delete_network_subnet + - tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_update_delete_network_subnet diff --git a/dovetail/testcase/ipv6.tc003.yml b/dovetail/testcase/ipv6.tc003.yml new file mode 100644 index 00000000..1fedf32c --- /dev/null +++ b/dovetail/testcase/ipv6.tc003.yml @@ -0,0 +1,9 @@ +dovetail.ipv6.tc003: + name: dovetail.ipv6.tc003 + objective: VIM ipv6 operations, to check external network visibility + scripts: + type: functest + testcase: tempest_smoke_serial + sub_testcase_list: + - tempest.api.network.test_networks.NetworksIpV6Test.test_external_network_visibility + - tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_external_network_visibility diff --git a/dovetail/testcase/ipv6.tc004.yml b/dovetail/testcase/ipv6.tc004.yml new file mode 100644 index 00000000..53f9f2ed --- /dev/null +++ b/dovetail/testcase/ipv6.tc004.yml @@ -0,0 +1,11 @@ +dovetail.ipv6.tc004: + name: dovetail.ipv6.tc004 + objective: VIM ipv6 operations, to list IPv6 networks and subnets of a tenant + scripts: + type: functest + testcase: tempest_smoke_serial + sub_testcase_list: + - tempest.api.network.test_networks.NetworksIpV6Test.test_list_networks + - tempest.api.network.test_networks.NetworksIpV6Test.test_list_subnets + - tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_networks + - tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_subnets diff --git a/dovetail/testcase/ipv6.tc005.yml b/dovetail/testcase/ipv6.tc005.yml new file mode 100644 index 00000000..737127ca --- /dev/null +++ b/dovetail/testcase/ipv6.tc005.yml @@ -0,0 +1,11 @@ +dovetail.ipv6.tc005: + name: dovetail.ipv6.tc005 + objective: VIM ipv6 operations, to show information of an IPv6 network and subnet + scripts: + type: functest + testcase: tempest_smoke_serial + sub_testcase_list: + - tempest.api.network.test_networks.NetworksIpV6Test.test_show_network + - tempest.api.network.test_networks.NetworksIpV6Test.test_show_subnet + - tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_network + - tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_subnet diff --git a/dovetail/testcase/ipv6.tc006.yml b/dovetail/testcase/ipv6.tc006.yml new file mode 100644 index 00000000..2aff3bba --- /dev/null +++ b/dovetail/testcase/ipv6.tc006.yml @@ -0,0 +1,8 @@ +dovetail.ipv6.tc006: + name: dovetail.ipv6.tc006 + objective: VIM ipv6 operations, to create an IPv6 port in allowed allocation pools + scripts: + type: functest + testcase: tempest_smoke_serial + sub_testcase_list: + - tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools diff --git a/dovetail/testcase/ipv6.tc007.yml b/dovetail/testcase/ipv6.tc007.yml new file mode 100644 index 00000000..695ae2e6 --- /dev/null +++ b/dovetail/testcase/ipv6.tc007.yml @@ -0,0 +1,8 @@ +dovetail.ipv6.tc007: + name: dovetail.ipv6.tc007 + objective: VIM ipv6 operations, to create an IPv6 port without security groups + scripts: + type: functest + testcase: tempest_smoke_serial + sub_testcase_list: + - tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups diff --git a/dovetail/testcase/ipv6.tc008.yml b/dovetail/testcase/ipv6.tc008.yml new file mode 100644 index 00000000..f1889446 --- /dev/null +++ b/dovetail/testcase/ipv6.tc008.yml @@ -0,0 +1,8 @@ +dovetail.ipv6.tc008: + name: dovetail.ipv6.tc008 + objective: VIM ipv6 operations, to create/update/delete an IPv6 port + scripts: + type: functest + testcase: tempest_smoke_serial + sub_testcase_list: + - tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port diff --git a/dovetail/testcase/ipv6.tc009.yml b/dovetail/testcase/ipv6.tc009.yml new file mode 100644 index 00000000..790c0ec7 --- /dev/null +++ b/dovetail/testcase/ipv6.tc009.yml @@ -0,0 +1,8 @@ +dovetail.ipv6.tc009: + name: dovetail.ipv6.tc009 + objective: VIM ipv6 operations, to list IPv6 ports of a tenant + scripts: + type: functest + testcase: tempest_smoke_serial + sub_testcase_list: + - tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports diff --git a/dovetail/testcase/ipv6.tc010.yml b/dovetail/testcase/ipv6.tc010.yml new file mode 100644 index 00000000..35d8ee91 --- /dev/null +++ b/dovetail/testcase/ipv6.tc010.yml @@ -0,0 +1,8 @@ +dovetail.ipv6.tc010: + name: dovetail.ipv6.tc010 + objective: VIM ipv6 operations, to show information of an IPv6 port + scripts: + type: functest + testcase: tempest_smoke_serial + sub_testcase_list: + - tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port diff --git a/dovetail/testcase/ipv6.tc011.yml b/dovetail/testcase/ipv6.tc011.yml new file mode 100644 index 00000000..db3d155e --- /dev/null +++ b/dovetail/testcase/ipv6.tc011.yml @@ -0,0 +1,8 @@ +dovetail.ipv6.tc011: + name: dovetail.ipv6.tc011 + objective: VIM ipv6 operations, to add multiple interfaces for an IPv6 router + scripts: + type: functest + testcase: tempest_smoke_serial + sub_testcase_list: + - tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces diff --git a/dovetail/testcase/ipv6.tc012.yml b/dovetail/testcase/ipv6.tc012.yml new file mode 100644 index 00000000..2b471342 --- /dev/null +++ b/dovetail/testcase/ipv6.tc012.yml @@ -0,0 +1,8 @@ +dovetail.ipv6.tc012: + name: dovetail.ipv6.tc012 + objective: VIM ipv6 operations, to add and remove an IPv6 router interface with port_id + scripts: + type: functest + testcase: tempest_smoke_serial + sub_testcase_list: + - tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id diff --git a/dovetail/testcase/ipv6.tc013.yml b/dovetail/testcase/ipv6.tc013.yml new file mode 100644 index 00000000..ca52a434 --- /dev/null +++ b/dovetail/testcase/ipv6.tc013.yml @@ -0,0 +1,8 @@ +dovetail.ipv6.tc013: + name: dovetail.ipv6.tc013 + objective: VIM ipv6 operations, to add and remove an IPv6 router interface with subnet_id + scripts: + type: functest + testcase: tempest_smoke_serial + sub_testcase_list: + - tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id diff --git a/dovetail/testcase/ipv6.tc014.yml b/dovetail/testcase/ipv6.tc014.yml new file mode 100644 index 00000000..0982ad09 --- /dev/null +++ b/dovetail/testcase/ipv6.tc014.yml @@ -0,0 +1,8 @@ +dovetail.ipv6.tc014: + name: dovetail.ipv6.tc014 + objective: VIM ipv6 operations, to create, update, delete, list and show an IPv6 router + scripts: + type: functest + testcase: tempest_smoke_serial + sub_testcase_list: + - tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router diff --git a/dovetail/testcase/ipv6.tc015.yml b/dovetail/testcase/ipv6.tc015.yml new file mode 100644 index 00000000..f4c38ac4 --- /dev/null +++ b/dovetail/testcase/ipv6.tc015.yml @@ -0,0 +1,8 @@ +dovetail.ipv6.tc015: + name: dovetail.ipv6.tc015 + objective: VIM ipv6 operations, to create, update, delete, list and show an IPv6 security group + scripts: + type: functest + testcase: tempest_smoke_serial + sub_testcase_list: + - tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group diff --git a/dovetail/testcase/ipv6.tc016.yml b/dovetail/testcase/ipv6.tc016.yml new file mode 100644 index 00000000..0bc17c1b --- /dev/null +++ b/dovetail/testcase/ipv6.tc016.yml @@ -0,0 +1,8 @@ +dovetail.ipv6.tc016: + name: dovetail.ipv6.tc016 + objective: VIM ipv6 operations, to create, delete and show security group rules + scripts: + type: functest + testcase: tempest_smoke_serial + sub_testcase_list: + - tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule diff --git a/dovetail/testcase/ipv6.tc017.yml b/dovetail/testcase/ipv6.tc017.yml new file mode 100644 index 00000000..1df7caf4 --- /dev/null +++ b/dovetail/testcase/ipv6.tc017.yml @@ -0,0 +1,8 @@ +dovetail.ipv6.tc017: + name: dovetail.ipv6.tc017 + objective: VIM ipv6 operations, to list all security groups + scripts: + type: functest + testcase: tempest_smoke_serial + sub_testcase_list: + - tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups diff --git a/dovetail/testcase/ipv6.tc018.yml b/dovetail/testcase/ipv6.tc018.yml new file mode 100644 index 00000000..01c4d3f7 --- /dev/null +++ b/dovetail/testcase/ipv6.tc018.yml @@ -0,0 +1,8 @@ +dovetail.ipv6.tc018: + name: dovetail.ipv6.tc018 + objective: VIM ipv6 operations, to show information of an IPv6 port + scripts: + type: functest + testcase: tempest_full_parallel + sub_testcase_list: + - tempest.scenario.test_network_v6.TestGettingAddress.test_dhcp6_stateless_from_os diff --git a/dovetail/testcase/ipv6.tc019.yml b/dovetail/testcase/ipv6.tc019.yml new file mode 100644 index 00000000..d44b9309 --- /dev/null +++ b/dovetail/testcase/ipv6.tc019.yml @@ -0,0 +1,8 @@ +dovetail.ipv6.tc019: + name: dovetail.ipv6.tc019 + objective: VIM ipv6 operations, to do IPv6 address assignment - dual stack, DHCPv6 stateless + scripts: + type: functest + testcase: tempest_full_parallel + sub_testcase_list: + - tempest.scenario.test_network_v6.TestGettingAddress.test_dualnet_dhcp6_stateless_from_os diff --git a/dovetail/testcase/ipv6.tc020.yml b/dovetail/testcase/ipv6.tc020.yml new file mode 100644 index 00000000..e974e083 --- /dev/null +++ b/dovetail/testcase/ipv6.tc020.yml @@ -0,0 +1,8 @@ +dovetail.ipv6.tc020: + name: dovetail.ipv6.tc020 + objective: VIM ipv6 operations, to do IPv6 Address Assignment - Multiple Prefixes, DHCPv6 Stateless + scripts: + type: functest + testcase: tempest_full_parallel + sub_testcase_list: + - tempest.scenario.test_network_v6.TestGettingAddress.test_multi_prefix_dhcpv6_stateless diff --git a/dovetail/testcase/ipv6.tc021.yml b/dovetail/testcase/ipv6.tc021.yml new file mode 100644 index 00000000..20544530 --- /dev/null +++ b/dovetail/testcase/ipv6.tc021.yml @@ -0,0 +1,8 @@ +dovetail.ipv6.tc021: + name: dovetail.ipv6.tc021 + objective: VIM ipv6 operations, to do IPv6 Address Assignment - Dual Stack, Multiple Prefixes, DHCPv6 Stateless + scripts: + type: functest + testcase: tempest_full_parallel + sub_testcase_list: + - tempest.scenario.test_network_v6.TestGettingAddress.test_dualnet_multi_prefix_dhcpv6_stateless diff --git a/dovetail/testcase/ipv6.tc022.yml b/dovetail/testcase/ipv6.tc022.yml new file mode 100644 index 00000000..e01c5b6f --- /dev/null +++ b/dovetail/testcase/ipv6.tc022.yml @@ -0,0 +1,8 @@ +dovetail.ipv6.tc022: + name: dovetail.ipv6.tc022 + objective: VIM ipv6 operations, to do IPv6 Address Assignment - SLAAC + scripts: + type: functest + testcase: tempest_full_parallel + sub_testcase_list: + - tempest.scenario.test_network_v6.TestGettingAddress.test_slaac_from_os diff --git a/dovetail/testcase/ipv6.tc023.yml b/dovetail/testcase/ipv6.tc023.yml new file mode 100644 index 00000000..cd17501d --- /dev/null +++ b/dovetail/testcase/ipv6.tc023.yml @@ -0,0 +1,8 @@ +dovetail.ipv6.tc023: + name: dovetail.ipv6.tc023 + objective: VIM ipv6 operations, to do IPv6 Address Assignment - Dual Stack, SLAAC + scripts: + type: functest + testcase: tempest_full_parallel + sub_testcase_list: + - tempest.scenario.test_network_v6.TestGettingAddress.test_dualnet_dhcp6_stateless_from_os diff --git a/dovetail/testcase/ipv6.tc024.yml b/dovetail/testcase/ipv6.tc024.yml new file mode 100644 index 00000000..1c8a93f8 --- /dev/null +++ b/dovetail/testcase/ipv6.tc024.yml @@ -0,0 +1,8 @@ +dovetail.ipv6.tc024: + name: dovetail.ipv6.tc024 + objective: VIM ipv6 operations, to do IPv6 address assignment - multiple prefixes, SLAAC + scripts: + type: functest + testcase: tempest_full_parallel + sub_testcase_list: + - tempest.scenario.test_network_v6.TestGettingAddress.test_multi_prefix_slaac diff --git a/dovetail/testcase/ipv6.tc025.yml b/dovetail/testcase/ipv6.tc025.yml new file mode 100644 index 00000000..3f9d97b8 --- /dev/null +++ b/dovetail/testcase/ipv6.tc025.yml @@ -0,0 +1,8 @@ +dovetail.ipv6.tc025: + name: dovetail.ipv6.tc025 + objective: VIM ipv6 operations, to do IPv6 address assignment - dual stack, multiple prefixes, SLAAC + scripts: + type: functest + testcase: tempest_full_parallel + sub_testcase_list: + - tempest.scenario.test_network_v6.TestGettingAddress.test_dualnet_multi_prefix_slaac diff --git a/dovetail/testcase/nfvi.tc001.yml b/dovetail/testcase/nfvi.tc001.yml new file mode 100644 index 00000000..136fd9d1 --- /dev/null +++ b/dovetail/testcase/nfvi.tc001.yml @@ -0,0 +1,7 @@ +dovetail.nfvi.tc001: + name: dovetail.nfvi.tc001 + objective: testing for vping using ssh + scripts: + type: functest + testcase: vping_ssh + sub_testcase_list: diff --git a/dovetail/testcase/nfvi.tc002.yml b/dovetail/testcase/nfvi.tc002.yml new file mode 100644 index 00000000..f5724c56 --- /dev/null +++ b/dovetail/testcase/nfvi.tc002.yml @@ -0,0 +1,7 @@ +dovetail.nfvi.tc002: + name: dovetail.nfvi.tc002 + objective: testing for vping using userdata + scripts: + type: functest + testcase: vping_userdata + sub_testcase_list: diff --git a/dovetail/testcase/vimops.tc001.yml b/dovetail/testcase/vimops.tc001.yml new file mode 100644 index 00000000..3d2ba0c0 --- /dev/null +++ b/dovetail/testcase/vimops.tc001.yml @@ -0,0 +1,8 @@ +dovetail.vimops.tc001: + name: dovetail.vimops.tc001 + objective: Glance images v2 index + scripts: + type: functest + testcase: tempest_full_parallel + sub_testcase_list: + - tempest.api.image.v2.test_images.ListImagesTest.test_list_no_params diff --git a/dovetail/testcase/vimops.tc002.yml b/dovetail/testcase/vimops.tc002.yml new file mode 100644 index 00000000..15f5bf08 --- /dev/null +++ b/dovetail/testcase/vimops.tc002.yml @@ -0,0 +1,11 @@ +dovetail.vimops.tc002: + name: dovetail.vimops.tc002 + objective: Glance Images v2 Delete + scripts: + type: functest + testcase: tempest_full_parallel + sub_testcase_list: + - tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image + - tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_delete_image_null_id + - tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_delete_non_existing_image + - tempest.api.image.v2.test_images_tags_negative.ImagesTagsNegativeTest.test_delete_non_existing_tag diff --git a/dovetail/testcase/vimops.tc003.yml b/dovetail/testcase/vimops.tc003.yml new file mode 100644 index 00000000..418c041c --- /dev/null +++ b/dovetail/testcase/vimops.tc003.yml @@ -0,0 +1,12 @@ +dovetail.vimops.tc003: + name: dovetail.vimops.tc003 + objective: Glance images v2 list + scripts: + type: functest + testcase: tempest_full_parallel + sub_testcase_list: + - tempest.api.image.v2.test_images.ListImagesTest.test_get_image_schema + - tempest.api.image.v2.test_images.ListImagesTest.test_get_images_schema + - tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_delete_deleted_image + - tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_image_null_id + - tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_non_existent_image diff --git a/dovetail/testcase/vimops.tc004.yml b/dovetail/testcase/vimops.tc004.yml new file mode 100644 index 00000000..3d205a38 --- /dev/null +++ b/dovetail/testcase/vimops.tc004.yml @@ -0,0 +1,14 @@ +dovetail.vimops.tc004: + name: dovetail.vimops.tc004 + objective: Glance images v2 list + scripts: + type: functest + testcase: tempest_full_parallel + sub_testcase_list: + - tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_container_format + - tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_disk_format + - tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_limit + - tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_min_max_size + - tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_size + - tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_status + - tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_visibility diff --git a/dovetail/testcase/vimops.tc005.yml b/dovetail/testcase/vimops.tc005.yml new file mode 100644 index 00000000..d9413849 --- /dev/null +++ b/dovetail/testcase/vimops.tc005.yml @@ -0,0 +1,10 @@ +dovetail.vimops.tc005: + name: dovetail.vimops.tc005 + objective: Glance images v2 import + scripts: + type: functest + testcase: tempest_full_parallel + sub_testcase_list: + - tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file + - tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_register_with_invalid_container_format + - tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_register_with_invalid_disk_format diff --git a/dovetail/testcase/vimops.tc006.yml b/dovetail/testcase/vimops.tc006.yml new file mode 100644 index 00000000..0676c317 --- /dev/null +++ b/dovetail/testcase/vimops.tc006.yml @@ -0,0 +1,10 @@ +dovetail.vimops.tc006: + name: dovetail.vimops.tc006 + objective: Glance images v2 update + scripts: + type: functest + testcase: tempest_full_parallel + sub_testcase_list: + - tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image + - tempest.api.image.v2.test_images_tags.ImagesTagsTest.test_update_delete_tags_for_image + - tempest.api.image.v2.test_images_tags_negative.ImagesTagsNegativeTest.test_update_tags_for_non_existing_image |