From cd5ea8f5c995db4ac1c211f5762cb2c8ca2b3903 Mon Sep 17 00:00:00 2001 From: xudan Date: Thu, 23 Nov 2017 01:30:38 -0500 Subject: Remove all alias tempest test cases in osinterop test specificaion docs 1. Some tempest test cases have alias test cases because of the different versions of tempest. 2. However, Dovetail fixes the version of tempest to be 14.0.0 in its first release. So the number of test cases that can be executed in osinterop is always 205. And for different SUTs, the 205 test cases are all the same. 3. In this situation, there is no need to list the alias test cases. 4. Just list all the 205 test cases which will not confuse users when they reading dovetail docs. JIRA: DOVETAIL-566 Change-Id: I5e39dd82314833c8c0a6c1732c990f671ae64420 Signed-off-by: xudan --- .../vimoperationscompute/index.rst | 13 +- .../vimoperationsidentity/index.rst | 7 - .../testspecification/vimoperationsimage/index.rst | 30 +---- .../vimoperationsnetwork/index.rst | 23 ---- .../vimoperationsvolume/index.rst | 146 +-------------------- dovetail/testcase/osinterop.tc001.yml | 44 +------ 6 files changed, 13 insertions(+), 250 deletions(-) diff --git a/docs/testing/user/testspecification/vimoperationscompute/index.rst b/docs/testing/user/testspecification/vimoperationscompute/index.rst index 1070c8aa..ea5441ac 100644 --- a/docs/testing/user/testspecification/vimoperationscompute/index.rst +++ b/docs/testing/user/testspecification/vimoperationscompute/index.rst @@ -388,7 +388,7 @@ tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.t tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name -tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status +tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_active_status tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date @@ -427,17 +427,6 @@ tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_serve tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details -tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_active_status -tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_reboot_deleted_server - -Note: the last 2 test cases are the alias of another 2 test cases respectively, which are - -tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status -tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_deleted_server - -Alias should always be included so that the test run will be tempest version agnostic, -which can be used to test different version of OpenStack. - Test preconditions ------------------ diff --git a/docs/testing/user/testspecification/vimoperationsidentity/index.rst b/docs/testing/user/testspecification/vimoperationsidentity/index.rst index 66212732..c2282f85 100644 --- a/docs/testing/user/testspecification/vimoperationsidentity/index.rst +++ b/docs/testing/user/testspecification/vimoperationsidentity/index.rst @@ -74,17 +74,10 @@ API discovery operations within the Identity v3 API Use case specification ----------------------- -tempest.api.identity.v3.TestApiDiscovery.test_api_version_resources -tempest.api.identity.v3.TestApiDiscovery.test_api_media_types -tempest.api.identity.v3.TestApiDiscovery.test_api_version_statuses tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses -note: the latter three test cases are the alias of the former three, respectively. -alias should always be included so that the test run will be tempest version agnostic, -which can be used to test different version of Openstack. - Test preconditions ------------------- diff --git a/docs/testing/user/testspecification/vimoperationsimage/index.rst b/docs/testing/user/testspecification/vimoperationsimage/index.rst index 254096e4..6bf3f4c8 100644 --- a/docs/testing/user/testspecification/vimoperationsimage/index.rst +++ b/docs/testing/user/testspecification/vimoperationsimage/index.rst @@ -82,19 +82,12 @@ Image get tests using the Glance v2 API Test case specification ----------------------- -tempest.api.image.v2.test_images.ListImagesTest.test_get_image_schema -tempest.api.image.v2.test_images.ListImagesTest.test_get_images_schema +tempest.api.image.v2.test_images.ListUserImagesTest.test_get_image_schema +tempest.api.image.v2.test_images.ListUserImagesTest.test_get_images_schema tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_delete_deleted_image tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_image_null_id tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_non_existent_image -tempest.api.image.v2.test_images.ListUserImagesTest.test_get_image_schema -tempest.api.image.v2.test_images.ListUserImagesTest.test_get_images_schema - -Note: the latter two test cases are the alias of the former first two, respectively. -Alias should always be included so that the test run will be tempest version agnostic, -which can be used to test different version of Openstack. - Test preconditions ------------------ @@ -151,15 +144,8 @@ CRUD image operations in Images API v2 Test case specification ----------------------- -tempest.api.image.v2.test_images.ListImagesTest.test_list_no_params - -tempest.api.image.v2.test_images.ListImagesTest.test_index_no_params tempest.api.image.v2.test_images.ListUserImagesTest.test_list_no_params -Note: the latter two test cases are the alias of the former one. Alias should -always be included so that the test run will be tempest version agnostic, -which can be used to test different version of Openstack. - Test preconditions ------------------ @@ -197,14 +183,6 @@ Image list tests using the Glance v2 API Test case specification ----------------------- -tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_container_format -tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_disk_format -tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_limit -tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_min_max_size -tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_size -tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_status -tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_visibility - tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_container_format tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_disk_format tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_limit @@ -213,10 +191,6 @@ tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_size tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_status tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_visibility -Note: the latter 7 test cases are the alias of the former 7, respectively. -Alias should always be included so that the test run will be tempest version agnostic, -which can be used to test different version of Openstack. - Test preconditions ------------------ diff --git a/docs/testing/user/testspecification/vimoperationsnetwork/index.rst b/docs/testing/user/testspecification/vimoperationsnetwork/index.rst index 02ec2a7a..72ad5766 100644 --- a/docs/testing/user/testspecification/vimoperationsnetwork/index.rst +++ b/docs/testing/user/testspecification/vimoperationsnetwork/index.rst @@ -132,29 +132,6 @@ tempest.api.network.test_ports.PortsTestJSON.test_show_port_fields tempest.api.network.test_ports.PortsTestJSON.test_update_port_with_security_group_and_extra_attributes tempest.api.network.test_ports.PortsTestJSON.test_update_port_with_two_security_groups_and_extra_attributes -tempest.api.network.test_networks.NetworksTestJSON.test_create_delete_subnet_with_allocation_pools -tempest.api.network.test_networks.NetworksTestJSON.test_create_delete_subnet_with_dhcp_enabled -tempest.api.network.test_networks.NetworksTestJSON.test_create_delete_subnet_with_gw -tempest.api.network.test_networks.NetworksTestJSON.test_create_delete_subnet_with_gw_and_allocation_pools -tempest.api.network.test_networks.NetworksTestJSON.test_create_delete_subnet_with_host_routes_and_dns_nameservers -tempest.api.network.test_networks.NetworksTestJSON.test_create_delete_subnet_without_gateway -tempest.api.network.test_networks.NetworksTestJSON.test_create_delete_subnet_all_attributes -tempest.api.network.test_networks.NetworksTestJSON.test_create_update_delete_network_subnet -tempest.api.network.test_networks.NetworksTestJSON.test_delete_network_with_subnet -tempest.api.network.test_networks.NetworksTestJSON.test_list_networks -tempest.api.network.test_networks.NetworksTestJSON.test_list_networks_fields -tempest.api.network.test_networks.NetworksTestJSON.test_list_subnets -tempest.api.network.test_networks.NetworksTestJSON.test_list_subnets_fields -tempest.api.network.test_networks.NetworksTestJSON.test_show_network -tempest.api.network.test_networks.NetworksTestJSON.test_show_network_fields -tempest.api.network.test_networks.NetworksTestJSON.test_show_subnet -tempest.api.network.test_networks.NetworksTestJSON.test_show_subnet_fields -tempest.api.network.test_networks.NetworksTestJSON.test_update_subnet_gw_dns_host_routes_dhcp - -Note: the latter 18 test cases are the alias of the former first 18, respectively. -Alias should always be included so that the test run will be tempest version agnostic, -which can be used to test different version of Openstack. - Test preconditions ------------------ diff --git a/docs/testing/user/testspecification/vimoperationsvolume/index.rst b/docs/testing/user/testspecification/vimoperationsvolume/index.rst index ddcc5e12..c59deb2d 100644 --- a/docs/testing/user/testspecification/vimoperationsvolume/index.rst +++ b/docs/testing/user/testspecification/vimoperationsvolume/index.rst @@ -157,12 +157,6 @@ Test case specification tempest.api.volume.test_availability_zone.AvailabilityZoneV2TestJSON.test_get_availability_zone_list -tempest.api.volume.test_availability_zone.AvailabilityZoneTestJSON.test_get_availability_zone_list - -Note: the second test case is the alias of the first one. -Alias should always be included so that the test run will be tempest version agnostic, -which can be used to test different version of Openstack. - Test preconditions ------------------ @@ -200,12 +194,6 @@ Test case specification tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_as_clone -tempest.api.volume.test_volumes_get.VolumesGetTest.test_volume_create_get_update_delete_as_clone - -Note: the second test case is the alias of the first one. -Alias should always be included so that the test run will be tempest version agnostic, -which can be used to test different version of Openstack. - Test preconditions ------------------ @@ -261,13 +249,6 @@ Test case specification tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_volume_bootable tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image -tempest.api.volume.test_volumes_get.VolumesActionsTest.test_volume_bootable -tempest.api.volume.test_volumes_get.VolumesGetTest.test_volume_create_get_update_delete_from_image - -Note: the last 2 test cases are the alias of the former 2. -Alias should always be included so that the test run will be tempest version agnostic, -which can be used to test different version of Openstack. - Test preconditions ------------------ @@ -329,26 +310,10 @@ tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_upda tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_invalid_size tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_nonexistent_source_volid tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_nonexistent_volume_type -tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_out_passing_size +tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_without_passing_size tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_size_negative tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_size_zero -tempest.api.volume.test_volumes_get.VolumesGetTest.test_volume_create_get_update_delete -tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_invalid_size -tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_nonexistent_source_volid -tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_nonexistent_volume_type - -tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_without_passing_size -tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_without_passing_size - -tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_size_negative -tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_size_zero - -Note: test cases 8 to 11 are the alias of the fist 4 test cases, test cases 12 and 13 are both alias of -test case 5, and test cases 14 and 15 are the alias of the cases 6 and 7, respectively. -Alias should always be included so that the test run will be tempest version agnostic, -which can be used to test different version of OpenStack. - Test preconditions ------------------ @@ -416,12 +381,6 @@ Test case specification tempest.api.volume.test_extensions.ExtensionsV2TestJSON.test_list_extensions -tempest.api.volume.test_extensions.ExtensionsTestJSON.test_list_extensions - -Note: the second test case is the alias of the first one. -Alias should always be included so that the test run will be tempest version agnostic, -which can be used to test different version of Openstack. - Test preconditions ------------------ @@ -462,14 +421,6 @@ tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_get_invalid_ tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_get_volume_without_passing_volume_id tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_volume_get_nonexistent_volume_id -tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id -tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id" -tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_volume_get_nonexistent_volume_id - -Note: the latter 3 test cases is the alias of the first 3 ones. -Alias should always be included so that the test run will be tempest version agnostic, -which can be used to test different version of Openstack. - Test preconditions ------------------ @@ -530,30 +481,6 @@ tempest.api.volume.v2.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_d tempest.api.volume.v2.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_details_with_multiple_params tempest.api.volume.v2.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_pagination -tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list -tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_by_name -tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_details_by_name -tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_param_display_name_and_status -tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_with_detail_param_display_name_and_status -tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_with_detail_param_metadata -tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_with_details -tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_with_param_metadata -tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_by_availability_zone -tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_by_status -tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_details_by_availability_zone -tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_details_by_status -tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_list_volumes_detail_with_invalid_status -tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_list_volumes_detail_with_nonexistent_name -tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_list_volumes_with_invalid_status -tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_list_volumes_with_nonexistent_name -tempest.api.volume.v2.test_volumes_list.VolumesListTestJSON.test_volume_list_details_pagination -tempest.api.volume.v2.test_volumes_list.VolumesListTestJSON.test_volume_list_details_with_multiple_params -tempest.api.volume.v2.test_volumes_list.VolumesListTestJSON.test_volume_list_pagination - -Note: the latter 19 test cases is the alias of the first 19 ones. -Alias should always be included so that the test run will be tempest version agnostic, -which can be used to test different version of Openstack. - Test preconditions ------------------ @@ -638,19 +565,8 @@ Test Case 9 - Volume metadata operations with the Cinder v2 API Test case specification ----------------------- -tempest.api.volume.test_volume_metadata.VolumesV2MetadataTest.test_create_get_delete_volume_metadata -tempest.api.volume.test_volume_metadata.VolumesV2MetadataTest.test_update_volume_metadata_item - -tempest.api.volume.test_volume_metadata.VolumesMetadataTest.test_crud_volume_metadata tempest.api.volume.test_volume_metadata.VolumesV2MetadataTest.test_crud_volume_metadata - -tempest.api.volume.test_volume_metadata.VolumesMetadataTest.test_update_volume_metadata_item -tempest.api.volume.test_volume_metadata.VolumesMetadataTest.test_update_show_volume_metadata_item - -Note: Test case 3 and 4 are the alias of the first test case, and the last 2 test cases -are the alias of the second test case. -Alias should always be included so that the test run will be tempest version agnostic, -which can be used to test different version of OpenStack. +tempest.api.volume.test_volume_metadata.VolumesV2MetadataTest.test_update_volume_metadata_item Test preconditions ------------------ @@ -703,12 +619,6 @@ Test case specification tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_volume_readonly_update -tempest.api.volume.test_volumes_actions.VolumesActionsTest.test_volume_readonly_update - -Note: the second test case is the alias of the first one. -Alias should always be included so that the test run will be tempest version agnostic, -which can be used to test different version of Openstack. - Test preconditions ------------------ @@ -752,15 +662,6 @@ tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_reserve_volu tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_reserve_volume_with_nonexistent_volume_id tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_unreserve_volume_with_nonexistent_volume_id -tempest.api.volume.test_volumes_actions.VolumesActionsTest.test_reserve_unreserve_volume -tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_reserve_volume_with_negative_volume_status -tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_reserve_volume_with_nonexistent_volume_id -tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_unreserve_volume_with_nonexistent_volume_id - -Note: the last 4 test cases are the alias of the first 4 ones. -Alias should always be included so that the test run will be tempest version agnostic, -which can be used to test different version of Openstack. - Test preconditions ------------------ @@ -809,7 +710,7 @@ Test Case 12 - Volume snapshot creation/deletion operations with the Cinder v2 A Test case specification ----------------------- -tempest.api.volume.test_snapshot_metadata.SnapshotV2MetadataTestJSON.test_create_get_delete_snapshot_metadata +tempest.api.volume.test_snapshot_metadata.SnapshotV2MetadataTestJSON.test_crud_snapshot_metadata tempest.api.volume.test_snapshot_metadata.SnapshotV2MetadataTestJSON.test_update_snapshot_metadata_item tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_nonexistent_snapshot_id tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_delete_invalid_volume_id @@ -817,39 +718,10 @@ tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_delete_volum tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_volume_delete_nonexistent_volume_id tempest.api.volume.test_volumes_snapshots.VolumesV2SnapshotTestJSON.test_snapshot_create_get_list_update_delete tempest.api.volume.test_volumes_snapshots.VolumesV2SnapshotTestJSON.test_volume_from_snapshot -tempest.api.volume.test_volumes_snapshots.VolumesV2SnapshotTestJSON.test_snapshots_list_details_with_params -tempest.api.volume.test_volumes_snapshots.VolumesV2SnapshotTestJSON.test_snapshots_list_with_params -tempest.api.volume.test_volumes_snapshots_negative.VolumesV2SnapshotNegativeTestJSON.test_create_snapshot_with_nonexistent_volume_id -tempest.api.volume.test_volumes_snapshots_negative.VolumesV2SnapshotNegativeTestJSON.test_create_snapshot_without_passing_volume_id - -tempest.api.volume.test_snapshot_metadata.SnapshotMetadataTestJSON.test_crud_snapshot_metadata -tempest.api.volume.test_snapshot_metadata.SnapshotV2MetadataTestJSON.test_crud_snapshot_metadata - -tempest.api.volume.test_snapshot_metadata.SnapshotMetadataTestJSON.test_update_snapshot_metadata_item -tempest.api.volume.test_snapshot_metadata.SnapshotMetadataTestJSON.test_update_show_snapshot_metadata_item - -tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_nonexistent_snapshot_id -tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_delete_invalid_volume_id -tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_delete_volume_without_passing_volume_id -tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_volume_delete_nonexistent_volume_id -tempest.api.volume.test_volumes_snapshots.VolumesSnapshotTestJSON.test_snapshot_create_get_list_update_delete -tempest.api.volume.test_volumes_snapshots.VolumesSnapshotTestJSON.test_volume_from_snapshot - -tempest.api.volume.test_volumes_snapshots_list.VolumesSnapshotListTestJSON.test_snapshots_list_details_with_params tempest.api.volume.test_volumes_snapshots_list.VolumesV2SnapshotListTestJSON.test_snapshots_list_details_with_params - -tempest.api.volume.test_volumes_snapshots_list.VolumesSnapshotListTestJSON.test_snapshots_list_with_params tempest.api.volume.test_volumes_snapshots_list.VolumesV2SnapshotListTestJSON.test_snapshots_list_with_params - -tempest.api.volume.test_volumes_snapshots_negative.VolumesSnapshotNegativeTestJSON.test_create_snapshot_with_nonexistent_volume_id -tempest.api.volume.test_volumes_snapshots_negative.VolumesSnapshotNegativeTestJSON.test_create_snapshot_without_passing_volume_id - -Note: test case 13 and 14 are the alias of test case 1, test case 15 and 16 are the alias of test case 2, -test case 17 to 22 are the alias of test case 3 to 8 respectively, test case 23 and 24 are the alias of -test case 9, test case 25 and 26 are the alias of test case 10, and test case 27 and 28 are the alias of -test case 11 and 12 respectively. -Alias should always be included so that the test run will be tempest version agnostic, -which can be used to test different version of OpenStack. +tempest.api.volume.test_volumes_snapshots_negative.VolumesV2SnapshotNegativeTestJSON.test_create_snapshot_with_nonexistent_volume_id +tempest.api.volume.test_volumes_snapshots_negative.VolumesV2SnapshotNegativeTestJSON.test_create_snapshot_without_passing_volume_id Test preconditions ------------------ @@ -952,14 +824,6 @@ tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_update_volum tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_update_volume_with_invalid_volume_id tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_update_volume_with_nonexistent_volume_id -tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_update_volume_with_empty_volume_id -tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_update_volume_with_invalid_volume_id -tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_update_volume_with_nonexistent_volume_id - -Note: the last 3 test cases are the alias of the first 3 ones. -Alias should always be included so that the test run will be tempest version agnostic, -which can be used to test different version of Openstack. - Test preconditions ------------------ diff --git a/dovetail/testcase/osinterop.tc001.yml b/dovetail/testcase/osinterop.tc001.yml index f84f52e1..9cbe42c5 100644 --- a/dovetail/testcase/osinterop.tc001.yml +++ b/dovetail/testcase/osinterop.tc001.yml @@ -20,6 +20,7 @@ dovetail.osinterop.tc001: - 'echo test for postcondition in testcase' report: sub_testcase_list: + # VIM compute operations test cases - tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image - tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name - tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name @@ -44,7 +45,6 @@ dovetail.osinterop.tc001: - tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image - tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit - tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name - - tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status - tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard - tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date - tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date @@ -86,7 +86,6 @@ dovetail.osinterop.tc001: - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_deleted_server - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server - - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_reboot_deleted_server - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server @@ -97,26 +96,14 @@ dovetail.osinterop.tc001: - tempest.api.compute.test_versions.TestVersions.test_list_api_versions - tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume - tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_list_get_volume_attachments - - tempest.api.identity.v3.TestApiDiscovery.test_api_media_types - - tempest.api.identity.v3.TestApiDiscovery.test_api_version_resources - - tempest.api.identity.v3.TestApiDiscovery.test_api_version_statuses + # VIM identity operations test cases - tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types - tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources - tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses - tempest.api.identity.v3.test_tokens.TokensV3Test.test_create_token + # VIM image operations test cases - tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image - tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image - - tempest.api.image.v2.test_images.ListImagesTest.test_get_image_schema - - tempest.api.image.v2.test_images.ListImagesTest.test_get_images_schema - - tempest.api.image.v2.test_images.ListImagesTest.test_index_no_params - - tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_container_format - - tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_disk_format - - tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_limit - - tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_min_max_size - - tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_size - - tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_status - - tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_visibility - - tempest.api.image.v2.test_images.ListImagesTest.test_list_no_params - tempest.api.image.v2.test_images.ListUserImagesTest.test_get_image_schema - tempest.api.image.v2.test_images.ListUserImagesTest.test_get_images_schema - tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_container_format @@ -135,6 +122,7 @@ dovetail.osinterop.tc001: - tempest.api.image.v2.test_images_tags.ImagesTagsTest.test_update_delete_tags_for_image - tempest.api.image.v2.test_images_tags_negative.ImagesTagsNegativeTest.test_delete_non_existing_tag - tempest.api.image.v2.test_images_tags_negative.ImagesTagsNegativeTest.test_update_tags_for_non_existing_image + # VIM network operations test cases - tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_all_attributes - tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_allocation_pools - tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_dhcp_enabled @@ -153,24 +141,6 @@ dovetail.osinterop.tc001: - tempest.api.network.test_networks.NetworksTest.test_show_subnet - tempest.api.network.test_networks.NetworksTest.test_show_subnet_fields - tempest.api.network.test_networks.NetworksTest.test_update_subnet_gw_dns_host_routes_dhcp - - tempest.api.network.test_networks.NetworksTestJSON.test_create_delete_subnet_all_attributes - - tempest.api.network.test_networks.NetworksTestJSON.test_create_delete_subnet_with_allocation_pools - - tempest.api.network.test_networks.NetworksTestJSON.test_create_delete_subnet_with_dhcp_enabled - - tempest.api.network.test_networks.NetworksTestJSON.test_create_delete_subnet_with_gw - - tempest.api.network.test_networks.NetworksTestJSON.test_create_delete_subnet_with_gw_and_allocation_pools - - tempest.api.network.test_networks.NetworksTestJSON.test_create_delete_subnet_with_host_routes_and_dns_nameservers - - tempest.api.network.test_networks.NetworksTestJSON.test_create_delete_subnet_without_gateway - - tempest.api.network.test_networks.NetworksTestJSON.test_create_update_delete_network_subnet - - tempest.api.network.test_networks.NetworksTestJSON.test_delete_network_with_subnet - - tempest.api.network.test_networks.NetworksTestJSON.test_list_networks - - tempest.api.network.test_networks.NetworksTestJSON.test_list_networks_fields - - tempest.api.network.test_networks.NetworksTestJSON.test_list_subnets - - tempest.api.network.test_networks.NetworksTestJSON.test_list_subnets_fields - - tempest.api.network.test_networks.NetworksTestJSON.test_show_network - - tempest.api.network.test_networks.NetworksTestJSON.test_show_network_fields - - tempest.api.network.test_networks.NetworksTestJSON.test_show_subnet - - tempest.api.network.test_networks.NetworksTestJSON.test_show_subnet_fields - - tempest.api.network.test_networks.NetworksTestJSON.test_update_subnet_gw_dns_host_routes_dhcp - tempest.api.network.test_ports.PortsTestJSON.test_create_bulk_port - tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools - tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port @@ -199,12 +169,11 @@ dovetail.osinterop.tc001: - tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_delete_non_existent_security_group - tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_show_non_existent_security_group - tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_show_non_existent_security_group_rule + # VIM volume operations test cases - tempest.api.volume.test_availability_zone.AvailabilityZoneV2TestJSON.test_get_availability_zone_list - tempest.api.volume.test_extensions.ExtensionsV2TestJSON.test_list_extensions - - tempest.api.volume.test_snapshot_metadata.SnapshotV2MetadataTestJSON.test_create_get_delete_snapshot_metadata - tempest.api.volume.test_snapshot_metadata.SnapshotV2MetadataTestJSON.test_crud_snapshot_metadata - tempest.api.volume.test_snapshot_metadata.SnapshotV2MetadataTestJSON.test_update_snapshot_metadata_item - - tempest.api.volume.test_volume_metadata.VolumesV2MetadataTest.test_create_get_delete_volume_metadata - tempest.api.volume.test_volume_metadata.VolumesV2MetadataTest.test_crud_volume_metadata - tempest.api.volume.test_volume_metadata.VolumesV2MetadataTest.test_update_volume_metadata_item - tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance @@ -232,7 +201,6 @@ dovetail.osinterop.tc001: - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_nonexistent_snapshot_id - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_nonexistent_source_volid - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_nonexistent_volume_type - - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_out_passing_size - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_size_negative - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_size_zero - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_without_passing_size @@ -254,8 +222,6 @@ dovetail.osinterop.tc001: - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_volume_delete_nonexistent_volume_id - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_volume_get_nonexistent_volume_id - tempest.api.volume.test_volumes_snapshots.VolumesV2SnapshotTestJSON.test_snapshot_create_get_list_update_delete - - tempest.api.volume.test_volumes_snapshots.VolumesV2SnapshotTestJSON.test_snapshots_list_details_with_params - - tempest.api.volume.test_volumes_snapshots.VolumesV2SnapshotTestJSON.test_snapshots_list_with_params - tempest.api.volume.test_volumes_snapshots.VolumesV2SnapshotTestJSON.test_volume_from_snapshot - tempest.api.volume.test_volumes_snapshots_list.VolumesV2SnapshotListTestJSON.test_snapshots_list_details_with_params - tempest.api.volume.test_volumes_snapshots_list.VolumesV2SnapshotListTestJSON.test_snapshots_list_with_params -- cgit 1.2.3-korg