summaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorGeorg Kunz <georg.kunz@ericsson.com>2018-05-13 19:45:38 +0200
committerGeorg Kunz <georg.kunz@ericsson.com>2018-05-15 00:12:26 +0200
commit1cba90830bfd6b0194971005e0f4ab7def1c5d3c (patch)
tree1c6d9bcd47de15f3c7e5c92f08245b04752e6418
parentf652cf382c5636002ad2c3fe3e6d034a81ae42bc (diff)
Updating the list of OS interop tests
Updating the list of test cases used in the OpenStack Interop test case to match i) the tests used in the 2017.09 guideline, and ii) the version of Tempest used by Functest We keep the explicit list of test cases in the test case definition file for now to enable Dovetail to verify the list of executed tests corresponds to the tests we want to run. JIRA: DOVETAIL-644 Change-Id: Ic627ef2bbad1dcfa5dd8773301c68dffb545a3b2 Signed-off-by: Georg Kunz <georg.kunz@ericsson.com>
-rw-r--r--etc/testcase/tempest.osinterop.yml374
1 files changed, 184 insertions, 190 deletions
diff --git a/etc/testcase/tempest.osinterop.yml b/etc/testcase/tempest.osinterop.yml
index b9c08e47..b91fe5f2 100644
--- a/etc/testcase/tempest.osinterop.yml
+++ b/etc/testcase/tempest.osinterop.yml
@@ -16,213 +16,207 @@ dovetail.tempest.osinterop:
dest_path: /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/refstack_client/defcore.txt
report:
sub_testcase_list:
- # VIM compute operations test cases
- - tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image
- - tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name
+ - tempest.api.network.test_security_groups.SecGroupTest.test_create_security_group_rule_with_icmp_type_code
+ - tempest.api.network.test_networks.NetworksTest.test_update_subnet_gw_dns_host_routes_dhcp
+ - tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_volume_delete_nonexistent_volume_id
+ - tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_delete_deleted_image
+ - tempest.api.volume.test_volumes_get.VolumesGetTest.test_volume_create_get_update_delete_from_image
+ - tempest.api.volume.test_volumes_get.VolumesGetTest.test_volume_create_get_update_delete
+ - tempest.api.image.v2.test_images.ListUserImagesTest.test_list_no_params
+ - tempest.api.network.test_security_groups.SecGroupTest.test_create_security_group_rule_with_remote_ip_prefix
+ - tempest.api.identity.v3.test_tokens.TokensV3Test.test_create_token
+ - tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item
+ - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server
- tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name
- - tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers
- - tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail
- - tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus
- - tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details
- - tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name
- - tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers
- - tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail
- - tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus
- - tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details
- - tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action
- - tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions
- - tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor
- - tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image
- - tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name
- - tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status
- - tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results
- tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_active_status
- - tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor
+ - tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name
+ - tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volumes_list_details_by_status
+ - tempest.api.network.test_networks.NetworksTest.test_list_subnets
+ - tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name
+ - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address
+ - tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_list_get_volume_attachments
+ - tempest.api.network.test_networks.NetworksTest.test_show_network
+ - tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule
+ - tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_gw_and_allocation_pools
+ - tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_image_null_id
+ - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name
+ - tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name
+ - tempest.api.network.test_ports.PortsTestJSON.test_show_port
- tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image
+ - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit
- tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit
- - tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name
+ - tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address
+ - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server
+ - tempest.api.image.v2.test_images.ListUserImagesTest.test_get_images_schema
+ - tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_with_details
+ - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server
+ - tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_delete_image_null_id
+ - tempest.api.volume.test_volumes_actions.VolumesActionsTest.test_volume_upload
+ - tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_non_existent_security_group
+ - tempest.api.network.test_ports.PortsTestJSON.test_show_port_fields
+ - tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair
+ - tempest.api.compute.test_versions.TestVersions.test_list_api_versions
+ - tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_with_param_metadata
+ - tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_list_volumes_with_invalid_status
+ - tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_update_volume_with_empty_volume_id
+ - tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_by_name
+ - tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_disk_format
- tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard
- - tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date
- - tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date
- - tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits
- - tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count
- - tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value
+ - tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_all_attributes
+ - tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_status
+ - tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item
+ - tempest.api.volume.test_volumes_snapshots_list.VolumesSnapshotListTestJSON.test_snapshots_list_with_params
+ - tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group
+ - tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas
+ - tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image
+ - tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume
- tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string
+ - tempest.api.volume.test_volumes_actions.VolumesActionsTest.test_reserve_unreserve_volume
+ - tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details
+ - tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_delete_non_existing_image
+ - tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_delete_invalid_volume_id
+ - tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_duplicate_security_group_rule_fails
+ - tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volumes_list_by_status
+ - tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_details_with_multiple_params
+ - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server
+ - tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions
+ - tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name
+ - tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail
+ - tempest.api.network.test_networks.NetworksTest.test_create_update_delete_network_subnet
+ - tempest.api.volume.test_volume_metadata.VolumesMetadataTest.test_update_show_volume_metadata_item
+ - tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_reserve_volume_with_negative_volume_status
+ - tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor
+ - tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_nonexistent_source_volid
- tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor
- - tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image
- - tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name
- - tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted
- - tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing
- tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server
+ - tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_reserve_volume_with_nonexistent_volume_id
+ - tempest.api.network.test_networks.NetworksTest.test_delete_network_with_subnet
+ - tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_list_volumes_detail_with_nonexistent_name
+ - tempest.api.image.v2.test_images.ListUserImagesTest.test_get_image_schema
+ - tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_update_volume_with_nonexistent_volume_id
+ - tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources
+ - tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_list_volumes_with_nonexistent_name
+ - tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_limit
+ - tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_gw
+ - tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_invalid_size
+ - tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list
+ - tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses
+ - tempest.api.compute.servers.test_availability_zone.AZV2TestJSON.test_get_availability_zone_list_with_non_admin_user
- tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server
- - tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard
- - tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server
+ - tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_delete_volume_without_passing_volume_id
+ - tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups
+ - tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_show_non_existent_security_group
+ - tempest.api.network.test_security_groups.SecGroupTest.test_create_security_group_rule_with_additional_args
+ - tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_dhcp_enabled
+ - tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_non_existent_remote_groupid
+ - tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_bad_remote_ip_prefix
+ - tempest.api.network.test_ports.PortsTestJSON.test_list_ports_fields
- tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server
- - tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item
- - tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item
- - tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata
- - tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata
- - tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item
- - tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata
- - tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password
- - tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair
- - tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name
- - tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address
- - tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name
- - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name
- - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit
- - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256
- - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor
- - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image
+ - tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_details_pagination
+ - tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details
+ - tempest.api.compute.servers.test_delete_server.DeleteServersTestJSON.test_delete_active_server
+ - tempest.api.network.test_networks.NetworksTest.test_list_networks_fields
- tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid
- - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit
- - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id
- - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server
- - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address
- - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server
- - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_deleted_server
- - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server
- - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank
- - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server
- - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server
- - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256
- - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name
- - tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas
- - tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas
- - tempest.api.compute.test_versions.TestVersions.test_list_api_versions
- - tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume
- - tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_list_get_volume_attachments
- # VIM identity operations test cases
- - tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types
- - tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources
- - tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses
- - tempest.api.identity.v3.test_tokens.TokensV3Test.test_create_token
- # VIM image operations test cases
- - tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image
- - tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image
- - tempest.api.image.v2.test_images.ListUserImagesTest.test_get_image_schema
- - tempest.api.image.v2.test_images.ListUserImagesTest.test_get_images_schema
+ - tempest.api.image.v2.test_images_tags_negative.ImagesTagsNegativeTest.test_update_tags_for_non_existing_image
+ - tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_with_detail_param_metadata
+ - tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_unreserve_volume_with_nonexistent_volume_id
+ - tempest.api.network.test_networks.NetworksTest.test_show_subnet_fields
+ - tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status
+ - tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action
+ - tempest.api.network.test_security_groups.SecGroupTest.test_create_security_group_rule_with_remote_group_id
+ - tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id
+ - tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date
+ - tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata
+ - tempest.api.volume.test_volumes_snapshots_negative.VolumesSnapshotNegativeTestJSON.test_create_snapshot_with_nonexistent_volume_id
- tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_container_format
- - tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_disk_format
- - tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_limit
+ - tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_param_display_name_and_status
- tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_min_max_size
+ - tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas
+ - tempest.api.image.v2.test_images_tags_negative.ImagesTagsNegativeTest.test_delete_non_existing_tag
+ - tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volumes_list_details_by_availability_zone
+ - tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted
+ - tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_nonexistent_snapshot_id
+ - tempest.api.volume.test_volumes_actions.VolumesActionsTest.test_volume_bootable
+ - tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_update_volume_with_invalid_volume_id
- tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_size
- - tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_status
- - tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_visibility
- - tempest.api.image.v2.test_images.ListUserImagesTest.test_list_no_params
- - tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_delete_image_null_id
- - tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_delete_non_existing_image
- - tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_delete_deleted_image
- - tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_image_null_id
+ - tempest.api.network.test_networks.NetworksTest.test_show_network_fields
+ - tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name
+ - tempest.api.volume.test_availability_zone.AvailabilityZoneTestJSON.test_get_availability_zone_list
+ - tempest.api.volume.test_volumes_snapshots_list.VolumesSnapshotListTestJSON.test_snapshots_list_details_with_params
+ - tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_without_passing_size
+ - tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_list_volumes_detail_with_invalid_status
+ - tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value
- tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_non_existent_image
- - tempest.api.image.v2.test_images_tags.ImagesTagsTest.test_update_delete_tags_for_image
- - tempest.api.image.v2.test_images_tags_negative.ImagesTagsNegativeTest.test_delete_non_existing_tag
- - tempest.api.image.v2.test_images_tags_negative.ImagesTagsNegativeTest.test_update_tags_for_non_existing_image
- # VIM network operations test cases
- - tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_all_attributes
- - tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_allocation_pools
- - tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_dhcp_enabled
- - tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_gw
- - tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_gw_and_allocation_pools
- - tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_host_routes_and_dns_nameservers
- - tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_without_gateway
- - tempest.api.network.test_networks.NetworksTest.test_create_update_delete_network_subnet
- - tempest.api.network.test_networks.NetworksTest.test_delete_network_with_subnet
+ - tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name
+ - tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata
+ - tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_nonexistent_volume_type
+ - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_deleted_server
+ - tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_visibility
+ - tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors_with_detail
+ - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256
+ - tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_size_zero
+ - tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers
+ - tempest.api.network.test_ports.PortsTestJSON.test_list_ports
+ - tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_pagination
+ - tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_show_non_existent_security_group_rule
+ - tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image
+ - tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_additional_default_security_group_fails
- tempest.api.network.test_networks.NetworksTest.test_list_networks
- - tempest.api.network.test_networks.NetworksTest.test_list_networks_fields
- - tempest.api.network.test_networks.NetworksTest.test_list_subnets
+ - tempest.api.volume.test_volume_metadata.VolumesMetadataTest.test_crud_volume_metadata
+ - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id
+ - tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count
+ - tempest.api.volume.test_snapshot_metadata.SnapshotMetadataTestJSON.test_update_show_snapshot_metadata_item
+ - tempest.api.volume.test_snapshot_metadata.SnapshotMetadataTestJSON.test_crud_snapshot_metadata
+ - tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus
+ - tempest.api.network.test_subnetpools_extensions.SubnetPoolsTestJSON.test_create_list_show_update_delete_subnetpools
+ - tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volumes_list_by_availability_zone
+ - tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date
+ - tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers
+ - tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_bad_protocol
- tempest.api.network.test_networks.NetworksTest.test_list_subnets_fields
- - tempest.api.network.test_networks.NetworksTest.test_show_network
- - tempest.api.network.test_networks.NetworksTest.test_show_network_fields
- - tempest.api.network.test_networks.NetworksTest.test_show_subnet
- - tempest.api.network.test_networks.NetworksTest.test_show_subnet_fields
- - tempest.api.network.test_networks.NetworksTest.test_update_subnet_gw_dns_host_routes_dhcp
- - tempest.api.network.test_ports.PortsTestJSON.test_create_bulk_port
+ - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank
+ - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor
+ - tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_host_routes_and_dns_nameservers
+ - tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus
+ - tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata
+ - tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard
+ - tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_without_gateway
+ - tempest.api.volume.test_volumes_snapshots.VolumesSnapshotTestJSON.test_volume_from_snapshot
+ - tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_volume_get_nonexistent_volume_id
+ - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server
+ - tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types
+ - tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image
+ - tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_bad_ethertype
+ - tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_details_by_name
+ - tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_delete_non_existent_security_group
+ - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit
+ - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256
- tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools
- - tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port
- - tempest.api.network.test_ports.PortsTestJSON.test_list_ports
- - tempest.api.network.test_ports.PortsTestJSON.test_list_ports_fields
- - tempest.api.network.test_ports.PortsTestJSON.test_show_port
- - tempest.api.network.test_ports.PortsTestJSON.test_show_port_fields
- - tempest.api.network.test_ports.PortsTestJSON.test_update_port_with_security_group_and_extra_attributes
- - tempest.api.network.test_ports.PortsTestJSON.test_update_port_with_two_security_groups_and_extra_attributes
- - tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group
- - tempest.api.network.test_security_groups.SecGroupTest.test_create_security_group_rule_with_additional_args
- - tempest.api.network.test_security_groups.SecGroupTest.test_create_security_group_rule_with_icmp_type_code
- tempest.api.network.test_security_groups.SecGroupTest.test_create_security_group_rule_with_protocol_integer_value
- - tempest.api.network.test_security_groups.SecGroupTest.test_create_security_group_rule_with_remote_group_id
- - tempest.api.network.test_security_groups.SecGroupTest.test_create_security_group_rule_with_remote_ip_prefix
- - tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule
- - tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups
- - tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_additional_default_security_group_fails
- - tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_duplicate_security_group_rule_fails
- - tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_bad_ethertype
- - tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_bad_protocol
- - tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_bad_remote_ip_prefix
+ - tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password
+ - tempest.api.volume.test_volumes_actions.VolumesActionsTest.test_volume_readonly_update
+ - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image
+ - tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors
+ - tempest.api.volume.test_volumes_snapshots.VolumesSnapshotTestJSON.test_snapshot_create_get_list_update_delete
+ - tempest.api.volume.test_volumes_snapshots_negative.VolumesSnapshotNegativeTestJSON.test_create_snapshot_without_passing_volume_id
+ - tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing
- tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_invalid_ports
- - tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_non_existent_remote_groupid
- - tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_non_existent_security_group
- - tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_delete_non_existent_security_group
- - tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_show_non_existent_security_group
- - tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_show_non_existent_security_group_rule
- # VIM volume operations test cases
- - tempest.api.volume.test_availability_zone.AvailabilityZoneV2TestJSON.test_get_availability_zone_list
- - tempest.api.volume.test_extensions.ExtensionsV2TestJSON.test_list_extensions
- - tempest.api.volume.test_snapshot_metadata.SnapshotV2MetadataTestJSON.test_crud_snapshot_metadata
- - tempest.api.volume.test_snapshot_metadata.SnapshotV2MetadataTestJSON.test_update_snapshot_metadata_item
- - tempest.api.volume.test_volume_metadata.VolumesV2MetadataTest.test_crud_volume_metadata
- - tempest.api.volume.test_volume_metadata.VolumesV2MetadataTest.test_update_volume_metadata_item
- - tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance
- - tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_get_volume_attachment
- - tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_reserve_unreserve_volume
- - tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_volume_bootable
- - tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_volume_readonly_update
- - tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete
- - tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_as_clone
- - tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image
- - tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list
- - tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_by_name
- - tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_details_by_name
- - tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_param_display_name_and_status
- - tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_with_detail_param_display_name_and_status
- - tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_with_detail_param_metadata
- - tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_with_details
- - tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_with_param_metadata
- - tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volumes_list_by_availability_zone
- - tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volumes_list_by_status
- - tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volumes_list_details_by_availability_zone
- - tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volumes_list_details_by_status
- - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_attach_volumes_with_nonexistent_volume_id
- - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_invalid_size
- - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_nonexistent_snapshot_id
- - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_nonexistent_source_volid
- - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_nonexistent_volume_type
- - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_size_negative
- - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_size_zero
- - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_without_passing_size
- - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_delete_invalid_volume_id
- - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_delete_volume_without_passing_volume_id
- - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_detach_volumes_with_invalid_volume_id
- - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_get_invalid_volume_id
- - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_get_volume_without_passing_volume_id
- - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_list_volumes_detail_with_invalid_status
- - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_list_volumes_detail_with_nonexistent_name
- - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_list_volumes_with_invalid_status
- - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_list_volumes_with_nonexistent_name
- - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_reserve_volume_with_negative_volume_status
- - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_reserve_volume_with_nonexistent_volume_id
- - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_unreserve_volume_with_nonexistent_volume_id
- - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_update_volume_with_empty_volume_id
- - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_update_volume_with_invalid_volume_id
- - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_update_volume_with_nonexistent_volume_id
- - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_volume_delete_nonexistent_volume_id
- - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_volume_get_nonexistent_volume_id
- - tempest.api.volume.test_volumes_snapshots.VolumesV2SnapshotTestJSON.test_snapshot_create_get_list_update_delete
- - tempest.api.volume.test_volumes_snapshots.VolumesV2SnapshotTestJSON.test_volume_from_snapshot
- - tempest.api.volume.test_volumes_snapshots_list.VolumesV2SnapshotListTestJSON.test_snapshots_list_details_with_params
- - tempest.api.volume.test_volumes_snapshots_list.VolumesV2SnapshotListTestJSON.test_snapshots_list_with_params
- - tempest.api.volume.test_volumes_snapshots_negative.VolumesV2SnapshotNegativeTestJSON.test_create_snapshot_with_nonexistent_volume_id
- - tempest.api.volume.test_volumes_snapshots_negative.VolumesV2SnapshotNegativeTestJSON.test_create_snapshot_without_passing_volume_id
- - tempest.api.volume.v2.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_details_pagination
- - tempest.api.volume.v2.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_details_with_multiple_params
- - tempest.api.volume.v2.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_pagination
+ - tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id
+ - tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port
+ - tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_size_negative
+ - tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail
+ - tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results
+ - tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_allocation_pools
+ - tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item
+ - tempest.api.network.test_networks.NetworksTest.test_show_subnet
+ - tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image
+ - tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name
+ - tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor
+ - tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server
+ - tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image
+ - tempest.api.image.v2.test_images_tags.ImagesTagsTest.test_update_delete_tags_for_image
+ - tempest.api.volume.test_volumes_get.VolumesGetTest.test_volume_create_get_update_delete_as_clone
+ - tempest.api.volume.test_extensions.ExtensionsTestJSON.test_list_extensions
+ - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name
+ - tempest.api.network.test_ports.PortsTestJSON.test_create_bulk_port
+ - tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_with_detail_param_display_name_and_status