summaryrefslogtreecommitdiffstats
path: root/docs/testing
diff options
context:
space:
mode:
Diffstat (limited to 'docs/testing')
-rw-r--r--docs/testing/developer/testscope/index.rst141
1 files changed, 23 insertions, 118 deletions
diff --git a/docs/testing/developer/testscope/index.rst b/docs/testing/developer/testscope/index.rst
index 92fc9a30..ed5d2e3d 100644
--- a/docs/testing/developer/testscope/index.rst
+++ b/docs/testing/developer/testscope/index.rst
@@ -82,7 +82,7 @@ Basic server operations in the Compute API
| tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image
| tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit
| tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name
-| tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status
+| tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_active_status
| tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard
| tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date
| tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date
@@ -120,8 +120,6 @@ Basic server operations in the Compute API
| tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details
| tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus
| tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details
-| tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status
-| tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_deleted_server
Retrieve volume information through the Compute API
@@ -166,33 +164,22 @@ Image deletion tests using the Glance v2 API
Image get tests using the Glance v2 API
---------------------------------------
-| tempest.api.image.v2.test_images.ListImagesTest.test_get_image_schema
-| tempest.api.image.v2.test_images.ListImagesTest.test_get_images_schema
+| tempest.api.image.v2.test_images.ListUserImagesTest.test_get_image_schema
+| tempest.api.image.v2.test_images.ListUserImagesTest.test_get_images_schema
| tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_delete_deleted_image
| tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_image_null_id
| tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_non_existent_image
-| tempest.api.image.v2.test_images.ListUserImagesTest.test_get_image_schema
-| tempest.api.image.v2.test_images.ListUserImagesTest.test_get_images_schema
CRUD image operations in Images API v2
--------------------------------------
-| tempest.api.image.v2.test_images.ListImagesTest.test_list_no_params
-| tempest.api.image.v2.test_images.ListImagesTest.test_index_no_params
| tempest.api.image.v2.test_images.ListUserImagesTest.test_list_no_params
Image list tests using the Glance v2 API
----------------------------------------
-| tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_container_format
-| tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_disk_format
-| tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_limit
-| tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_min_max_size
-| tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_size
-| tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_status
-| tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_visibility
| tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_container_format
| tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_disk_format
| tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_limit
@@ -244,24 +231,6 @@ Basic CRUD operations on L2 networks and L2 network ports
| tempest.api.network.test_ports.PortsTestJSON.test_show_port_fields
| tempest.api.network.test_ports.PortsTestJSON.test_update_port_with_security_group_and_extra_attributes
| tempest.api.network.test_ports.PortsTestJSON.test_update_port_with_two_security_groups_and_extra_attributes
-| tempest.api.network.test_networks.NetworksTestJSON.test_create_delete_subnet_with_allocation_pools
-| tempest.api.network.test_networks.NetworksTestJSON.test_create_delete_subnet_with_dhcp_enabled
-| tempest.api.network.test_networks.NetworksTestJSON.test_create_delete_subnet_with_gw
-| tempest.api.network.test_networks.NetworksTestJSON.test_create_delete_subnet_with_gw_and_allocation_pools
-| tempest.api.network.test_networks.NetworksTestJSON.test_create_delete_subnet_with_host_routes_and_dns_nameservers
-| tempest.api.network.test_networks.NetworksTestJSON.test_create_delete_subnet_without_gateway
-| tempest.api.network.test_networks.NetworksTestJSON.test_create_delete_subnet_all_attributes
-| tempest.api.network.test_networks.NetworksTestJSON.test_create_update_delete_network_subnet
-| tempest.api.network.test_networks.NetworksTestJSON.test_delete_network_with_subnet
-| tempest.api.network.test_networks.NetworksTestJSON.test_list_networks
-| tempest.api.network.test_networks.NetworksTestJSON.test_list_networks_fields
-| tempest.api.network.test_networks.NetworksTestJSON.test_list_subnets
-| tempest.api.network.test_networks.NetworksTestJSON.test_list_subnets_fields
-| tempest.api.network.test_networks.NetworksTestJSON.test_show_network
-| tempest.api.network.test_networks.NetworksTestJSON.test_show_network_fields
-| tempest.api.network.test_networks.NetworksTestJSON.test_show_subnet
-| tempest.api.network.test_networks.NetworksTestJSON.test_show_subnet_fields
-| tempest.api.network.test_networks.NetworksTestJSON.test_update_subnet_gw_dns_host_routes_dhcp
Basic CRUD operations on security groups
@@ -305,14 +274,12 @@ Volume service availability zone operations with the Cinder v2 API
------------------------------------------------------------------
| tempest.api.volume.test_availability_zone.AvailabilityZoneV2TestJSON.test_get_availability_zone_list
-| tempest.api.volume.test_availability_zone.AvailabilityZoneTestJSON.test_get_availability_zone_list
Volume cloning operations with the Cinder v2 API
------------------------------------------------
| tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_as_clone
-| tempest.api.volume.test_volumes_get.VolumesGetTest.test_volume_create_get_update_delete_as_clone
Image copy-to-volume operations with the Cinder v2 API
@@ -320,8 +287,6 @@ Image copy-to-volume operations with the Cinder v2 API
| tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_volume_bootable
| tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image
-| tempest.api.volume.test_volumes_get.VolumesActionsTest.test_volume_bootable
-| tempest.api.volume.test_volumes_get.VolumesGetTest.test_volume_create_get_update_delete_from_image
Volume creation and deletion operations with the Cinder v2 API
@@ -331,24 +296,15 @@ Volume creation and deletion operations with the Cinder v2 API
| tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_invalid_size
| tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_nonexistent_source_volid
| tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_nonexistent_volume_type
-| tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_out_passing_size
+| tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_without_passing_size
| tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_size_negative
| tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_size_zero
-| tempest.api.volume.test_volumes_get.VolumesGetTest.test_volume_create_get_update_delete
-| tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_invalid_size
-| tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_nonexistent_source_volid
-| tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_nonexistent_volume_type
-| tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_without_passing_size
-| tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_without_passing_size
-| tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_size_negative
-| tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_size_zero
Volume service extension listing operations with the Cinder v2 API
------------------------------------------------------------------
| tempest.api.volume.test_extensions.ExtensionsV2TestJSON.test_list_extensions
-| tempest.api.volume.test_extensions.ExtensionsTestJSON.test_list_extensions
Volume GET operations with the Cinder v2 API
@@ -357,9 +313,6 @@ Volume GET operations with the Cinder v2 API
| tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_get_invalid_volume_id
| tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_get_volume_without_passing_volume_id
| tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_volume_get_nonexistent_volume_id
-| tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id
-| tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id
-| tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_volume_get_nonexistent_volume_id
Volume listing operations with the Cinder v2 API
@@ -384,43 +337,19 @@ Volume listing operations with the Cinder v2 API
| tempest.api.volume.v2.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_details_pagination
| tempest.api.volume.v2.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_details_with_multiple_params
| tempest.api.volume.v2.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_pagination
-| tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list
-| tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_by_name
-| tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_details_by_name
-| tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_param_display_name_and_status
-| tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_with_detail_param_display_name_and_status
-| tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_with_detail_param_metadata
-| tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_with_details
-| tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_with_param_metadata
-| tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_by_availability_zone
-| tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_by_status
-| tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_details_by_availability_zone
-| tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_details_by_status
-| tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_list_volumes_detail_with_invalid_status
-| tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_list_volumes_detail_with_nonexistent_name
-| tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_list_volumes_with_invalid_status
-| tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_list_volumes_with_nonexistent_name
-| tempest.api.volume.v2.test_volumes_list.VolumesListTestJSON.test_volume_list_details_pagination
-| tempest.api.volume.v2.test_volumes_list.VolumesListTestJSON.test_volume_list_details_with_multiple_params
-| tempest.api.volume.v2.test_volumes_list.VolumesListTestJSON.test_volume_list_pagination
Volume metadata operations with the Cinder v2 API
-------------------------------------------------
-| tempest.api.volume.test_volume_metadata.VolumesV2MetadataTest.test_create_get_delete_volume_metadata
-| tempest.api.volume.test_volume_metadata.VolumesV2MetadataTest.test_update_volume_metadata_item
-| tempest.api.volume.test_volume_metadata.VolumesMetadataTest.test_crud_volume_metadata
| tempest.api.volume.test_volume_metadata.VolumesV2MetadataTest.test_crud_volume_metadata
-| tempest.api.volume.test_volume_metadata.VolumesMetadataTest.test_update_volume_metadata_item
-| tempest.api.volume.test_volume_metadata.VolumesMetadataTest.test_update_show_volume_metadata_item
+| tempest.api.volume.test_volume_metadata.VolumesV2MetadataTest.test_update_volume_metadata_item
Verification of read-only status on volumes with the Cinder v2 API
------------------------------------------------------------------
| tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_volume_readonly_update
-| tempest.api.volume.test_volumes_actions.VolumesActionsTest.test_volume_readonly_update
Volume reservation operations with the Cinder v2 API
@@ -430,16 +359,12 @@ Volume reservation operations with the Cinder v2 API
| tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_reserve_volume_with_negative_volume_status
| tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_reserve_volume_with_nonexistent_volume_id
| tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_unreserve_volume_with_nonexistent_volume_id
-| tempest.api.volume.test_volumes_actions.VolumesActionsTest.test_reserve_unreserve_volume
-| tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_reserve_volume_with_negative_volume_status
-| tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_reserve_volume_with_nonexistent_volume_id
-| tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_unreserve_volume_with_nonexistent_volume_id
Volume snapshot creation/deletion operations with the Cinder v2 API
-------------------------------------------------------------------
-| tempest.api.volume.test_snapshot_metadata.SnapshotV2MetadataTestJSON.test_create_get_delete_snapshot_metadata
+| tempest.api.volume.test_snapshot_metadata.SnapshotV2MetadataTestJSON.test_crud_snapshot_metadata
| tempest.api.volume.test_snapshot_metadata.SnapshotV2MetadataTestJSON.test_update_snapshot_metadata_item
| tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_nonexistent_snapshot_id
| tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_delete_invalid_volume_id
@@ -447,26 +372,10 @@ Volume snapshot creation/deletion operations with the Cinder v2 API
| tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_volume_delete_nonexistent_volume_id
| tempest.api.volume.test_volumes_snapshots.VolumesV2SnapshotTestJSON.test_snapshot_create_get_list_update_delete
| tempest.api.volume.test_volumes_snapshots.VolumesV2SnapshotTestJSON.test_volume_from_snapshot
-| tempest.api.volume.test_volumes_snapshots.VolumesV2SnapshotTestJSON.test_snapshots_list_details_with_params
-| tempest.api.volume.test_volumes_snapshots.VolumesV2SnapshotTestJSON.test_snapshots_list_with_params
-| tempest.api.volume.test_volumes_snapshots_negative.VolumesV2SnapshotNegativeTestJSON.test_create_snapshot_with_nonexistent_volume_id
-| tempest.api.volume.test_volumes_snapshots_negative.VolumesV2SnapshotNegativeTestJSON.test_create_snapshot_without_passing_volume_id
-| tempest.api.volume.test_snapshot_metadata.SnapshotMetadataTestJSON.test_crud_snapshot_metadata
-| tempest.api.volume.test_snapshot_metadata.SnapshotV2MetadataTestJSON.test_crud_snapshot_metadata
-| tempest.api.volume.test_snapshot_metadata.SnapshotMetadataTestJSON.test_update_snapshot_metadata_item
-| tempest.api.volume.test_snapshot_metadata.SnapshotMetadataTestJSON.test_update_show_snapshot_metadata_item
-| tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_nonexistent_snapshot_id
-| tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_delete_invalid_volume_id
-| tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_delete_volume_without_passing_volume_id
-| tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_volume_delete_nonexistent_volume_id
-| tempest.api.volume.test_volumes_snapshots.VolumesSnapshotTestJSON.test_snapshot_create_get_list_update_delete
-| tempest.api.volume.test_volumes_snapshots.VolumesSnapshotTestJSON.test_volume_from_snapshot
-| tempest.api.volume.test_volumes_snapshots_list.VolumesSnapshotListTestJSON.test_snapshots_list_details_with_params
| tempest.api.volume.test_volumes_snapshots_list.VolumesV2SnapshotListTestJSON.test_snapshots_list_details_with_params
-| tempest.api.volume.test_volumes_snapshots_list.VolumesSnapshotListTestJSON.test_snapshots_list_with_params
| tempest.api.volume.test_volumes_snapshots_list.VolumesV2SnapshotListTestJSON.test_snapshots_list_with_params
-| tempest.api.volume.test_volumes_snapshots_negative.VolumesSnapshotNegativeTestJSON.test_create_snapshot_with_nonexistent_volume_id
-| tempest.api.volume.test_volumes_snapshots_negative.VolumesSnapshotNegativeTestJSON.test_create_snapshot_without_passing_volume_id
+| tempest.api.volume.test_volumes_snapshots_negative.VolumesV2SnapshotNegativeTestJSON.test_create_snapshot_with_nonexistent_volume_id
+| tempest.api.volume.test_volumes_snapshots_negative.VolumesV2SnapshotNegativeTestJSON.test_create_snapshot_without_passing_volume_id
Volume update operations with the Cinder v2 API
@@ -475,9 +384,6 @@ Volume update operations with the Cinder v2 API
| tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_update_volume_with_empty_volume_id
| tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_update_volume_with_invalid_volume_id
| tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_update_volume_with_nonexistent_volume_id
-| tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_update_volume_with_empty_volume_id
-| tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_update_volume_with_invalid_volume_id
-| tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_update_volume_with_nonexistent_volume_id
---------------------------
@@ -485,23 +391,23 @@ Test Area High Availability
---------------------------
Verify high availability of OpenStack controller services
-------------------------------------------------------
+---------------------------------------------------------
-| opnfv.ha.tc001.nova-api_service_down
-| opnfv.ha.tc003.neutron-server_service_down
-| opnfv.ha.tc004.keystone_service_down
-| opnfv.ha.tc005.glance-api_service_down
-| opnfv.ha.tc006.cinder-api_service_down
-| opnfv.ha.tc009.cpu_overload
-| opnfv.ha.tc010.disk_I/O_block
-| opnfv.ha.tc011.load_balance_service_down
+| dovetail.ha.tc001.nova-api_service_down
+| dovetail.ha.tc002.neutron-server_service_down
+| dovetail.ha.tc003.keystone_service_down
+| dovetail.ha.tc004.glance-api_service_down
+| dovetail.ha.tc005.cinder-api_service_down
+| dovetail.ha.tc006.cpu_overload
+| dovetail.ha.tc007.disk_I/O_overload
+| dovetail.ha.tc008.load_balance_service_down
----------------------------------------
Test Area vPing - Basic VNF Connectivity
----------------------------------------
-| opnfv.vping.userdata
-| opnfv.vping.ssh
+| dovetail.vping.tc001.userdata
+| dovetail.vping.tc002.ssh
@@ -516,10 +422,10 @@ Test Area BGP VPN
Verify association and dissasocitation of node using route targets
------------------------------------------------------------------
-| opnfv.sdnvpn.subnet_connectivity
-| opnfv.sdnvpn.tenant separation
-| opnfv.sdnvpn.router_association
-| opnfv.sdnvpn.router_association_floating_ip
+| dovetail.sdnvpn.tc001.subnet_connectivity
+| dovetail.sdnvpn.tc002.tenant_separation
+| dovetail.sdnvpn.tc004.router_association
+| dovetail.sdnvpn.tc008.router_association_floating_ip
--------------------------------------------------
IPv6 Compliance Testing Methodology and Test Cases
@@ -681,7 +587,6 @@ Correct Behavior after Common Virtual Machine Life Cycles Events
| tempest.scenario.test_minimum_basic.TestMinimumBasicScenario.test_minimum_basic_scenario
| tempest.scenario.test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_cold_migration
-| tempest.scenario.test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_cold_migration_revert
| tempest.scenario.test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_pause_unpause
| tempest.scenario.test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_reboot
| tempest.scenario.test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_rebuild