Added smoke bench scenarios: complete smoke and green list of working tests.

Include smoke as input parameter for run_rally.py to run as bench test.
JIRA: FUNCTEST-2

Change-Id: If9f67aed0f7d0c791342ae02a4620bdcf4f71b3e
Signed-off-by: jose.lausuch <jose.lausuch@ericsson.com>

2 files changed, 507 insertions, 0 deletions

diff --git a/testcases/VIM/OpenStack/CI/suites/opnfv-smoke-green.json b/testcases/VIM/OpenStack/CI/suites/opnfv-smoke-green.json
new file mode 100644
index 000000000..a7eb345b7
--- /dev/null
+++ b/testcases/VIM/OpenStack/CI/suites/opnfv-smoke-green.json
@@ -0,0 +1,236 @@
+{
+    "TempestScenario.list_of_tests": [
+        {
+            "args": {
+                "tempest_conf": "/etc/tempest/tempest.conf",
+                "test_names": [
+"tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image",
+"tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail",
+"tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_group_create_get_delete",
+"tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete",
+"tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_create",
+"tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_delete",
+"tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_get",
+"tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_list",
+"tempest.api.data_processing.test_data_sources.DataSourceTest.test_external_hdfs_data_source_create",
+"tempest.api.data_processing.test_data_sources.DataSourceTest.test_external_hdfs_data_source_delete",
+"tempest.api.data_processing.test_data_sources.DataSourceTest.test_external_hdfs_data_source_get",
+"tempest.api.data_processing.test_data_sources.DataSourceTest.test_external_hdfs_data_source_list",
+"tempest.api.data_processing.test_data_sources.DataSourceTest.test_local_hdfs_data_source_create",
+"tempest.api.data_processing.test_data_sources.DataSourceTest.test_local_hdfs_data_source_delete",
+"tempest.api.data_processing.test_data_sources.DataSourceTest.test_local_hdfs_data_source_get",
+"tempest.api.data_processing.test_data_sources.DataSourceTest.test_local_hdfs_data_source_list",
+"tempest.api.data_processing.test_data_sources.DataSourceTest.test_swift_data_source_create",
+"tempest.api.data_processing.test_data_sources.DataSourceTest.test_swift_data_source_delete",
+"tempest.api.data_processing.test_data_sources.DataSourceTest.test_swift_data_source_get",
+"tempest.api.data_processing.test_data_sources.DataSourceTest.test_swift_data_source_list",
+"tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_internal_db_job_binary_create",
+"tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_internal_db_job_binary_delete",
+"tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_internal_db_job_binary_get",
+"tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_internal_db_job_binary_list",
+"tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_job_binary_get_data",
+"tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_swift_job_binary_create",
+"tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_swift_job_binary_delete",
+"tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_swift_job_binary_get",
+"tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_swift_job_binary_list",
+"tempest.api.data_processing.test_job_binary_internals.JobBinaryInternalTest.test_job_binary_internal_create",
+"tempest.api.data_processing.test_job_binary_internals.JobBinaryInternalTest.test_job_binary_internal_delete",
+"tempest.api.data_processing.test_job_binary_internals.JobBinaryInternalTest.test_job_binary_internal_get",
+"tempest.api.data_processing.test_job_binary_internals.JobBinaryInternalTest.test_job_binary_internal_get_data",
+"tempest.api.data_processing.test_job_binary_internals.JobBinaryInternalTest.test_job_binary_internal_list",
+"tempest.api.data_processing.test_jobs.JobTest.test_job_create",
+"tempest.api.data_processing.test_jobs.JobTest.test_job_delete",
+"tempest.api.data_processing.test_jobs.JobTest.test_job_get",
+"tempest.api.data_processing.test_jobs.JobTest.test_job_list",
+"tempest.api.data_processing.test_node_group_templates.NodeGroupTemplateTest.test_node_group_template_create",
+"tempest.api.data_processing.test_node_group_templates.NodeGroupTemplateTest.test_node_group_template_delete",
+"tempest.api.data_processing.test_node_group_templates.NodeGroupTemplateTest.test_node_group_template_get",
+"tempest.api.data_processing.test_node_group_templates.NodeGroupTemplateTest.test_node_group_template_list",
+"tempest.api.data_processing.test_plugins.PluginsTest.test_plugin_get",
+"tempest.api.data_processing.test_plugins.PluginsTest.test_plugin_list",
+"tempest.api.database.flavors.test_flavors.DatabaseFlavorsTest.test_compare_db_flavors_with_os",
+"tempest.api.database.flavors.test_flavors.DatabaseFlavorsTest.test_get_db_flavor",
+"tempest.api.database.flavors.test_flavors.DatabaseFlavorsTest.test_list_db_flavors",
+"tempest.api.database.limits.test_limits.DatabaseLimitsTest.test_absolute_limits",
+"tempest.api.database.versions.test_versions.DatabaseVersionsTest.test_list_db_versions",
+"tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services",
+"tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user",
+"tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete",
+"tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain",
+"tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint",
+"tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete",
+"tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy",
+"tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id",
+"tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_role_create_update_get_list",
+"tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all",
+"tempest.api.messaging.test_claims.TestClaims.test_post_claim",
+"tempest.api.messaging.test_claims.TestClaims.test_query_claim",
+"tempest.api.messaging.test_claims.TestClaims.test_release_claim",
+"tempest.api.messaging.test_claims.TestClaims.test_update_claim",
+"tempest.api.messaging.test_messages.TestMessages.test_delete_multiple_messages",
+"tempest.api.messaging.test_messages.TestMessages.test_delete_single_message",
+"tempest.api.messaging.test_messages.TestMessages.test_get_message",
+"tempest.api.messaging.test_messages.TestMessages.test_get_multiple_messages",
+"tempest.api.messaging.test_messages.TestMessages.test_list_messages",
+"tempest.api.messaging.test_messages.TestMessages.test_post_messages",
+"tempest.api.messaging.test_queues.TestManageQueue.test_check_queue_existence",
+"tempest.api.messaging.test_queues.TestManageQueue.test_check_queue_head",
+"tempest.api.messaging.test_queues.TestManageQueue.test_get_queue_stats",
+"tempest.api.messaging.test_queues.TestManageQueue.test_list_queues",
+"tempest.api.messaging.test_queues.TestManageQueue.test_set_and_get_queue_metadata",
+"tempest.api.messaging.test_queues.TestQueues.test_create_delete_queue",
+"tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions",
+"tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address",
+"tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip",
+"tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_network",
+"tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_port",
+"tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_subnet",
+"tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_network",
+"tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_port",
+"tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_subnet",
+"tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_update_delete_network_subnet",
+"tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_external_network_visibility",
+"tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_networks",
+"tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_subnets",
+"tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_network",
+"tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_subnet",
+"tempest.api.network.test_networks.NetworksIpV6TestJSON.test_create_update_delete_network_subnet",
+"tempest.api.network.test_networks.NetworksIpV6TestJSON.test_external_network_visibility",
+"tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_networks",
+"tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_subnets",
+"tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_network",
+"tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_subnet",
+"tempest.api.network.test_networks.NetworksTestJSON.test_create_update_delete_network_subnet",
+"tempest.api.network.test_networks.NetworksTestJSON.test_external_network_visibility",
+"tempest.api.network.test_networks.NetworksTestJSON.test_list_networks",
+"tempest.api.network.test_networks.NetworksTestJSON.test_list_subnets",
+"tempest.api.network.test_networks.NetworksTestJSON.test_show_network",
+"tempest.api.network.test_networks.NetworksTestJSON.test_show_subnet",
+"tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools",
+"tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups",
+"tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port",
+"tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports",
+"tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port",
+"tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools",
+"tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups",
+"tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port",
+"tempest.api.network.test_ports.PortsTestJSON.test_list_ports",
+"tempest.api.network.test_ports.PortsTestJSON.test_show_port",
+"tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces",
+"tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id",
+"tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id",
+"tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router",
+"tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces",
+"tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id",
+"tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id",
+"tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router",
+"tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group",
+"tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule",
+"tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups",
+"tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group",
+"tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule",
+"tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups",
+"tempest.api.object_storage.test_account_quotas.AccountQuotasTest.test_admin_modify_quota",
+"tempest.api.object_storage.test_account_quotas.AccountQuotasTest.test_upload_valid_object",
+"tempest.api.object_storage.test_account_services.AccountTest.test_list_account_metadata",
+"tempest.api.object_storage.test_account_services.AccountTest.test_list_containers",
+"tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_end_marker",
+"tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_format_json",
+"tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_format_xml",
+"tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_limit",
+"tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_limit_and_end_marker",
+"tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_limit_and_marker",
+"tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_limit_and_marker_and_end_marker",
+"tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_marker",
+"tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_marker_and_end_marker",
+"tempest.api.object_storage.test_account_services.AccountTest.test_list_extensions",
+"tempest.api.object_storage.test_account_services.AccountTest.test_list_no_account_metadata",
+"tempest.api.object_storage.test_account_services.AccountTest.test_list_no_containers",
+"tempest.api.object_storage.test_account_services.AccountTest.test_update_account_metadata_with_create_and_delete_metadata",
+"tempest.api.object_storage.test_account_services.AccountTest.test_update_account_metadata_with_create_matadata_key",
+"tempest.api.object_storage.test_account_services.AccountTest.test_update_account_metadata_with_create_metadata",
+"tempest.api.object_storage.test_account_services.AccountTest.test_update_account_metadata_with_delete_matadata",
+"tempest.api.object_storage.test_account_services.AccountTest.test_update_account_metadata_with_delete_matadata_key",
+"tempest.api.object_storage.test_container_acl.ObjectTestACLs.test_read_object_with_rights",
+"tempest.api.object_storage.test_container_acl.ObjectTestACLs.test_write_object_with_rights",
+"tempest.api.object_storage.test_container_quotas.ContainerQuotasTest.test_upload_large_object",
+"tempest.api.object_storage.test_container_quotas.ContainerQuotasTest.test_upload_too_many_objects",
+"tempest.api.object_storage.test_container_quotas.ContainerQuotasTest.test_upload_valid_object",
+"tempest.api.object_storage.test_container_services.ContainerTest.test_create_container",
+"tempest.api.object_storage.test_container_services.ContainerTest.test_create_container_overwrite",
+"tempest.api.object_storage.test_container_services.ContainerTest.test_create_container_with_metadata_key",
+"tempest.api.object_storage.test_container_services.ContainerTest.test_create_container_with_metadata_value",
+"tempest.api.object_storage.test_container_services.ContainerTest.test_create_container_with_remove_metadata_key",
+"tempest.api.object_storage.test_container_services.ContainerTest.test_create_container_with_remove_metadata_value",
+"tempest.api.object_storage.test_container_services.ContainerTest.test_delete_container",
+"tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents",
+"tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_delimiter",
+"tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_end_marker",
+"tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_format_json",
+"tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_format_xml",
+"tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_limit",
+"tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_marker",
+"tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_no_object",
+"tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_path",
+"tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_prefix",
+"tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_metadata",
+"tempest.api.object_storage.test_container_services.ContainerTest.test_list_no_container_metadata",
+"tempest.api.object_storage.test_container_services.ContainerTest.test_update_container_metadata_with_create_and_delete_matadata",
+"tempest.api.object_storage.test_container_services.ContainerTest.test_update_container_metadata_with_create_matadata_key",
+"tempest.api.object_storage.test_container_services.ContainerTest.test_update_container_metadata_with_create_metadata",
+"tempest.api.object_storage.test_container_services.ContainerTest.test_update_container_metadata_with_delete_metadata",
+"tempest.api.object_storage.test_container_services.ContainerTest.test_update_container_metadata_with_delete_metadata_key",
+"tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_2d_way",
+"tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_across_containers",
+"tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_in_same_container",
+"tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_to_itself",
+"tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_with_x_fresh_metadata",
+"tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_with_x_object_meta",
+"tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_with_x_object_metakey",
+"tempest.api.object_storage.test_object_services.ObjectTest.test_get_object",
+"tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_with_if_match",
+"tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_with_if_modified_since",
+"tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_with_if_unmodified_since",
+"tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_with_metadata",
+"tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_with_range",
+"tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_with_x_newest",
+"tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_with_x_object_manifest",
+"tempest.api.object_storage.test_object_services.ObjectTest.test_list_no_object_metadata",
+"tempest.api.object_storage.test_object_services.ObjectTest.test_list_object_metadata",
+"tempest.api.object_storage.test_object_services.ObjectTest.test_list_object_metadata_with_x_object_manifest",
+"tempest.api.object_storage.test_object_services.ObjectTest.test_update_object_metadata",
+"tempest.api.object_storage.test_object_services.ObjectTest.test_update_object_metadata_with_create_and_remove_metadata",
+"tempest.api.object_storage.test_object_services.ObjectTest.test_update_object_metadata_with_x_object_manifest",
+"tempest.api.object_storage.test_object_services.ObjectTest.test_update_object_metadata_with_x_remove_object_metakey",
+"tempest.api.object_storage.test_object_services.PublicObjectTest.test_access_public_container_object_without_using_creds",
+"tempest.api.object_storage.test_object_services.PublicObjectTest.test_access_public_object_with_another_user_creds",
+"tempest.api.object_storage.test_object_version.ContainerTest.test_versioned_container",
+"tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_list",
+"tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_show",
+"tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_template",
+"tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_list",
+"tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_metadata",
+"tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_software_config",
+"tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_create_validate",
+"tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_no_metadata_change",
+"tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_with_metadata_change",
+"tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources",
+"tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds",
+"tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v1_notifications",
+"tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v2_notifications",
+"tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete",
+"tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image",
+"tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete",
+"tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image",
+"tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list",
+"tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list",
+                ]
+            },
+            "runner": {
+                "type": "serial",
+                "times": 1,
+                "concurrency": 1
+            }
+        }
+    ]
+}
diff --git a/testcases/VIM/OpenStack/CI/suites/opnfv-smoke.json b/testcases/VIM/OpenStack/CI/suites/opnfv-smoke.json
new file mode 100644
index 000000000..8c40fab1d
--- /dev/null
+++ b/testcases/VIM/OpenStack/CI/suites/opnfv-smoke.json
@@ -0,0 +1,271 @@
+{
+    "TempestScenario.list_of_tests": [
+        {
+            "args": {
+                "tempest_conf": "/etc/tempest/tempest.conf",
+                "test_names": [
+"tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor",
+"tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors",
+"tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors_with_detail",
+"tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image",
+"tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image",
+"tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images",
+"tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail",
+"tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create",
+"tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create_with_optional_cidr",
+"tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create_with_optional_group_id",
+"tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_delete_when_peer_group_deleted",
+"tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list",
+"tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_group_create_get_delete",
+"tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete",
+"tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_server_security_groups",
+"tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_update_security_groups",
+"tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip",
+"tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_create_list_show_delete_interfaces",
+"tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers",
+"tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail",
+"tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details",
+"tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers",
+"tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail",
+"tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details",
+"tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard",
+"tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_soft",
+"tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server",
+"tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm",
+"tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm_from_stopped",
+"tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses",
+"tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses_by_network",
+"tempest.api.compute.servers.test_server_rescue.ServerRescueTestJSON.test_rescue_unrescue_instance",
+"tempest.api.compute.test_quotas.QuotasTestJSON.test_compare_tenant_quotas_with_default_quotas",
+"tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas",
+"tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas",
+"tempest.api.compute.volumes.test_volumes_get.VolumesGetTestJSON.test_volume_create_get_delete",
+"tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_create",
+"tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_delete",
+"tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_get",
+"tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_list",
+"tempest.api.data_processing.test_data_sources.DataSourceTest.test_external_hdfs_data_source_create",
+"tempest.api.data_processing.test_data_sources.DataSourceTest.test_external_hdfs_data_source_delete",
+"tempest.api.data_processing.test_data_sources.DataSourceTest.test_external_hdfs_data_source_get",
+"tempest.api.data_processing.test_data_sources.DataSourceTest.test_external_hdfs_data_source_list",
+"tempest.api.data_processing.test_data_sources.DataSourceTest.test_local_hdfs_data_source_create",
+"tempest.api.data_processing.test_data_sources.DataSourceTest.test_local_hdfs_data_source_delete",
+"tempest.api.data_processing.test_data_sources.DataSourceTest.test_local_hdfs_data_source_get",
+"tempest.api.data_processing.test_data_sources.DataSourceTest.test_local_hdfs_data_source_list",
+"tempest.api.data_processing.test_data_sources.DataSourceTest.test_swift_data_source_create",
+"tempest.api.data_processing.test_data_sources.DataSourceTest.test_swift_data_source_delete",
+"tempest.api.data_processing.test_data_sources.DataSourceTest.test_swift_data_source_get",
+"tempest.api.data_processing.test_data_sources.DataSourceTest.test_swift_data_source_list",
+"tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_internal_db_job_binary_create",
+"tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_internal_db_job_binary_delete",
+"tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_internal_db_job_binary_get",
+"tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_internal_db_job_binary_list",
+"tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_job_binary_get_data",
+"tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_swift_job_binary_create",
+"tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_swift_job_binary_delete",
+"tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_swift_job_binary_get",
+"tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_swift_job_binary_list",
+"tempest.api.data_processing.test_job_binary_internals.JobBinaryInternalTest.test_job_binary_internal_create",
+"tempest.api.data_processing.test_job_binary_internals.JobBinaryInternalTest.test_job_binary_internal_delete",
+"tempest.api.data_processing.test_job_binary_internals.JobBinaryInternalTest.test_job_binary_internal_get",
+"tempest.api.data_processing.test_job_binary_internals.JobBinaryInternalTest.test_job_binary_internal_get_data",
+"tempest.api.data_processing.test_job_binary_internals.JobBinaryInternalTest.test_job_binary_internal_list",
+"tempest.api.data_processing.test_jobs.JobTest.test_job_create",
+"tempest.api.data_processing.test_jobs.JobTest.test_job_delete",
+"tempest.api.data_processing.test_jobs.JobTest.test_job_get",
+"tempest.api.data_processing.test_jobs.JobTest.test_job_list",
+"tempest.api.data_processing.test_node_group_templates.NodeGroupTemplateTest.test_node_group_template_create",
+"tempest.api.data_processing.test_node_group_templates.NodeGroupTemplateTest.test_node_group_template_delete",
+"tempest.api.data_processing.test_node_group_templates.NodeGroupTemplateTest.test_node_group_template_get",
+"tempest.api.data_processing.test_node_group_templates.NodeGroupTemplateTest.test_node_group_template_list",
+"tempest.api.data_processing.test_plugins.PluginsTest.test_plugin_get",
+"tempest.api.data_processing.test_plugins.PluginsTest.test_plugin_list",
+"tempest.api.database.flavors.test_flavors.DatabaseFlavorsTest.test_compare_db_flavors_with_os",
+"tempest.api.database.flavors.test_flavors.DatabaseFlavorsTest.test_get_db_flavor",
+"tempest.api.database.flavors.test_flavors.DatabaseFlavorsTest.test_list_db_flavors",
+"tempest.api.database.limits.test_limits.DatabaseLimitsTest.test_absolute_limits",
+"tempest.api.database.versions.test_versions.DatabaseVersionsTest.test_list_db_versions",
+"tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services",
+"tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user",
+"tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete",
+"tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain",
+"tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint",
+"tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete",
+"tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy",
+"tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id",
+"tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_role_create_update_get_list",
+"tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_create_update_get_service",
+"tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all",
+"tempest.api.messaging.test_claims.TestClaims.test_post_claim",
+"tempest.api.messaging.test_claims.TestClaims.test_query_claim",
+"tempest.api.messaging.test_claims.TestClaims.test_release_claim",
+"tempest.api.messaging.test_claims.TestClaims.test_update_claim",
+"tempest.api.messaging.test_messages.TestMessages.test_delete_multiple_messages",
+"tempest.api.messaging.test_messages.TestMessages.test_delete_single_message",
+"tempest.api.messaging.test_messages.TestMessages.test_get_message",
+"tempest.api.messaging.test_messages.TestMessages.test_get_multiple_messages",
+"tempest.api.messaging.test_messages.TestMessages.test_list_messages",
+"tempest.api.messaging.test_messages.TestMessages.test_post_messages",
+"tempest.api.messaging.test_queues.TestManageQueue.test_check_queue_existence",
+"tempest.api.messaging.test_queues.TestManageQueue.test_check_queue_head",
+"tempest.api.messaging.test_queues.TestManageQueue.test_get_queue_stats",
+"tempest.api.messaging.test_queues.TestManageQueue.test_list_queues",
+"tempest.api.messaging.test_queues.TestManageQueue.test_set_and_get_queue_metadata",
+"tempest.api.messaging.test_queues.TestQueues.test_create_delete_queue",
+"tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions",
+"tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address",
+"tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip",
+"tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_network",
+"tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_port",
+"tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_subnet",
+"tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_network",
+"tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_port",
+"tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_subnet",
+"tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_update_delete_network_subnet",
+"tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_external_network_visibility",
+"tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_networks",
+"tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_subnets",
+"tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_network",
+"tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_subnet",
+"tempest.api.network.test_networks.NetworksIpV6TestJSON.test_create_update_delete_network_subnet",
+"tempest.api.network.test_networks.NetworksIpV6TestJSON.test_external_network_visibility",
+"tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_networks",
+"tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_subnets",
+"tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_network",
+"tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_subnet",
+"tempest.api.network.test_networks.NetworksTestJSON.test_create_update_delete_network_subnet",
+"tempest.api.network.test_networks.NetworksTestJSON.test_external_network_visibility",
+"tempest.api.network.test_networks.NetworksTestJSON.test_list_networks",
+"tempest.api.network.test_networks.NetworksTestJSON.test_list_subnets",
+"tempest.api.network.test_networks.NetworksTestJSON.test_show_network",
+"tempest.api.network.test_networks.NetworksTestJSON.test_show_subnet",
+"tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools",
+"tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups",
+"tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port",
+"tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports",
+"tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port",
+"tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools",
+"tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups",
+"tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port",
+"tempest.api.network.test_ports.PortsTestJSON.test_list_ports",
+"tempest.api.network.test_ports.PortsTestJSON.test_show_port",
+"tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces",
+"tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id",
+"tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id",
+"tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router",
+"tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces",
+"tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id",
+"tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id",
+"tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router",
+"tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group",
+"tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule",
+"tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups",
+"tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group",
+"tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule",
+"tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups",
+"tempest.api.object_storage.test_account_quotas.AccountQuotasTest.test_admin_modify_quota",
+"tempest.api.object_storage.test_account_quotas.AccountQuotasTest.test_upload_valid_object",
+"tempest.api.object_storage.test_account_services.AccountTest.test_list_account_metadata",
+"tempest.api.object_storage.test_account_services.AccountTest.test_list_containers",
+"tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_end_marker",
+"tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_format_json",
+"tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_format_xml",
+"tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_limit",
+"tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_limit_and_end_marker",
+"tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_limit_and_marker",
+"tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_limit_and_marker_and_end_marker",
+"tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_marker",
+"tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_marker_and_end_marker",
+"tempest.api.object_storage.test_account_services.AccountTest.test_list_extensions",
+"tempest.api.object_storage.test_account_services.AccountTest.test_list_no_account_metadata",
+"tempest.api.object_storage.test_account_services.AccountTest.test_list_no_containers",
+"tempest.api.object_storage.test_account_services.AccountTest.test_update_account_metadata_with_create_and_delete_metadata",
+"tempest.api.object_storage.test_account_services.AccountTest.test_update_account_metadata_with_create_matadata_key",
+"tempest.api.object_storage.test_account_services.AccountTest.test_update_account_metadata_with_create_metadata",
+"tempest.api.object_storage.test_account_services.AccountTest.test_update_account_metadata_with_delete_matadata",
+"tempest.api.object_storage.test_account_services.AccountTest.test_update_account_metadata_with_delete_matadata_key",
+"tempest.api.object_storage.test_container_acl.ObjectTestACLs.test_read_object_with_rights",
+"tempest.api.object_storage.test_container_acl.ObjectTestACLs.test_write_object_with_rights",
+"tempest.api.object_storage.test_container_quotas.ContainerQuotasTest.test_upload_large_object",
+"tempest.api.object_storage.test_container_quotas.ContainerQuotasTest.test_upload_too_many_objects",
+"tempest.api.object_storage.test_container_quotas.ContainerQuotasTest.test_upload_valid_object",
+"tempest.api.object_storage.test_container_services.ContainerTest.test_create_container",
+"tempest.api.object_storage.test_container_services.ContainerTest.test_create_container_overwrite",
+"tempest.api.object_storage.test_container_services.ContainerTest.test_create_container_with_metadata_key",
+"tempest.api.object_storage.test_container_services.ContainerTest.test_create_container_with_metadata_value",
+"tempest.api.object_storage.test_container_services.ContainerTest.test_create_container_with_remove_metadata_key",
+"tempest.api.object_storage.test_container_services.ContainerTest.test_create_container_with_remove_metadata_value",
+"tempest.api.object_storage.test_container_services.ContainerTest.test_delete_container",
+"tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents",
+"tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_delimiter",
+"tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_end_marker",
+"tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_format_json",
+"tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_format_xml",
+"tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_limit",
+"tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_marker",
+"tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_no_object",
+"tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_path",
+"tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_prefix",
+"tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_metadata",
+"tempest.api.object_storage.test_container_services.ContainerTest.test_list_no_container_metadata",
+"tempest.api.object_storage.test_container_services.ContainerTest.test_update_container_metadata_with_create_and_delete_matadata",
+"tempest.api.object_storage.test_container_services.ContainerTest.test_update_container_metadata_with_create_matadata_key",
+"tempest.api.object_storage.test_container_services.ContainerTest.test_update_container_metadata_with_create_metadata",
+"tempest.api.object_storage.test_container_services.ContainerTest.test_update_container_metadata_with_delete_metadata",
+"tempest.api.object_storage.test_container_services.ContainerTest.test_update_container_metadata_with_delete_metadata_key",
+"tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_2d_way",
+"tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_across_containers",
+"tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_in_same_container",
+"tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_to_itself",
+"tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_with_x_fresh_metadata",
+"tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_with_x_object_meta",
+"tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_with_x_object_metakey",
+"tempest.api.object_storage.test_object_services.ObjectTest.test_get_object",
+"tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_with_if_match",
+"tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_with_if_modified_since",
+"tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_with_if_unmodified_since",
+"tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_with_metadata",
+"tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_with_range",
+"tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_with_x_newest",
+"tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_with_x_object_manifest",
+"tempest.api.object_storage.test_object_services.ObjectTest.test_list_no_object_metadata",
+"tempest.api.object_storage.test_object_services.ObjectTest.test_list_object_metadata",
+"tempest.api.object_storage.test_object_services.ObjectTest.test_list_object_metadata_with_x_object_manifest",
+"tempest.api.object_storage.test_object_services.ObjectTest.test_update_object_metadata",
+"tempest.api.object_storage.test_object_services.ObjectTest.test_update_object_metadata_with_create_and_remove_metadata",
+"tempest.api.object_storage.test_object_services.ObjectTest.test_update_object_metadata_with_x_object_manifest",
+"tempest.api.object_storage.test_object_services.ObjectTest.test_update_object_metadata_with_x_remove_object_metakey",
+"tempest.api.object_storage.test_object_services.PublicObjectTest.test_access_public_container_object_without_using_creds",
+"tempest.api.object_storage.test_object_services.PublicObjectTest.test_access_public_object_with_another_user_creds",
+"tempest.api.object_storage.test_object_version.ContainerTest.test_versioned_container",
+"tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_list",
+"tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_show",
+"tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_template",
+"tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_list",
+"tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_metadata",
+"tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_software_config",
+"tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_create_validate",
+"tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_no_metadata_change",
+"tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_with_metadata_change",
+"tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources",
+"tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds",
+"tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v1_notifications",
+"tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v2_notifications",
+"tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_attach_detach_volume_to_instance",
+"tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance",
+"tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete",
+"tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image",
+"tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete",
+"tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image",
+"tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list",
+"tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list",
+                ]
+            },
+            "runner": {
+                "type": "serial",
+                "times": 1,
+                "concurrency": 1
+            }
+        }
+    ]
+}