{ "TempestScenario.list_of_tests": [ { "args": { "tempest_conf": "/etc/tempest/tempest.conf", "test_names": [ "tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image", "tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail", "tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_group_create_get_delete", "tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete", "tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_create", "tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_delete", "tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_get", "tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_list", "tempest.api.data_processing.test_data_sources.DataSourceTest.test_external_hdfs_data_source_create", "tempest.api.data_processing.test_data_sources.DataSourceTest.test_external_hdfs_data_source_delete", "tempest.api.data_processing.test_data_sources.DataSourceTest.test_external_hdfs_data_source_get", "tempest.api.data_processing.test_data_sources.DataSourceTest.test_external_hdfs_data_source_list", "tempest.api.data_processing.test_data_sources.DataSourceTest.test_local_hdfs_data_source_create", "tempest.api.data_processing.test_data_sources.DataSourceTest.test_local_hdfs_data_source_delete", "tempest.api.data_processing.test_data_sources.DataSourceTest.test_local_hdfs_data_source_get", "tempest.api.data_processing.test_data_sources.DataSourceTest.test_local_hdfs_data_source_list", "tempest.api.data_processing.test_data_sources.DataSourceTest.test_swift_data_source_create", "tempest.api.data_processing.test_data_sources.DataSourceTest.test_swift_data_source_delete", "tempest.api.data_processing.test_data_sources.DataSourceTest.test_swift_data_source_get", "tempest.api.data_processing.test_data_sources.DataSourceTest.test_swift_data_source_list", "tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_internal_db_job_binary_create", "tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_internal_db_job_binary_delete", "tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_internal_db_job_binary_get", "tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_internal_db_job_binary_list", "tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_job_binary_get_data", "tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_swift_job_binary_create", "tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_swift_job_binary_delete", "tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_swift_job_binary_get", "tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_swift_job_binary_list", "tempest.api.data_processing.test_job_binary_internals.JobBinaryInternalTest.test_job_binary_internal_create", "tempest.api.data_processing.test_job_binary_internals.JobBinaryInternalTest.test_job_binary_internal_delete", "tempest.api.data_processing.test_job_binary_internals.JobBinaryInternalTest.test_job_binary_internal_get", "tempest.api.data_processing.test_job_binary_internals.JobBinaryInternalTest.test_job_binary_internal_get_data", "tempest.api.data_processing.test_job_binary_internals.JobBinaryInternalTest.test_job_binary_internal_list", "tempest.api.data_processing.test_jobs.JobTest.test_job_create", "tempest.api.data_processing.test_jobs.JobTest.test_job_delete", "tempest.api.data_processing.test_jobs.JobTest.test_job_get", "tempest.api.data_processing.test_jobs.JobTest.test_job_list", "tempest.api.data_processing.test_node_group_templates.NodeGroupTemplateTest.test_node_group_template_create", "tempest.api.data_processing.test_node_group_templates.NodeGroupTemplateTest.test_node_group_template_delete", "tempest.api.data_processing.test_node_group_templates.NodeGroupTemplateTest.test_node_group_template_get", "tempest.api.data_processing.test_node_group_templates.NodeGroupTemplateTest.test_node_group_template_list", "tempest.api.data_processing.test_plugins.PluginsTest.test_plugin_get", "tempest.api.data_processing.test_plugins.PluginsTest.test_plugin_list", "tempest.api.database.flavors.test_flavors.DatabaseFlavorsTest.test_compare_db_flavors_with_os", "tempest.api.database.flavors.test_flavors.DatabaseFlavorsTest.test_get_db_flavor", "tempest.api.database.flavors.test_flavors.DatabaseFlavorsTest.test_list_db_flavors", "tempest.api.database.limits.test_limits.DatabaseLimitsTest.test_absolute_limits", "tempest.api.database.versions.test_versions.DatabaseVersionsTest.test_list_db_versions", "tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services", "tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user", "tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete", "tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain", "tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint", "tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete", "tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy", "tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id", "tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_role_create_update_get_list", "tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all", "tempest.api.messaging.test_claims.TestClaims.test_post_claim", "tempest.api.messaging.test_claims.TestClaims.test_query_claim", "tempest.api.messaging.test_claims.TestClaims.test_release_claim", "tempest.api.messaging.test_claims.TestClaims.test_update_claim", "tempest.api.messaging.test_messages.TestMessages.test_delete_multiple_messages", "tempest.api.messaging.test_messages.TestMessages.test_delete_single_message", "tempest.api.messaging.test_messages.TestMessages.test_get_message", "tempest.api.messaging.test_messages.TestMessages.test_get_multiple_messages", "tempest.api.messaging.test_messages.TestMessages.test_list_messages", "tempest.api.messaging.test_messages.TestMessages.test_post_messages", "tempest.api.messaging.test_queues.TestManageQueue.test_check_queue_existence", "tempest.api.messaging.test_queues.TestManageQueue.test_check_queue_head", "tempest.api.messaging.test_queues.TestManageQueue.test_get_queue_stats", "tempest.api.messaging.test_queues.TestManageQueue.test_list_queues", "tempest.api.messaging.test_queues.TestManageQueue.test_set_and_get_queue_metadata", "tempest.api.messaging.test_queues.TestQueues.test_create_delete_queue", "tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions", "tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address", "tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip", "tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_network", "tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_port", "tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_subnet", "tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_network", "tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_port", "tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_subnet", "tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_update_delete_network_subnet", "tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_external_network_visibility", "tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_networks", "tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_subnets", "tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_network", "tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_subnet", "tempest.api.network.test_networks.NetworksIpV6TestJSON.test_create_update_delete_network_subnet", "tempest.api.network.test_networks.NetworksIpV6TestJSON.test_external_network_visibility", "tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_networks", "tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_subnets", "tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_network", "tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_subnet", "tempest.api.network.test_networks.NetworksTestJSON.test_create_update_delete_network_subnet", "tempest.api.network.test_networks.NetworksTestJSON.test_external_network_visibility", "tempest.api.network.test_networks.NetworksTestJSON.test_list_networks", "tempest.api.network.test_networks.NetworksTestJSON.test_list_subnets", "tempest.api.network.test_networks.NetworksTestJSON.test_show_network", "tempest.api.network.test_networks.NetworksTestJSON.test_show_subnet", "tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools", "tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups", "tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port", "tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports", "tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port", "tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools", "tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups", "tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port", "tempest.api.network.test_ports.PortsTestJSON.test_list_ports", "tempest.api.network.test_ports.PortsTestJSON.test_show_port", "tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces", "tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id", "tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id", "tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router", "tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces", "tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id", "tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id", "tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router", "tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group", "tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule", "tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups", "tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group", "tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule", "tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups", "tempest.api.object_storage.test_account_quotas.AccountQuotasTest.test_admin_modify_quota", "tempest.api.object_storage.test_account_quotas.AccountQuotasTest.test_upload_valid_object", "tempest.api.object_storage.test_account_services.AccountTest.test_list_account_metadata", "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers", "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_end_marker", "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_format_json", "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_format_xml", "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_limit", "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_limit_and_end_marker", "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_limit_and_marker", "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_limit_and_marker_and_end_marker", "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_marker", "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_marker_and_end_marker", "tempest.api.object_storage.test_account_services.AccountTest.test_list_extensions", "tempest.api.object_storage.test_account_services.AccountTest.test_list_no_account_metadata", "tempest.api.object_storage.test_account_services.AccountTest.test_list_no_containers", "tempest.api.object_storage.test_account_services.AccountTest.test_update_account_metadata_with_create_and_delete_metadata", "tempest.api.object_storage.test_account_services.AccountTest.test_update_account_metadata_with_create_matadata_key", "tempest.api.object_storage.test_account_services.AccountTest.test_update_account_metadata_with_create_metadata", "tempest.api.object_storage.test_account_services.AccountTest.test_update_account_metadata_with_delete_matadata", "tempest.api.object_storage.test_account_services.AccountTest.test_update_account_metadata_with_delete_matadata_key", "tempest.api.object_storage.test_container_acl.ObjectTestACLs.test_read_object_with_rights", "tempest.api.object_storage.test_container_acl.ObjectTestACLs.test_write_object_with_rights", "tempest.api.object_storage.test_container_quotas.ContainerQuotasTest.test_upload_large_object", "tempest.api.object_storage.test_container_quotas.ContainerQuotasTest.test_upload_too_many_objects", "tempest.api.object_storage.test_container_quotas.ContainerQuotasTest.test_upload_valid_object", "tempest.api.object_storage.test_container_services.ContainerTest.test_create_container", "tempest.api.object_storage.test_container_services.ContainerTest.test_create_container_overwrite", "tempest.api.object_storage.test_container_services.ContainerTest.test_create_container_with_metadata_key", "tempest.api.object_storage.test_container_services.ContainerTest.test_create_container_with_metadata_value", "tempest.api.object_storage.test_container_services.ContainerTest.test_create_container_with_remove_metadata_key", "tempest.api.object_storage.test_container_services.ContainerTest.test_create_container_with_remove_metadata_value", "tempest.api.object_storage.test_container_services.ContainerTest.test_delete_container", "tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents", "tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_delimiter", "tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_end_marker", "tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_format_json", "tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_format_xml", "tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_limit", "tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_marker", "tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_no_object", "tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_path", "tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_prefix", "tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_metadata", "tempest.api.object_storage.test_container_services.ContainerTest.test_list_no_container_metadata", "tempest.api.object_storage.test_container_services.ContainerTest.test_update_container_metadata_with_create_and_delete_matadata", "tempest.api.object_storage.test_container_services.ContainerTest.test_update_container_metadata_with_create_matadata_key", "tempest.api.object_storage.test_container_services.ContainerTest.test_update_container_metadata_with_create_metadata", "tempest.api.object_storage.test_container_services.ContainerTest.test_update_container_metadata_with_delete_metadata", "tempest.api.object_storage.test_container_services.ContainerTest.test_update_container_metadata_with_delete_metadata_key", "tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_2d_way", "tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_across_containers", "tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_in_same_container", "tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_to_itself", "tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_with_x_fresh_metadata", "tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_with_x_object_meta", "tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_with_x_object_metakey", "tempest.api.object_storage.test_object_services.ObjectTest.test_get_object", "tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_with_if_match", "tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_with_if_modified_since", "tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_with_if_unmodified_since", "tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_with_metadata", "tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_with_range", "tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_with_x_newest", "tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_with_x_object_manifest", "tempest.api.object_storage.test_object_services.ObjectTest.test_list_no_object_metadata", "tempest.api.object_storage.test_object_services.ObjectTest.test_list_object_metadata", "tempest.api.object_storage.test_object_services.ObjectTest.test_list_object_metadata_with_x_object_manifest", "tempest.api.object_storage.test_object_services.ObjectTest.test_update_object_metadata", "tempest.api.object_storage.test_object_services.ObjectTest.test_update_object_metadata_with_create_and_remove_metadata", "tempest.api.object_storage.test_object_services.ObjectTest.test_update_object_metadata_with_x_object_manifest", "tempest.api.object_storage.test_object_services.ObjectTest.test_update_object_metadata_with_x_remove_object_metakey", "tempest.api.object_storage.test_object_services.PublicObjectTest.test_access_public_container_object_without_using_creds", "tempest.api.object_storage.test_object_services.PublicObjectTest.test_access_public_object_with_another_user_creds", "tempest.api.object_storage.test_object_version.ContainerTest.test_versioned_container", "tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_list", "tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_show", "tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_template", "tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_list", "tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_metadata", "tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_software_config", "tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_create_validate", "tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_no_metadata_change", "tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_with_metadata_change", "tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources", "tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds", "tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v1_notifications", "tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v2_notifications", "tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete", "tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image", "tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete", "tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image", "tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list", "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list", ] }, "runner": { "type": "serial", "times": 1, "concurrency": 1 }, "sla": { "failure_rate": {"max": 0} } } ] }