diff options
Diffstat (limited to 'functest/ci/testcases.yaml')
| -rw-r--r-- | functest/ci/testcases.yaml | 108 |
1 files changed, 93 insertions, 15 deletions
diff --git a/functest/ci/testcases.yaml b/functest/ci/testcases.yaml index e322a84ae..acf5a7199 100644 --- a/functest/ci/testcases.yaml +++ b/functest/ci/testcases.yaml @@ -177,9 +177,9 @@ tiers: dependencies: - DASHBOARD_URL: '^(?!\s*$).+' run: - name: tempest_horizon + name: tempest_common args: - mode: '^tempest_horizon.' + mode: '^tempest.scenario.test_dashboard_basic_ops.' - name: smoke @@ -289,11 +289,8 @@ tiers: - case_name: refstack_compute project_name: functest - enabled: false criteria: 100 blocking: false - deny_skipping: true - tests_count: 222 description: >- This test case runs a sub group of tests of the OpenStack Compute testcases. @@ -311,8 +308,6 @@ tiers: project_name: functest criteria: 100 blocking: false - deny_skipping: true - tests_count: 58 description: >- This test case runs a sub group of tests of the OpenStack Object testcases. @@ -326,11 +321,8 @@ tiers: - case_name: refstack_platform project_name: functest - enabled: false criteria: 100 blocking: false - deny_skipping: true - tests_count: 278 description: >- This test case runs a sub group of tests of the OpenStack Platform testcases. @@ -412,6 +404,29 @@ tiers: (?!.*compute.test_floating_ips_rbac)\ (?!.*test_reset_network)\ (?!.*test_create_image_from_volume_backed_server)\ + (?!.*test_network_ip_availability_rbac.NetworkIpAvailabilityExtRbacTest.test_get_network_ip_availabilities)\ + (?!.*test_policy_bandwidth_limit_rule_rbac)\ + (?!.*test_policy_minimum_bandwidth_rule_rbac)\ + (?!.*test_group_type_specs)\ + (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_create_group_type)\ + (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_delete_group_type)\ + (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_update_group_type)\ + (?!.*test_group_snapshots_rbac)\ + (?!.*test_groups_rbac)\ + (?!.*test_quota_classes_rbac)\ + (?!.*test_server_misc_policy_actions_rbac.MiscPolicyActionsNetworkRbacTest.test_create_interface)\ + (?!.*test_server_misc_policy_actions_rbac.MiscPolicyActionsNetworkRbacTest.test_delete_interface)\ + (?!.*test_server_misc_policy_actions_rbac.MiscPolicyActionsNetworkRbacTest.test_show_interface)\ + (?!.*test_user_messages_rbac)\ + (?!.*test_volume_actions_rbac.VolumesActionsV310RbacTest)\ + (?!.*test_volume_actions_rbac.VolumesActionsV312RbacTest)\ + (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_delete_volume_image_metadata)\ + (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_list_volumes_details_image_metadata)\ + (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_show_volume_details_image_metadata)\ + (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_update_volume_image_metadata)\ + (?!.*test_volumes_backup_rbac.VolumesBackupsV318RbacTest)\ + (?!.*test_volumes_backup_rbac.VolumesBackupsV39RbacTest)\ + (?!.*test_volume_types_rbac)\ (?=.*[.*\bslow\b.*])\ (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))" option: @@ -435,6 +450,29 @@ tiers: (?!.*compute.test_floating_ips_rbac)\ (?!.*test_reset_network)\ (?!.*test_create_image_from_volume_backed_server)\ + (?!.*test_network_ip_availability_rbac.NetworkIpAvailabilityExtRbacTest.test_get_network_ip_availabilities)\ + (?!.*test_policy_bandwidth_limit_rule_rbac)\ + (?!.*test_policy_minimum_bandwidth_rule_rbac)\ + (?!.*test_group_type_specs)\ + (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_create_group_type)\ + (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_delete_group_type)\ + (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_update_group_type)\ + (?!.*test_group_snapshots_rbac)\ + (?!.*test_groups_rbac)\ + (?!.*test_quota_classes_rbac)\ + (?!.*test_server_misc_policy_actions_rbac.MiscPolicyActionsNetworkRbacTest.test_create_interface)\ + (?!.*test_server_misc_policy_actions_rbac.MiscPolicyActionsNetworkRbacTest.test_delete_interface)\ + (?!.*test_server_misc_policy_actions_rbac.MiscPolicyActionsNetworkRbacTest.test_show_interface)\ + (?!.*test_user_messages_rbac)\ + (?!.*test_volume_actions_rbac.VolumesActionsV310RbacTest)\ + (?!.*test_volume_actions_rbac.VolumesActionsV312RbacTest)\ + (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_delete_volume_image_metadata)\ + (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_list_volumes_details_image_metadata)\ + (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_show_volume_details_image_metadata)\ + (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_update_volume_image_metadata)\ + (?!.*test_volumes_backup_rbac.VolumesBackupsV318RbacTest)\ + (?!.*test_volumes_backup_rbac.VolumesBackupsV39RbacTest)\ + (?!.*test_volume_types_rbac)\ (?=.*[.*\bslow\b.*])\ (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))" option: @@ -458,6 +496,29 @@ tiers: (?!.*compute.test_floating_ips_rbac)\ (?!.*test_reset_network)\ (?!.*test_create_image_from_volume_backed_server)\ + (?!.*test_network_ip_availability_rbac.NetworkIpAvailabilityExtRbacTest.test_get_network_ip_availabilities)\ + (?!.*test_policy_bandwidth_limit_rule_rbac)\ + (?!.*test_policy_minimum_bandwidth_rule_rbac)\ + (?!.*test_group_type_specs)\ + (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_create_group_type)\ + (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_delete_group_type)\ + (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_update_group_type)\ + (?!.*test_group_snapshots_rbac)\ + (?!.*test_groups_rbac)\ + (?!.*test_quota_classes_rbac)\ + (?!.*test_server_misc_policy_actions_rbac.MiscPolicyActionsNetworkRbacTest.test_create_interface)\ + (?!.*test_server_misc_policy_actions_rbac.MiscPolicyActionsNetworkRbacTest.test_delete_interface)\ + (?!.*test_server_misc_policy_actions_rbac.MiscPolicyActionsNetworkRbacTest.test_show_interface)\ + (?!.*test_user_messages_rbac)\ + (?!.*test_volume_actions_rbac.VolumesActionsV310RbacTest)\ + (?!.*test_volume_actions_rbac.VolumesActionsV312RbacTest)\ + (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_delete_volume_image_metadata)\ + (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_list_volumes_details_image_metadata)\ + (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_show_volume_details_image_metadata)\ + (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_update_volume_image_metadata)\ + (?!.*test_volumes_backup_rbac.VolumesBackupsV318RbacTest)\ + (?!.*test_volumes_backup_rbac.VolumesBackupsV39RbacTest)\ + (?!.*test_volume_types_rbac)\ (?=.*[.*\bslow\b.*])\ (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))" option: @@ -530,7 +591,7 @@ tiers: criteria: 100 blocking: false deny_skipping: true - tests_count: 523 + tests_count: 564 description: >- This test case runs the Tempest suite proposed by the Neutron project. The list of test cases is generated by @@ -553,6 +614,7 @@ tiers: (?!.*test_conntrack_helper)\ (?!.*test_floating_ips.FloatingIPPoolTestJSON)\ (?!.*test_floating_ips.FloatingIPTestJSON.test_create_update_floatingip_port_details)\ + (?!.*test_local_ip)\ (?!.*test_metering_extensions)\ (?!.*test_metering_negative)\ (?!.*test_networks.NetworksSearchCriteriaTest.test_list_validation_filters)\ @@ -597,7 +659,7 @@ tiers: criteria: 100 blocking: false deny_skipping: true - tests_count: 9 + tests_count: 10 description: >- This test case runs the Tempest suite proposed by the Cinder project. @@ -608,6 +670,8 @@ tiers: (?!.*test_consistencygroups)\ (?!.*test_backup_crossproject_admin_negative)\ (?!.*test_backup_crossproject_user_negative)\ + (?!.*test_volume_encrypted.TestEncryptedCinderVolumes)\ + (?!.*rbac)\ (^cinder_tempest_plugin.)" option: - '--concurrency=4' @@ -626,6 +690,7 @@ tiers: name: tempest_common args: mode: "(?!.*api.identity.v3.test_oauth1_tokens)\ + (?!.*rbac)\ (?!.*scenario.test_federated_authentication)\ keystone_tempest_plugin." option: @@ -637,7 +702,7 @@ tiers: criteria: 100 blocking: false deny_skipping: true - tests_count: 125 + tests_count: 124 description: >- This test case runs the Tempest suite proposed by the Heat project. @@ -646,6 +711,10 @@ tiers: args: mode: "(?!.*functional.test_lbaasv2)\ (?!.*functional.test_encryption_vol_type)\ + (?!.*functional.test_event_sinks)\ + (?!.*functional.test_software_config.ZaqarSignalTransportTest)\ + (?!.*functional.test_stack_events)\ + (?!.*functional.test_waitcondition)\ (?!.*RemoteStackTest.test_stack_create_with_cloud_credential)\ (?!.*scenario.test_aodh_alarm)\ (?!.*tests.scenario.test_autoscaling_lb)\ @@ -686,7 +755,7 @@ tiers: criteria: 100 blocking: false deny_skipping: true - tests_count: 1260 + tests_count: 1271 description: >- The list of test cases is generated by Tempest automatically and depends on the parameters of @@ -731,6 +800,7 @@ tiers: (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_des)\ (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_id)\ (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_name)\ + (?!.*test_create_server.ServersTestFqdnHostnames.test_create_server_with_fqdn_name)\ (?!.*test_server_metadata.ServerMetadataTestJSON)\ (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_delete_metadata_non_existent_server)\ (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_metadata_items_limit)\ @@ -749,6 +819,9 @@ tiers: (?!.*identity.v3.test_application_credentials.ApplicationCredentialsV3Test.test_create_application_credential_access_rules)\ (?!.*image.v1)\ (?!.*image.v2.admin.test_images.ImportCopyImagesTest)\ + (?!.*image.v2.test_images_negative.ImagesNegativeTest.test_create_image_reserved_property)\ + (?!.*image.v2.test_images_negative.ImagesNegativeTest.test_update_image_reserved_property)\ + (?!.*image.v2.test_images_negative.ImportImagesNegativeTest.test_image_web_download_import_with_bad_url)\ (?!.*image.v2.test_images.ImportImagesTest)\ (?!.*image.v2.test_images.MultiStoresImportImages)\ (?!.*admin.test_dhcp_agent_scheduler)\ @@ -757,6 +830,7 @@ tiers: (?!.*test_routers_negative.DvrRoutersNegativeTest)\ (?!.*test_routers.RoutersIpV6Test.test_create_router_set_gateway_with_fixed_ip)\ (?!.*test_routers.RoutersTest.test_create_router_set_gateway_with_fixed_ip)\ + (?!.*test_object_services.ObjectTest.test_create_object_with_transfer_encoding)\ (?!.*test_encrypted_volumes_extend)\ (?!.*test_group_snapshots.GroupSnapshotsV319Test.test_reset_group_snapshot_status)\ (?!.*test_multi_backend)\ @@ -775,7 +849,7 @@ tiers: criteria: 100 blocking: false deny_skipping: true - tests_count: 9 + tests_count: 13 description: >- The list of test cases is generated by Tempest automatically and depends on the parameters of @@ -785,7 +859,11 @@ tiers: name: tempest_scenario args: mode: "\ + (?!.*test_compute_unified_limits)\ (?!.*test_minbw_allocation_placement)\ + (?!.*test_network_qos_placement)\ + (?!.*test_unified_limits.ImageQuotaTest.test_image_count_uploading_quota)\ + (?!.*test_unified_limits.ImageQuotaTest.test_image_stage_quota)\ (?!.*test_volume_boot_pattern.TestVolumeBootPattern.test_boot_server_from_encrypted_volume_luks)\ (?!.*\\[.*\\bslow\\b.*\\])(^tempest.scenario)" option: |