From 379a456fb90db8a0f071476b841060bc0cd2f95c Mon Sep 17 00:00:00 2001 From: Cédric Ollivier Date: Mon, 23 Nov 2020 10:11:15 +0100 Subject: Update CNTT regex according to latest tempest changes MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit It skips all the new feature testing untill they are mandatory in CNTT - [compute_feature_enabled] xenapi_apis [1] - [identity_feature_enabled] access_rules [2] - [image_feature_enabled] import_image [3] - [volume_feature_enabled] extend_attached_encrypted_volume [4] [1] https://review.opendev.org/c/openstack/tempest/+/749527 [2] https://review.opendev.org/c/openstack/tempest/+/699519 [3] https://review.opendev.org/c/openstack/tempest/+/742546 [4] https://review.opendev.org/c/openstack/tempest/+/706904 Change-Id: I161360f882138b46da56b78084a70b244cd1c53d Signed-off-by: Cédric Ollivier --- docker/smoke-cntt/testcases.yaml | 19 +++++++++++++++++-- functest/ci/testcases.yaml | 19 +++++++++++++++++-- 2 files changed, 34 insertions(+), 4 deletions(-) diff --git a/docker/smoke-cntt/testcases.yaml b/docker/smoke-cntt/testcases.yaml index 035368a75..906c98f73 100644 --- a/docker/smoke-cntt/testcases.yaml +++ b/docker/smoke-cntt/testcases.yaml @@ -168,7 +168,7 @@ tiers: criteria: 100 blocking: false deny_skipping: true - tests_count: 1276 + tests_count: 1259 description: >- The list of test cases is generated by Tempest automatically and depends on the parameters of @@ -177,7 +177,7 @@ tiers: run: name: tempest_common args: - mode: "(?!.*test_fixed_ips)\ + mode: "(?!.*admin.test_agents)(?!.*test_fixed_ips)\ (?!.*test_fixed_ips_negative)\ (?!.*test_auto_allocate_network)(?!.*test_floating_ips_bulk)\ (?!.*test_flavors_microversions.FlavorsV255TestJSON)\ @@ -192,6 +192,7 @@ tiers: (?!.*test_live_migration.LiveMigrationTest.test_volume_backed_live_migration)\ (?!.*test_live_migration.LiveMigrationRemoteConsolesV26Test)\ (?!.*test_quotas.QuotasAdminTestV257)\ + (?!.*test_servers.ServersAdminTestJSON.test_reset_network_inject_network_info)\ (?!.*certificates.test_certificates)\ (?!.*test_quotas_negative.QuotasSecurityGroupAdminNegativeTest)\ (?!.*test_novnc)(?!.*test_server_personality)\ @@ -212,19 +213,33 @@ tiers: (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_des)\ (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_id)\ (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_name)\ + (?!.*test_server_metadata.ServerMetadataTestJSON)\ + (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_delete_metadata_non_existent_server)\ + (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_metadata_items_limit)\ + (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_metadata_invalid_key)\ + (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_metadata_non_existent_server)\ + (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_server_metadata_blank_key)\ + (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_server_metadata_missing_metadata)\ + (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_update_metadata_non_existent_server)\ + (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_update_metadata_with_blank_key)\ (?!.*test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex)\ (?!.*compute.test_virtual_interfaces)(?!.*compute.test_virtual_interfaces_negative)\ (?!.*compute.test_networks)\ (?!.*test_attach_volume.AttachVolumeMultiAttach)\ (?!.*identity.admin.v2)(?!.*identity.v2)\ + (?!.*identity.v3.test_access_rules)\ + (?!.*identity.v3.test_application_credentials.ApplicationCredentialsV3Test.test_create_application_credential_access_rules)\ (?!.*image.v1)\ + (?!.*image.v2.admin.test_images.ImportCopyImagesTest)\ (?!.*image.v2.test_images.ImportImagesTest)\ + (?!.*image.v2.test_images.MultiStoresImportImages)\ (?!.*admin.test_dhcp_agent_scheduler)\ (?!.*admin.test_routers_dvr)\ (?!.*test_metering_extensions)(?!.*network.test_tags)\ (?!.*test_routers_negative.DvrRoutersNegativeTest)\ (?!.*test_routers.RoutersIpV6Test.test_create_router_set_gateway_with_fixed_ip)\ (?!.*test_routers.RoutersTest.test_create_router_set_gateway_with_fixed_ip)\ + (?!.*test_encrypted_volumes_extend)\ (?!.*test_group_snapshots.GroupSnapshotsV319Test.test_reset_group_snapshot_status)\ (?!.*test_multi_backend)\ (?!.*test_volume_retype.VolumeRetypeWithMigrationTest)\ diff --git a/functest/ci/testcases.yaml b/functest/ci/testcases.yaml index 09784b22c..f24bfc8dd 100644 --- a/functest/ci/testcases.yaml +++ b/functest/ci/testcases.yaml @@ -679,7 +679,7 @@ tiers: criteria: 100 blocking: false deny_skipping: true - tests_count: 1280 + tests_count: 1259 description: >- The list of test cases is generated by Tempest automatically and depends on the parameters of @@ -688,7 +688,7 @@ tiers: run: name: tempest_common args: - mode: "(?!.*test_fixed_ips)\ + mode: "(?!.*admin.test_agents)(?!.*test_fixed_ips)\ (?!.*test_fixed_ips_negative)\ (?!.*test_auto_allocate_network)(?!.*test_floating_ips_bulk)\ (?!.*test_flavors_microversions.FlavorsV255TestJSON)\ @@ -703,6 +703,7 @@ tiers: (?!.*test_live_migration.LiveMigrationTest.test_volume_backed_live_migration)\ (?!.*test_live_migration.LiveMigrationRemoteConsolesV26Test)\ (?!.*test_quotas.QuotasAdminTestV257)\ + (?!.*test_servers.ServersAdminTestJSON.test_reset_network_inject_network_info)\ (?!.*certificates.test_certificates)\ (?!.*test_quotas_negative.QuotasSecurityGroupAdminNegativeTest)\ (?!.*test_novnc)(?!.*test_server_personality)\ @@ -723,19 +724,33 @@ tiers: (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_des)\ (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_id)\ (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_name)\ + (?!.*test_server_metadata.ServerMetadataTestJSON)\ + (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_delete_metadata_non_existent_server)\ + (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_metadata_items_limit)\ + (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_metadata_invalid_key)\ + (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_metadata_non_existent_server)\ + (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_server_metadata_blank_key)\ + (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_server_metadata_missing_metadata)\ + (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_update_metadata_non_existent_server)\ + (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_update_metadata_with_blank_key)\ (?!.*test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex)\ (?!.*compute.test_virtual_interfaces)(?!.*compute.test_virtual_interfaces_negative)\ (?!.*compute.test_networks)\ (?!.*test_attach_volume.AttachVolumeMultiAttach)\ (?!.*identity.admin.v2)(?!.*identity.v2)\ + (?!.*identity.v3.test_access_rules)\ + (?!.*identity.v3.test_application_credentials.ApplicationCredentialsV3Test.test_create_application_credential_access_rules)\ (?!.*image.v1)\ + (?!.*image.v2.admin.test_images.ImportCopyImagesTest)\ (?!.*image.v2.test_images.ImportImagesTest)\ + (?!.*image.v2.test_images.MultiStoresImportImages)\ (?!.*admin.test_dhcp_agent_scheduler)\ (?!.*admin.test_routers_dvr)\ (?!.*test_metering_extensions)(?!.*network.test_tags)\ (?!.*test_routers_negative.DvrRoutersNegativeTest)\ (?!.*test_routers.RoutersIpV6Test.test_create_router_set_gateway_with_fixed_ip)\ (?!.*test_routers.RoutersTest.test_create_router_set_gateway_with_fixed_ip)\ + (?!.*test_encrypted_volumes_extend)\ (?!.*test_group_snapshots.GroupSnapshotsV319Test.test_reset_group_snapshot_status)\ (?!.*test_multi_backend)\ (?!.*test_volume_retype.VolumeRetypeWithMigrationTest)\ -- cgit 1.2.3-korg