aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorCédric Ollivier <cedric.ollivier@orange.com>2020-11-23 10:11:15 +0100
committerCédric Ollivier <cedric.ollivier@orange.com>2020-11-23 13:06:04 +0100
commit379a456fb90db8a0f071476b841060bc0cd2f95c (patch)
treebf5e4e45a7a0a1a4f0a87eab39d4081328f48c71
parent7e329343bb6e73550fbcbebf7ae3272a0ebae3f5 (diff)
Update CNTT regex according to latest tempest changes
It skips all the new feature testing untill they are mandatory in CNTT - [compute_feature_enabled] xenapi_apis [1] - [identity_feature_enabled] access_rules [2] - [image_feature_enabled] import_image [3] - [volume_feature_enabled] extend_attached_encrypted_volume [4] [1] https://review.opendev.org/c/openstack/tempest/+/749527 [2] https://review.opendev.org/c/openstack/tempest/+/699519 [3] https://review.opendev.org/c/openstack/tempest/+/742546 [4] https://review.opendev.org/c/openstack/tempest/+/706904 Change-Id: I161360f882138b46da56b78084a70b244cd1c53d Signed-off-by: Cédric Ollivier <cedric.ollivier@orange.com>
-rw-r--r--docker/smoke-cntt/testcases.yaml19
-rw-r--r--functest/ci/testcases.yaml19
2 files changed, 34 insertions, 4 deletions
diff --git a/docker/smoke-cntt/testcases.yaml b/docker/smoke-cntt/testcases.yaml
index 035368a75..906c98f73 100644
--- a/docker/smoke-cntt/testcases.yaml
+++ b/docker/smoke-cntt/testcases.yaml
@@ -168,7 +168,7 @@ tiers:
criteria: 100
blocking: false
deny_skipping: true
- tests_count: 1276
+ tests_count: 1259
description: >-
The list of test cases is generated by
Tempest automatically and depends on the parameters of
@@ -177,7 +177,7 @@ tiers:
run:
name: tempest_common
args:
- mode: "(?!.*test_fixed_ips)\
+ mode: "(?!.*admin.test_agents)(?!.*test_fixed_ips)\
(?!.*test_fixed_ips_negative)\
(?!.*test_auto_allocate_network)(?!.*test_floating_ips_bulk)\
(?!.*test_flavors_microversions.FlavorsV255TestJSON)\
@@ -192,6 +192,7 @@ tiers:
(?!.*test_live_migration.LiveMigrationTest.test_volume_backed_live_migration)\
(?!.*test_live_migration.LiveMigrationRemoteConsolesV26Test)\
(?!.*test_quotas.QuotasAdminTestV257)\
+ (?!.*test_servers.ServersAdminTestJSON.test_reset_network_inject_network_info)\
(?!.*certificates.test_certificates)\
(?!.*test_quotas_negative.QuotasSecurityGroupAdminNegativeTest)\
(?!.*test_novnc)(?!.*test_server_personality)\
@@ -212,19 +213,33 @@ tiers:
(?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_des)\
(?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_id)\
(?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_name)\
+ (?!.*test_server_metadata.ServerMetadataTestJSON)\
+ (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_delete_metadata_non_existent_server)\
+ (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_metadata_items_limit)\
+ (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_metadata_invalid_key)\
+ (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_metadata_non_existent_server)\
+ (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_server_metadata_blank_key)\
+ (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_server_metadata_missing_metadata)\
+ (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_update_metadata_non_existent_server)\
+ (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_update_metadata_with_blank_key)\
(?!.*test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex)\
(?!.*compute.test_virtual_interfaces)(?!.*compute.test_virtual_interfaces_negative)\
(?!.*compute.test_networks)\
(?!.*test_attach_volume.AttachVolumeMultiAttach)\
(?!.*identity.admin.v2)(?!.*identity.v2)\
+ (?!.*identity.v3.test_access_rules)\
+ (?!.*identity.v3.test_application_credentials.ApplicationCredentialsV3Test.test_create_application_credential_access_rules)\
(?!.*image.v1)\
+ (?!.*image.v2.admin.test_images.ImportCopyImagesTest)\
(?!.*image.v2.test_images.ImportImagesTest)\
+ (?!.*image.v2.test_images.MultiStoresImportImages)\
(?!.*admin.test_dhcp_agent_scheduler)\
(?!.*admin.test_routers_dvr)\
(?!.*test_metering_extensions)(?!.*network.test_tags)\
(?!.*test_routers_negative.DvrRoutersNegativeTest)\
(?!.*test_routers.RoutersIpV6Test.test_create_router_set_gateway_with_fixed_ip)\
(?!.*test_routers.RoutersTest.test_create_router_set_gateway_with_fixed_ip)\
+ (?!.*test_encrypted_volumes_extend)\
(?!.*test_group_snapshots.GroupSnapshotsV319Test.test_reset_group_snapshot_status)\
(?!.*test_multi_backend)\
(?!.*test_volume_retype.VolumeRetypeWithMigrationTest)\
diff --git a/functest/ci/testcases.yaml b/functest/ci/testcases.yaml
index 09784b22c..f24bfc8dd 100644
--- a/functest/ci/testcases.yaml
+++ b/functest/ci/testcases.yaml
@@ -679,7 +679,7 @@ tiers:
criteria: 100
blocking: false
deny_skipping: true
- tests_count: 1280
+ tests_count: 1259
description: >-
The list of test cases is generated by
Tempest automatically and depends on the parameters of
@@ -688,7 +688,7 @@ tiers:
run:
name: tempest_common
args:
- mode: "(?!.*test_fixed_ips)\
+ mode: "(?!.*admin.test_agents)(?!.*test_fixed_ips)\
(?!.*test_fixed_ips_negative)\
(?!.*test_auto_allocate_network)(?!.*test_floating_ips_bulk)\
(?!.*test_flavors_microversions.FlavorsV255TestJSON)\
@@ -703,6 +703,7 @@ tiers:
(?!.*test_live_migration.LiveMigrationTest.test_volume_backed_live_migration)\
(?!.*test_live_migration.LiveMigrationRemoteConsolesV26Test)\
(?!.*test_quotas.QuotasAdminTestV257)\
+ (?!.*test_servers.ServersAdminTestJSON.test_reset_network_inject_network_info)\
(?!.*certificates.test_certificates)\
(?!.*test_quotas_negative.QuotasSecurityGroupAdminNegativeTest)\
(?!.*test_novnc)(?!.*test_server_personality)\
@@ -723,19 +724,33 @@ tiers:
(?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_des)\
(?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_id)\
(?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_name)\
+ (?!.*test_server_metadata.ServerMetadataTestJSON)\
+ (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_delete_metadata_non_existent_server)\
+ (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_metadata_items_limit)\
+ (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_metadata_invalid_key)\
+ (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_metadata_non_existent_server)\
+ (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_server_metadata_blank_key)\
+ (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_server_metadata_missing_metadata)\
+ (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_update_metadata_non_existent_server)\
+ (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_update_metadata_with_blank_key)\
(?!.*test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex)\
(?!.*compute.test_virtual_interfaces)(?!.*compute.test_virtual_interfaces_negative)\
(?!.*compute.test_networks)\
(?!.*test_attach_volume.AttachVolumeMultiAttach)\
(?!.*identity.admin.v2)(?!.*identity.v2)\
+ (?!.*identity.v3.test_access_rules)\
+ (?!.*identity.v3.test_application_credentials.ApplicationCredentialsV3Test.test_create_application_credential_access_rules)\
(?!.*image.v1)\
+ (?!.*image.v2.admin.test_images.ImportCopyImagesTest)\
(?!.*image.v2.test_images.ImportImagesTest)\
+ (?!.*image.v2.test_images.MultiStoresImportImages)\
(?!.*admin.test_dhcp_agent_scheduler)\
(?!.*admin.test_routers_dvr)\
(?!.*test_metering_extensions)(?!.*network.test_tags)\
(?!.*test_routers_negative.DvrRoutersNegativeTest)\
(?!.*test_routers.RoutersIpV6Test.test_create_router_set_gateway_with_fixed_ip)\
(?!.*test_routers.RoutersTest.test_create_router_set_gateway_with_fixed_ip)\
+ (?!.*test_encrypted_volumes_extend)\
(?!.*test_group_snapshots.GroupSnapshotsV319Test.test_reset_group_snapshot_status)\
(?!.*test_multi_backend)\
(?!.*test_volume_retype.VolumeRetypeWithMigrationTest)\