diff options
Diffstat (limited to 'docker/smoke-cntt/testcases.yaml')
| -rw-r--r-- | docker/smoke-cntt/testcases.yaml | 112 |
1 files changed, 87 insertions, 25 deletions
diff --git a/docker/smoke-cntt/testcases.yaml b/docker/smoke-cntt/testcases.yaml index 13122453a..50608fc90 100644 --- a/docker/smoke-cntt/testcases.yaml +++ b/docker/smoke-cntt/testcases.yaml @@ -1,18 +1,17 @@ --- tiers: - - name: smoke - order: 1 + name: smoke_cntt description: >- Set of basic Functional tests to validate the OPNFV scenarios. testcases: - - case_name: neutron-tempest-plugin-api + case_name: tempest_neutron_cntt project_name: functest criteria: 100 blocking: false deny_skipping: true - tests_count: 515 + tests_count: 478 description: >- This test case runs the Tempest suite proposed by the Neutron project. The list of test cases is generated by @@ -21,30 +20,55 @@ tiers: run: name: tempest_common args: - mode: "(?!.*test_logging)\ - (?!.*test_logging_negative)\ - (?!.*test_network_segment_range)\ - (?!.*test_ports.PortTestCasesResourceRequest)\ + mode: "(?!.*admin.test_agent_availability_zone)\ + (?!.*admin.test_dhcp_agent_scheduler)\ + (?!.*admin.test_l3_agent_scheduler)\ + (?!.*admin.test_logging)\ + (?!.*admin.test_logging_negative)\ + (?!.*admin.test_network_segment_range)\ + (?!.*admin.test_ports.PortTestCasesAdmin.test_regenerate_mac_address)\ + (?!.*admin.test_ports.PortTestCasesResourceRequest)\ + (?!.*admin.test_routers_dvr)\ + (?!.*admin.test_routers_flavors)\ + (?!.*admin.test_routers_ha)\ + (?!.*test_conntrack_helper)\ (?!.*test_floating_ips.FloatingIPPoolTestJSON)\ + (?!.*test_floating_ips.FloatingIPTestJSON.test_create_update_floatingip_port_details)\ (?!.*test_metering_extensions)\ (?!.*test_metering_negative)\ + (?!.*test_networks.NetworksSearchCriteriaTest.test_list_validation_filters)\ + (?!.*test_networks.NetworksTestAdmin.test_create_tenant_network_vxlan)\ (?!.*test_networks.NetworksTestJSON.test_create_update_network_dns_domain)\ (?!.*test_ports.PortsTestJSON.test_create_port_with_propagate_uplink_status)\ (?!.*test_ports.PortsTestJSON.test_create_port_without_propagate_uplink_status)\ (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_domain)\ (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_name)\ (?!.*test_ports.PortsTestJSON.test_create_update_port_with_no_dns_name)\ + (?!.*test_qos.QosMinimumBandwidthRuleTestJSON)\ (?!.*test_revisions.TestRevisions.test_update_dns_domain_bumps_revision)\ + (?!.*test_revisions.TestRevisions.test_update_router_extra_attributes_bumps_revision)\ (?!.*test_router_interface_fip)\ + (?!.*test_routers.DvrRoutersTest)\ + (?!.*test_routers.HaRoutersTest)\ + (?!.*test_routers.RoutersIpV6Test.test_extra_routes_atomic)\ + (?!.*test_routers.RoutersTest.test_extra_routes_atomic)\ + (?!.*test_routers_negative.DvrRoutersNegativeTest)\ + (?!.*test_routers_negative.DvrRoutersNegativeTestExtended)\ + (?!.*test_routers_negative.HaRoutersNegativeTest)\ (?!.*test_security_groups.RbacSharedSecurityGroupTest)\ + (?!.*test_subnetpools.SubnetPoolsSearchCriteriaTest.test_list_validation_filters)\ + (?!.*test_subnets.SubnetsSearchCriteriaTest.test_list_validation_filters)\ (?!.*test_timestamp.TestTimeStamp.test_segment_with_timestamp)\ - (?!.*test_qos.QosMinimumBandwidthRuleTestJSON)\ + (?!.*test_trunk.TrunkTestInheritJSONBase.test_add_subport)\ + (?!.*test_trunk.TrunkTestMtusJSON)\ + (?!.*test_trunk_negative.TrunkTestJSON.test_create_subport_invalid_inherit_network_segmentation_type)\ + (?!.*test_trunk_negative.TrunkTestMtusJSON)\ (^neutron_tempest_plugin.api)" option: - '--concurrency=4' - - case_name: tempest_cinder + case_name: tempest_cinder_cntt project_name: functest criteria: 100 blocking: false @@ -63,25 +87,55 @@ tiers: - '--concurrency=4' - - case_name: tempest_keystone + case_name: tempest_keystone_cntt project_name: functest criteria: 100 blocking: false deny_skipping: true - tests_count: 38 + tests_count: 27 description: >- This test case runs the Tempest suite proposed by the Keystone project. run: name: tempest_common args: - mode: "(?!.*scenario.test_federated_authentication)\ + mode: "(?!.*api.identity.v3.test_oauth1_tokens)\ + (?!.*scenario.test_federated_authentication)\ keystone_tempest_plugin." option: - '--concurrency=4' - - case_name: rally_sanity + case_name: tempest_heat_cntt + project_name: functest + criteria: 100 + blocking: false + deny_skipping: true + tests_count: 112 + description: >- + This test case runs the Tempest suite proposed by the + Heat project. + run: + name: tempest_heat + args: + mode: "(?!.*functional.test_lbaasv2)\ + (?!.*functional.test_encryption_vol_type)\ + (?!.*functional.test_remote_stack.RemoteStackTest)\ + (?!.*RemoteStackTest.test_stack_create_with_cloud_credential)\ + (?!.*scenario.test_aodh_alarm)\ + (?!.*tests.scenario.test_autoscaling_lb)\ + (?!.*scenario.test_autoscaling_lbv2)\ + (?!.*scenario.test_remote_deeply_nested.RemoteDeeplyNestedStackTest)\ + (?!.*scenario.test_server_software_config)\ + (?!.*test_volumes.VolumeBackupRestoreIntegrationTest)\ + (?!.*scenario.test_octavia_lbaas)\ + (?!.*scenario.test_server_cfn_init)\ + ^heat_tempest_plugin.tests" + option: + - '--concurrency=1' + + - + case_name: rally_sanity_cntt project_name: functest criteria: 100 blocking: false @@ -103,12 +157,12 @@ tiers: - 'swift' - - case_name: tempest_full + case_name: tempest_full_cntt project_name: functest criteria: 100 blocking: false deny_skipping: true - tests_count: 1293 + tests_count: 1280 description: >- The list of test cases is generated by Tempest automatically and depends on the parameters of @@ -120,15 +174,20 @@ tiers: mode: "(?!.*test_fixed_ips)\ (?!.*test_fixed_ips_negative)\ (?!.*test_auto_allocate_network)(?!.*test_floating_ips_bulk)\ + (?!.*test_flavors_microversions.FlavorsV255TestJSON)\ + (?!.*test_flavors_microversions.FlavorsV261TestJSON)\ (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_iscsi_volume)\ (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_volume_backed_live_migration)\ (?!.*test_live_migration.LiveMigrationTest.test_iscsi_volume)\ (?!.*test_live_migration.LiveMigrationTest.test_volume_backed_live_migration)\ (?!.*test_live_migration.LiveMigrationRemoteConsolesV26Test)\ + (?!.*test_quotas.QuotasAdminTestV257)\ (?!.*certificates.test_certificates)\ (?!.*test_quotas_negative.QuotasSecurityGroupAdminNegativeTest)\ (?!.*test_novnc)(?!.*test_server_personality)\ (?!.*test_servers.ServerShowV263Test.test_show_update_rebuild_list_server)\ + (?!.*test_servers_microversions.ServerShowV254Test)\ + (?!.*test_servers_microversions.ServerShowV257Test)\ (?!.*test_servers_negative.ServersNegativeTestJSON.test_personality_file_contents_not_encoded)\ (?!.*servers.test_virtual_interfaces)\ (?!.*test_server_actions.ServerActionsTestJSON.test_change_server_password)\ @@ -147,11 +206,15 @@ tiers: (?!.*test_attach_volume.AttachVolumeMultiAttach)\ (?!.*identity.admin.v2)(?!.*identity.v2)\ (?!.*image.v1)\ + (?!.*admin.test_dhcp_agent_scheduler)\ + (?!.*admin.test_routers_dvr)\ (?!.*test_metering_extensions)(?!.*network.test_tags)\ + (?!.*test_routers_negative.DvrRoutersNegativeTest)\ (?!.*test_routers.RoutersIpV6Test.test_create_router_set_gateway_with_fixed_ip)\ (?!.*test_routers.RoutersTest.test_create_router_set_gateway_with_fixed_ip)\ (?!.*test_group_snapshots.GroupSnapshotsV319Test.test_reset_group_snapshot_status)\ (?!.*test_multi_backend)\ + (?!.*test_snapshot_manage)\ (?!.*test_volume_retype.VolumeRetypeWithMigrationTest)\ (?!.*test_volume_delete_cascade.VolumesDeleteCascade.test_volume_from_snapshot_cascade_delete)\ (?!.*test_volumes_backup.VolumesBackupsTest.test_volume_backup_create_get_detailed_list_restore_delete)\ @@ -161,7 +224,7 @@ tiers: - '--concurrency=4' - - case_name: tempest_scenario + case_name: tempest_scenario_cntt project_name: functest criteria: 100 blocking: false @@ -173,21 +236,21 @@ tiers: the OpenStack deployment. https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84 run: - name: tempest_scenario + name: tempest_common args: - mode: "(?!.*test_network_v6)\ + mode: "\ (?!.*test_volume_boot_pattern.TestVolumeBootPattern.test_boot_server_from_encrypted_volume_luks)\ (?!.*\\[.*\\bslow\\b.*\\])(^tempest.scenario)" option: - '--concurrency=1' - - case_name: tempest_slow + case_name: tempest_slow_cntt project_name: functest criteria: 100 blocking: false deny_skipping: true - tests_count: 35 + tests_count: 43 description: >- The list of test cases is generated by Tempest automatically and depends on the parameters of @@ -199,13 +262,12 @@ tiers: mode: "(?!.*test_volume_swap)\ (?!.*test_server_personality)\ (?!.*test_container_sync.ContainerSyncTest.test_container_synchronization)\ + (?!.*test_container_sync_middleware.ContainerSyncMiddlewareTest.test_container_synchronization)\ (?!.*test_encrypted_cinder_volumes)\ (?!.*test_minbw_allocation_placement)\ - (?!.*test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_cold_migration_revert)\ - (?!.*test_network_v6)\ - (?!.*test_security_groups_basic_ops.TestSecurityGroupsBasicOps.test_boot_into_disabled_port_security_network_without_secgroup)\ + (?!.*test_network_basic_ops.TestNetworkBasicOps.test_router_rescheduling)\ (?!.*test_stamp_pattern.TestStampPattern.test_stamp_pattern)\ (?!.*test_volume_migrate_attached)\ (?=.*\\[.*\\bslow\\b.*\\])(^tempest.)" option: - - '--concurrency=2' + - '--concurrency=1' |