diff options
Diffstat (limited to 'docker/smoke-cntt/testcases.yaml')
| -rw-r--r-- | docker/smoke-cntt/testcases.yaml | 281 |
1 files changed, 281 insertions, 0 deletions
diff --git a/docker/smoke-cntt/testcases.yaml b/docker/smoke-cntt/testcases.yaml new file mode 100644 index 000000000..f0773edbc --- /dev/null +++ b/docker/smoke-cntt/testcases.yaml @@ -0,0 +1,281 @@ +--- +tiers: + - + name: smoke + order: 1 + description: >- + Set of basic Functional tests to validate the OPNFV scenarios. + testcases: + - + case_name: neutron-tempest-plugin-api + project_name: functest + criteria: 100 + blocking: false + deny_skipping: true + tests_count: 392 + description: >- + This test case runs the Tempest suite proposed by the + Neutron project. The list of test cases is generated by + Tempest automatically and depends on the parameters of + the OpenStack deployment. + run: + name: tempest_common + args: + mode: "(?!.*test_logging)(?!.*test_logging_negative)\ + (?!.*test_network_segment_range)\ + (?!.*test_ports.PortTestCasesResourceRequest)\ + (?!.*test_tag.TagFilterQosPolicyTestJSON)\ + (?!.*test_tag.TagFilterTrunkTestJSON)\ + (?!.*test_tag.TagQosPolicyTestJSON)\ + (?!.*test_tag.TagTrunkTestJSON)\ + (?!.*test_conntrack_helper)\ + (?!.*test_metering_extensions)\ + (?!.*test_metering_negative)\ + (?!.*test_networks.NetworksTestJSON.test_create_update_network_dns_domain)\ + (?!.*test_port_forwardings)\ + (?!.*test_ports.PortsTestJSON.test_create_port_with_propagate_uplink_status)\ + (?!.*test_ports.PortsTestJSON.test_create_port_without_propagate_uplink_status)\ + (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_domain)\ + (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_name)\ + (?!.*test_ports.PortsTestJSON.test_create_update_port_with_no_dns_name)\ + (?!.*test_revisions.TestRevisions.test_update_dns_domain_bumps_revision)\ + (?!.*test_revisions.TestRevisions.test_update_qos_network_policy_binding_bumps_revision)\ + (?!.*test_revisions.TestRevisions.test_update_qos_port_policy_binding_bumps_revision)\ + (?!.*test_router_interface_fip)\ + (?!.*test_timestamp.TestTimeStamp.test_segment_with_timestamp)\ + (?!.*test_qos)(?!.*test_qos_negative)\ + (?!.*test_trunk)(?!.*test_trunk_negative)\ + (^neutron_tempest_plugin.api)" + option: + - '--concurrency=4' + + - + case_name: rally_sanity + project_name: functest + criteria: 100 + blocking: false + description: >- + This test case runs a sub group of tests of the OpenStack + Rally suite in smoke mode. + run: + name: rally_sanity + args: + optional: + - 'gnocchi' + - 'barbican' + + - + case_name: refstack_compute + project_name: functest + criteria: 100 + blocking: false + deny_skipping: true + tests_count: 222 + description: >- + This test case runs a sub group of tests of the OpenStack + Compute testcases. + run: + name: refstack + args: + target: compute + option: + - '--concurrency=4' + + - + case_name: refstack_object + project_name: functest + criteria: 100 + blocking: false + deny_skipping: true + tests_count: 58 + description: >- + This test case runs a sub group of tests of the OpenStack + Object testcases. + run: + name: refstack + args: + target: object + option: + - '--concurrency=4' + + - + case_name: refstack_platform + project_name: functest + criteria: 100 + blocking: false + deny_skipping: true + tests_count: 278 + description: >- + This test case runs a sub group of tests of the OpenStack + Platform testcases. + run: + name: refstack + args: + target: platform + option: + - '--concurrency=4' + + - + case_name: tempest_full + project_name: functest + criteria: 100 + blocking: false + description: >- + The list of test cases is generated by + Tempest automatically and depends on the parameters of + the OpenStack deployment. + https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83 + run: + name: tempest_common + args: + mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.api)' + option: + - '--concurrency=4' + + - + case_name: tempest_scenario + project_name: functest + criteria: 100 + blocking: false + description: >- + The list of test cases is generated by + Tempest automatically and depends on the parameters of + the OpenStack deployment. + https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84 + run: + name: tempest_scenario + args: + mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.scenario)' + option: + - '--concurrency=1' + + - + case_name: tempest_slow + project_name: functest + criteria: 100 + blocking: false + description: >- + The list of test cases is generated by + Tempest automatically and depends on the parameters of + the OpenStack deployment. + https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84 + run: + name: tempest_common + args: + mode: '(?=.*\[.*\bslow\b.*\])(^tempest\.)' + option: + - '--concurrency=2' + + - + case_name: patrole + project_name: functest + criteria: 100 + blocking: false + description: >- + Test suite from Patrole project. + run: + name: patrole + args: + role: 'admin' + includes: + - 'image' + - 'network' + excludes: + - 'network.test_flavors_rbac' + - 'network.test_network_ip_availability_rbac' + - 'test_networks_multiprovider_rbac' + - 'test_auto_allocated_topology_rbac' + - 'test_create_network_provider_segmentation_id' + - 'test_update_network_provider_physical_network' + - 'test_update_network_provider_segmentation_id' + - 'network.test_agents_rbac' + - 'test_list_metadef_namespaces' + + - + case_name: neutron_trunk + project_name: functest + criteria: 100 + blocking: false + description: >- + This test case runs the neutron trunk subtest of the + OpenStack Tempest suite. The list of test cases is + generated by Tempest having as input the relevant + testcase list file. + run: + name: tempest_common + args: + mode: 'neutron_tempest_plugin.(api|scenario).test_trunk' + neutron_extensions: + - trunk + - trunk-details + + - + case_name: networking-bgpvpn + project_name: functest + criteria: 100 + blocking: false + description: >- + This test case runs OpenStack networking-bgpvpn Tempest + suite. The list of test cases is generated by Tempest + having as input the relevant regex. + run: + name: tempest_common + args: + mode: '^neutron_tempest_plugin.bgpvpn.api\.' + neutron_extensions: + - bgpvpn + option: + - '--concurrency=4' + + - + case_name: networking-sfc + project_name: functest + criteria: 100 + blocking: false + description: >- + This test case runs OpenStack networking-sfc Tempest + suite. The list of test cases is generated by Tempest + having as input the relevant regex. + run: + name: tempest_common + args: + mode: + '^(?:neutron_tempest_plugin\.sfc\.tests\.api).*$' + neutron_extensions: + - sfc + option: + - '--concurrency=0' + + - + case_name: barbican + project_name: functest + criteria: 100 + blocking: false + description: >- + It leverages on the tempest plugin containing tests used to + verify the functionality of a barbican installation. + run: + name: barbican + args: + mode: + '^barbican_tempest_plugin.((?!test_signed_image_upload_boot_failure).)*$' + services: + - barbican + + - + case_name: octavia + project_name: functest + criteria: 100 + blocking: false + description: >- + It leverages on the tempest plugin containing tests used to + verify the functionality of an octavia installation. + run: + name: tempest_common + args: + mode: + '^octavia_tempest_plugin.tests.api.v2' + services: + - octavia + option: + - '--concurrency=2' |