diff options
| -rw-r--r-- | .travis.yml | 23 | ||||
| -rw-r--r-- | build.sh | 3 | ||||
| -rw-r--r-- | docker/smoke-cntt/Dockerfile | 4 | ||||
| -rw-r--r-- | docker/smoke-cntt/testcases.yaml | 285 |
4 files changed, 314 insertions, 1 deletions
diff --git a/.travis.yml b/.travis.yml index 276e67f95..253fb63b8 100644 --- a/.travis.yml +++ b/.travis.yml @@ -123,6 +123,24 @@ jobs: - amd64_dirs="" - arm64_dirs="" - arm_dirs="docker/vnf" + - script: sudo -E bash build.sh + env: + - REPO="${DOCKER_USERNAME}" + - amd64_dirs="docker/smoke-cntt" + - arm64_dirs="" + - arm_dirs="" + - script: sudo -E bash build.sh + env: + - REPO="${DOCKER_USERNAME}" + - amd64_dirs="" + - arm64_dirs="docker/smoke-cntt" + - arm_dirs="" + - script: sudo -E bash build.sh + env: + - REPO="${DOCKER_USERNAME}" + - amd64_dirs="" + - arm64_dirs="" + - arm_dirs="docker/smoke-cntt" - stage: publish all manifests script: > sudo manifest-tool push from-args \ @@ -144,3 +162,8 @@ jobs: --platforms linux/amd64,linux/arm,linux/arm64 \ --template ${DOCKER_USERNAME}/functest-vnf:ARCH-jerma \ --target ${DOCKER_USERNAME}/functest-vnf:jerma + - script: > + sudo manifest-tool push from-args \ + --platforms linux/amd64,linux/arm,linux/arm64 \ + --template ${DOCKER_USERNAME}/functest-smoke-cntt:ARCH-jerma \ + --target ${DOCKER_USERNAME}/functest-smoke-cntt:jerma @@ -15,7 +15,8 @@ docker/core \ docker/tempest \ docker/healthcheck \ docker/smoke \ -docker/benchmarking"} +docker/benchmarking \ +docker/smoke-cntt"} arm64_dirs=${arm64_dirs-${amd64_dirs}} build_opts=("--pull=true" --no-cache "--force-rm=true") diff --git a/docker/smoke-cntt/Dockerfile b/docker/smoke-cntt/Dockerfile new file mode 100644 index 000000000..1fa944030 --- /dev/null +++ b/docker/smoke-cntt/Dockerfile @@ -0,0 +1,4 @@ +FROM opnfv/functest-smoke + +COPY testcases.yaml /usr/lib/python3.7/site-packages/xtesting/ci/testcases.yaml +CMD ["run_tests", "-t", "all"] diff --git a/docker/smoke-cntt/testcases.yaml b/docker/smoke-cntt/testcases.yaml new file mode 100644 index 000000000..4c6bfc36a --- /dev/null +++ b/docker/smoke-cntt/testcases.yaml @@ -0,0 +1,285 @@ +--- +tiers: + - + name: smoke + order: 1 + description: >- + Set of basic Functional tests to validate the OPNFV scenarios. + testcases: + - + case_name: neutron-tempest-plugin-api + project_name: functest + criteria: 100 + blocking: false + deny_skipping: true + tests_count: 382 + description: >- + This test case runs the Tempest suite proposed by the + Neutron project. The list of test cases is generated by + Tempest automatically and depends on the parameters of + the OpenStack deployment. + run: + name: tempest_common + args: + mode: "(?!.*test_logging)(?!.*test_logging_negative)\ + (?!.*test_network_segment_range)\ + (?!.*test_ports.PortTestCasesResourceRequest)\ + (?!.*test_tag.TagFilterQosPolicyTestJSON)\ + (?!.*test_tag.TagFilterTrunkTestJSON)\ + (?!.*test_tag.TagQosPolicyTestJSON)\ + (?!.*test_tag.TagTrunkTestJSON)\ + (?!.*test_metering_extensions)\ + (?!.*test_metering_negative)\ + (?!.*test_networks.NetworksTestJSON.test_create_update_network_dns_domain)\ + (?!.*test_port_forwardings)\ + (?!.*test_ports.PortsTestJSON.test_create_port_with_propagate_uplink_status)\ + (?!.*test_ports.PortsTestJSON.test_create_port_without_propagate_uplink_status)\ + (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_domain)\ + (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_name)\ + (?!.*test_ports.PortsTestJSON.test_create_update_port_with_no_dns_name)\ + (?!.*test_qos)(?!.*test_qos_negative)\ + (?!.*test_revisions.TestRevisions.test_update_dns_domain_bumps_revision)\ + (?!.*test_revisions.TestRevisions.test_update_qos_network_policy_binding_bumps_revision)\ + (?!.*test_revisions.TestRevisions.test_update_qos_port_policy_binding_bumps_revision)\ + (?!.*test_router_interface_fip)\ + (?!.*test_routers.DvrRoutersTestUpdateDistributedExtended)\ + (?!.*test_routers.RoutersIpV6Test.test_extra_routes_atomic)\ + (?!.*test_routers.RoutersTest.test_extra_routes_atomic)\ + (?!.*test_routers_negative.DvrRoutersNegativeTestExtended)\ + (?!.*test_subnetpool_prefix_ops)\ + (?!.*test_timestamp.TestTimeStamp.test_segment_with_timestamp)\ + (?!.*test_trunk)(?!.*test_trunk_negative)\ + (^neutron_tempest_plugin.api)" + option: + - '--concurrency=4' + + - + case_name: rally_sanity + project_name: functest + criteria: 100 + blocking: false + description: >- + This test case runs a sub group of tests of the OpenStack + Rally suite in smoke mode. + run: + name: rally_sanity + args: + optional: + - 'gnocchi' + - 'barbican' + + - + case_name: refstack_compute + project_name: functest + criteria: 100 + blocking: false + deny_skipping: true + tests_count: 222 + description: >- + This test case runs a sub group of tests of the OpenStack + Compute testcases. + run: + name: refstack + args: + target: compute + option: + - '--concurrency=4' + + - + case_name: refstack_object + project_name: functest + criteria: 100 + blocking: false + deny_skipping: true + tests_count: 58 + description: >- + This test case runs a sub group of tests of the OpenStack + Object testcases. + run: + name: refstack + args: + target: object + option: + - '--concurrency=4' + + - + case_name: refstack_platform + project_name: functest + criteria: 100 + blocking: false + deny_skipping: true + tests_count: 278 + description: >- + This test case runs a sub group of tests of the OpenStack + Platform testcases. + run: + name: refstack + args: + target: platform + option: + - '--concurrency=4' + + - + case_name: tempest_full + project_name: functest + criteria: 100 + blocking: false + description: >- + The list of test cases is generated by + Tempest automatically and depends on the parameters of + the OpenStack deployment. + https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83 + run: + name: tempest_common + args: + mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.api)' + option: + - '--concurrency=4' + + - + case_name: tempest_scenario + project_name: functest + criteria: 100 + blocking: false + description: >- + The list of test cases is generated by + Tempest automatically and depends on the parameters of + the OpenStack deployment. + https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84 + run: + name: tempest_scenario + args: + mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.scenario)' + option: + - '--concurrency=1' + + - + case_name: tempest_slow + project_name: functest + criteria: 100 + blocking: false + description: >- + The list of test cases is generated by + Tempest automatically and depends on the parameters of + the OpenStack deployment. + https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84 + run: + name: tempest_common + args: + mode: '(?=.*\[.*\bslow\b.*\])(^tempest\.)' + option: + - '--concurrency=2' + + - + case_name: patrole + project_name: functest + criteria: 100 + blocking: false + description: >- + Test suite from Patrole project. + run: + name: patrole + args: + role: 'admin' + includes: + - 'image' + - 'network' + excludes: + - 'network.test_flavors_rbac' + - 'network.test_network_ip_availability_rbac' + - 'test_networks_multiprovider_rbac' + - 'test_auto_allocated_topology_rbac' + - 'test_create_network_provider_segmentation_id' + - 'test_update_network_provider_physical_network' + - 'test_update_network_provider_segmentation_id' + - 'network.test_agents_rbac' + - 'test_list_metadef_namespaces' + + - + case_name: neutron_trunk + project_name: functest + criteria: 100 + blocking: false + description: >- + This test case runs the neutron trunk subtest of the + OpenStack Tempest suite. The list of test cases is + generated by Tempest having as input the relevant + testcase list file. + run: + name: tempest_common + args: + mode: 'neutron_tempest_plugin.(api|scenario).test_trunk' + neutron_extensions: + - trunk + - trunk-details + + - + case_name: networking-bgpvpn + project_name: functest + criteria: 100 + blocking: false + description: >- + This test case runs OpenStack networking-bgpvpn Tempest + suite. The list of test cases is generated by Tempest + having as input the relevant regex. + run: + name: tempest_common + args: + mode: '^neutron_tempest_plugin.bgpvpn.api\.' + neutron_extensions: + - bgpvpn + option: + - '--concurrency=4' + + - + case_name: networking-sfc + project_name: functest + criteria: 100 + blocking: false + description: >- + This test case runs OpenStack networking-sfc Tempest + suite. The list of test cases is generated by Tempest + having as input the relevant regex. + run: + name: tempest_common + args: + mode: + '^(?:neutron_tempest_plugin\.sfc\.tests\.api).*$' + neutron_extensions: + - sfc + option: + - '--concurrency=0' + + - + case_name: barbican + project_name: functest + criteria: 100 + blocking: false + description: >- + It leverages on the tempest plugin containing tests used to + verify the functionality of a barbican installation. + run: + name: barbican + args: + mode: + '^barbican_tempest_plugin.((?!test_signed_image_upload_boot_failure).)*$' + services: + - barbican + + - + case_name: octavia + project_name: functest + criteria: 100 + blocking: false + description: >- + It leverages on the tempest plugin containing tests used to + verify the functionality of an octavia installation. + run: + name: tempest_common + args: + mode: + '^octavia_tempest_plugin.tests.api.v2' + services: + - octavia + option: + - '--concurrency=2' |