aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorJuha Kosonen <juha.kosonen@nokia.com>2019-10-29 09:13:44 +0000
committerGerrit Code Review <gerrit@opnfv.org>2019-10-29 09:13:44 +0000
commit0cc516a2e4f4387220d67656b470ae7274215a44 (patch)
tree613cae8487e7763738b01c5d52376cef49e5daa6
parentbb4c274ab05b2e90788995e92cb5e125c0474683 (diff)
parent1456f68e90103afab958ae8a305c840e6fa29cf7 (diff)
Merge "Publish functest-cntt-smoke"
-rw-r--r--.travis.yml23
-rw-r--r--build.sh3
-rw-r--r--docker/smoke-cntt/Dockerfile4
-rw-r--r--docker/smoke-cntt/testcases.yaml281
4 files changed, 310 insertions, 1 deletions
diff --git a/.travis.yml b/.travis.yml
index 79efaaff1..9964fe1d2 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -123,6 +123,24 @@ jobs:
- amd64_dirs=""
- arm64_dirs=""
- arm_dirs="docker/vnf"
+ - script: sudo -E bash build.sh
+ env:
+ - REPO="${DOCKER_USERNAME}"
+ - amd64_dirs="docker/smoke-cntt"
+ - arm64_dirs=""
+ - arm_dirs=""
+ - script: sudo -E bash build.sh
+ env:
+ - REPO="${DOCKER_USERNAME}"
+ - amd64_dirs=""
+ - arm64_dirs="docker/smoke-cntt"
+ - arm_dirs=""
+ - script: sudo -E bash build.sh
+ env:
+ - REPO="${DOCKER_USERNAME}"
+ - amd64_dirs=""
+ - arm64_dirs=""
+ - arm_dirs="docker/smoke-cntt"
- stage: publish all manifests
script: >
sudo manifest-tool push from-args \
@@ -144,3 +162,8 @@ jobs:
--platforms linux/amd64,linux/arm,linux/arm64 \
--template ${DOCKER_USERNAME}/functest-vnf:ARCH-latest \
--target ${DOCKER_USERNAME}/functest-vnf:latest
+ - script: >
+ sudo manifest-tool push from-args \
+ --platforms linux/amd64,linux/arm,linux/arm64 \
+ --template ${DOCKER_USERNAME}/functest-smoke-cntt:ARCH-latest \
+ --target ${DOCKER_USERNAME}/functest-smoke-cntt:latest
diff --git a/build.sh b/build.sh
index eff3f6b6d..547f18161 100644
--- a/build.sh
+++ b/build.sh
@@ -15,7 +15,8 @@ docker/core \
docker/tempest \
docker/healthcheck \
docker/smoke \
-docker/benchmarking"}
+docker/benchmarking \
+docker/smoke-cntt"}
arm64_dirs=${arm64_dirs-${amd64_dirs}}
build_opts=("--pull=true" --no-cache "--force-rm=true")
diff --git a/docker/smoke-cntt/Dockerfile b/docker/smoke-cntt/Dockerfile
new file mode 100644
index 000000000..1fa944030
--- /dev/null
+++ b/docker/smoke-cntt/Dockerfile
@@ -0,0 +1,4 @@
+FROM opnfv/functest-smoke
+
+COPY testcases.yaml /usr/lib/python3.7/site-packages/xtesting/ci/testcases.yaml
+CMD ["run_tests", "-t", "all"]
diff --git a/docker/smoke-cntt/testcases.yaml b/docker/smoke-cntt/testcases.yaml
new file mode 100644
index 000000000..f0773edbc
--- /dev/null
+++ b/docker/smoke-cntt/testcases.yaml
@@ -0,0 +1,281 @@
+---
+tiers:
+ -
+ name: smoke
+ order: 1
+ description: >-
+ Set of basic Functional tests to validate the OPNFV scenarios.
+ testcases:
+ -
+ case_name: neutron-tempest-plugin-api
+ project_name: functest
+ criteria: 100
+ blocking: false
+ deny_skipping: true
+ tests_count: 392
+ description: >-
+ This test case runs the Tempest suite proposed by the
+ Neutron project. The list of test cases is generated by
+ Tempest automatically and depends on the parameters of
+ the OpenStack deployment.
+ run:
+ name: tempest_common
+ args:
+ mode: "(?!.*test_logging)(?!.*test_logging_negative)\
+ (?!.*test_network_segment_range)\
+ (?!.*test_ports.PortTestCasesResourceRequest)\
+ (?!.*test_tag.TagFilterQosPolicyTestJSON)\
+ (?!.*test_tag.TagFilterTrunkTestJSON)\
+ (?!.*test_tag.TagQosPolicyTestJSON)\
+ (?!.*test_tag.TagTrunkTestJSON)\
+ (?!.*test_conntrack_helper)\
+ (?!.*test_metering_extensions)\
+ (?!.*test_metering_negative)\
+ (?!.*test_networks.NetworksTestJSON.test_create_update_network_dns_domain)\
+ (?!.*test_port_forwardings)\
+ (?!.*test_ports.PortsTestJSON.test_create_port_with_propagate_uplink_status)\
+ (?!.*test_ports.PortsTestJSON.test_create_port_without_propagate_uplink_status)\
+ (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_domain)\
+ (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_name)\
+ (?!.*test_ports.PortsTestJSON.test_create_update_port_with_no_dns_name)\
+ (?!.*test_revisions.TestRevisions.test_update_dns_domain_bumps_revision)\
+ (?!.*test_revisions.TestRevisions.test_update_qos_network_policy_binding_bumps_revision)\
+ (?!.*test_revisions.TestRevisions.test_update_qos_port_policy_binding_bumps_revision)\
+ (?!.*test_router_interface_fip)\
+ (?!.*test_timestamp.TestTimeStamp.test_segment_with_timestamp)\
+ (?!.*test_qos)(?!.*test_qos_negative)\
+ (?!.*test_trunk)(?!.*test_trunk_negative)\
+ (^neutron_tempest_plugin.api)"
+ option:
+ - '--concurrency=4'
+
+ -
+ case_name: rally_sanity
+ project_name: functest
+ criteria: 100
+ blocking: false
+ description: >-
+ This test case runs a sub group of tests of the OpenStack
+ Rally suite in smoke mode.
+ run:
+ name: rally_sanity
+ args:
+ optional:
+ - 'gnocchi'
+ - 'barbican'
+
+ -
+ case_name: refstack_compute
+ project_name: functest
+ criteria: 100
+ blocking: false
+ deny_skipping: true
+ tests_count: 222
+ description: >-
+ This test case runs a sub group of tests of the OpenStack
+ Compute testcases.
+ run:
+ name: refstack
+ args:
+ target: compute
+ option:
+ - '--concurrency=4'
+
+ -
+ case_name: refstack_object
+ project_name: functest
+ criteria: 100
+ blocking: false
+ deny_skipping: true
+ tests_count: 58
+ description: >-
+ This test case runs a sub group of tests of the OpenStack
+ Object testcases.
+ run:
+ name: refstack
+ args:
+ target: object
+ option:
+ - '--concurrency=4'
+
+ -
+ case_name: refstack_platform
+ project_name: functest
+ criteria: 100
+ blocking: false
+ deny_skipping: true
+ tests_count: 278
+ description: >-
+ This test case runs a sub group of tests of the OpenStack
+ Platform testcases.
+ run:
+ name: refstack
+ args:
+ target: platform
+ option:
+ - '--concurrency=4'
+
+ -
+ case_name: tempest_full
+ project_name: functest
+ criteria: 100
+ blocking: false
+ description: >-
+ The list of test cases is generated by
+ Tempest automatically and depends on the parameters of
+ the OpenStack deployment.
+ https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
+ run:
+ name: tempest_common
+ args:
+ mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.api)'
+ option:
+ - '--concurrency=4'
+
+ -
+ case_name: tempest_scenario
+ project_name: functest
+ criteria: 100
+ blocking: false
+ description: >-
+ The list of test cases is generated by
+ Tempest automatically and depends on the parameters of
+ the OpenStack deployment.
+ https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
+ run:
+ name: tempest_scenario
+ args:
+ mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.scenario)'
+ option:
+ - '--concurrency=1'
+
+ -
+ case_name: tempest_slow
+ project_name: functest
+ criteria: 100
+ blocking: false
+ description: >-
+ The list of test cases is generated by
+ Tempest automatically and depends on the parameters of
+ the OpenStack deployment.
+ https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
+ run:
+ name: tempest_common
+ args:
+ mode: '(?=.*\[.*\bslow\b.*\])(^tempest\.)'
+ option:
+ - '--concurrency=2'
+
+ -
+ case_name: patrole
+ project_name: functest
+ criteria: 100
+ blocking: false
+ description: >-
+ Test suite from Patrole project.
+ run:
+ name: patrole
+ args:
+ role: 'admin'
+ includes:
+ - 'image'
+ - 'network'
+ excludes:
+ - 'network.test_flavors_rbac'
+ - 'network.test_network_ip_availability_rbac'
+ - 'test_networks_multiprovider_rbac'
+ - 'test_auto_allocated_topology_rbac'
+ - 'test_create_network_provider_segmentation_id'
+ - 'test_update_network_provider_physical_network'
+ - 'test_update_network_provider_segmentation_id'
+ - 'network.test_agents_rbac'
+ - 'test_list_metadef_namespaces'
+
+ -
+ case_name: neutron_trunk
+ project_name: functest
+ criteria: 100
+ blocking: false
+ description: >-
+ This test case runs the neutron trunk subtest of the
+ OpenStack Tempest suite. The list of test cases is
+ generated by Tempest having as input the relevant
+ testcase list file.
+ run:
+ name: tempest_common
+ args:
+ mode: 'neutron_tempest_plugin.(api|scenario).test_trunk'
+ neutron_extensions:
+ - trunk
+ - trunk-details
+
+ -
+ case_name: networking-bgpvpn
+ project_name: functest
+ criteria: 100
+ blocking: false
+ description: >-
+ This test case runs OpenStack networking-bgpvpn Tempest
+ suite. The list of test cases is generated by Tempest
+ having as input the relevant regex.
+ run:
+ name: tempest_common
+ args:
+ mode: '^neutron_tempest_plugin.bgpvpn.api\.'
+ neutron_extensions:
+ - bgpvpn
+ option:
+ - '--concurrency=4'
+
+ -
+ case_name: networking-sfc
+ project_name: functest
+ criteria: 100
+ blocking: false
+ description: >-
+ This test case runs OpenStack networking-sfc Tempest
+ suite. The list of test cases is generated by Tempest
+ having as input the relevant regex.
+ run:
+ name: tempest_common
+ args:
+ mode:
+ '^(?:neutron_tempest_plugin\.sfc\.tests\.api).*$'
+ neutron_extensions:
+ - sfc
+ option:
+ - '--concurrency=0'
+
+ -
+ case_name: barbican
+ project_name: functest
+ criteria: 100
+ blocking: false
+ description: >-
+ It leverages on the tempest plugin containing tests used to
+ verify the functionality of a barbican installation.
+ run:
+ name: barbican
+ args:
+ mode:
+ '^barbican_tempest_plugin.((?!test_signed_image_upload_boot_failure).)*$'
+ services:
+ - barbican
+
+ -
+ case_name: octavia
+ project_name: functest
+ criteria: 100
+ blocking: false
+ description: >-
+ It leverages on the tempest plugin containing tests used to
+ verify the functionality of an octavia installation.
+ run:
+ name: tempest_common
+ args:
+ mode:
+ '^octavia_tempest_plugin.tests.api.v2'
+ services:
+ - octavia
+ option:
+ - '--concurrency=2'