Merge "Publish functest-cntt-smoke"

4 files changed, 310 insertions, 1 deletions

diff --git a/.travis.yml b/.travis.yml
index 79efaaff1..9964fe1d2 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -123,6 +123,24 @@ jobs:
         - amd64_dirs=""
         - arm64_dirs=""
         - arm_dirs="docker/vnf"
+    - script: sudo -E bash build.sh
+      env:
+        - REPO="${DOCKER_USERNAME}"
+        - amd64_dirs="docker/smoke-cntt"
+        - arm64_dirs=""
+        - arm_dirs=""
+    - script: sudo -E bash build.sh
+      env:
+        - REPO="${DOCKER_USERNAME}"
+        - amd64_dirs=""
+        - arm64_dirs="docker/smoke-cntt"
+        - arm_dirs=""
+    - script: sudo -E bash build.sh
+      env:
+        - REPO="${DOCKER_USERNAME}"
+        - amd64_dirs=""
+        - arm64_dirs=""
+        - arm_dirs="docker/smoke-cntt"
     - stage: publish all manifests
       script: >
         sudo manifest-tool push from-args \
@@ -144,3 +162,8 @@ jobs:
           --platforms linux/amd64,linux/arm,linux/arm64 \
           --template ${DOCKER_USERNAME}/functest-vnf:ARCH-latest \
           --target ${DOCKER_USERNAME}/functest-vnf:latest
+    - script: >
+        sudo manifest-tool push from-args \
+          --platforms linux/amd64,linux/arm,linux/arm64 \
+          --template ${DOCKER_USERNAME}/functest-smoke-cntt:ARCH-latest \
+          --target ${DOCKER_USERNAME}/functest-smoke-cntt:latest
diff --git a/build.sh b/build.sh
index eff3f6b6d..547f18161 100644
--- a/build.sh
+++ b/build.sh
@@ -15,7 +15,8 @@ docker/core \
 docker/tempest \
 docker/healthcheck \
 docker/smoke \
-docker/benchmarking"}
+docker/benchmarking \
+docker/smoke-cntt"}
 arm64_dirs=${arm64_dirs-${amd64_dirs}}
 build_opts=("--pull=true" --no-cache "--force-rm=true")
 
diff --git a/docker/smoke-cntt/Dockerfile b/docker/smoke-cntt/Dockerfile
new file mode 100644
index 000000000..1fa944030
--- /dev/null
+++ b/docker/smoke-cntt/Dockerfile
@@ -0,0 +1,4 @@
+FROM opnfv/functest-smoke
+
+COPY testcases.yaml /usr/lib/python3.7/site-packages/xtesting/ci/testcases.yaml
+CMD ["run_tests", "-t", "all"]
diff --git a/docker/smoke-cntt/testcases.yaml b/docker/smoke-cntt/testcases.yaml
new file mode 100644
index 000000000..f0773edbc
--- /dev/null
+++ b/docker/smoke-cntt/testcases.yaml
@@ -0,0 +1,281 @@
+---
+tiers:
+    -
+        name: smoke
+        order: 1
+        description: >-
+            Set of basic Functional tests to validate the OPNFV scenarios.
+        testcases:
+            -
+                case_name: neutron-tempest-plugin-api
+                project_name: functest
+                criteria: 100
+                blocking: false
+                deny_skipping: true
+                tests_count: 392
+                description: >-
+                    This test case runs the Tempest suite proposed by the
+                    Neutron project. The list of test cases is generated by
+                    Tempest automatically and depends on the parameters of
+                    the OpenStack deployment.
+                run:
+                    name: tempest_common
+                    args:
+                        mode: "(?!.*test_logging)(?!.*test_logging_negative)\
+                            (?!.*test_network_segment_range)\
+                            (?!.*test_ports.PortTestCasesResourceRequest)\
+                            (?!.*test_tag.TagFilterQosPolicyTestJSON)\
+                            (?!.*test_tag.TagFilterTrunkTestJSON)\
+                            (?!.*test_tag.TagQosPolicyTestJSON)\
+                            (?!.*test_tag.TagTrunkTestJSON)\
+                            (?!.*test_conntrack_helper)\
+                            (?!.*test_metering_extensions)\
+                            (?!.*test_metering_negative)\
+                            (?!.*test_networks.NetworksTestJSON.test_create_update_network_dns_domain)\
+                            (?!.*test_port_forwardings)\
+                            (?!.*test_ports.PortsTestJSON.test_create_port_with_propagate_uplink_status)\
+                            (?!.*test_ports.PortsTestJSON.test_create_port_without_propagate_uplink_status)\
+                            (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_domain)\
+                            (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_name)\
+                            (?!.*test_ports.PortsTestJSON.test_create_update_port_with_no_dns_name)\
+                            (?!.*test_revisions.TestRevisions.test_update_dns_domain_bumps_revision)\
+                            (?!.*test_revisions.TestRevisions.test_update_qos_network_policy_binding_bumps_revision)\
+                            (?!.*test_revisions.TestRevisions.test_update_qos_port_policy_binding_bumps_revision)\
+                            (?!.*test_router_interface_fip)\
+                            (?!.*test_timestamp.TestTimeStamp.test_segment_with_timestamp)\
+                            (?!.*test_qos)(?!.*test_qos_negative)\
+                            (?!.*test_trunk)(?!.*test_trunk_negative)\
+                            (^neutron_tempest_plugin.api)"
+                        option:
+                            - '--concurrency=4'
+
+            -
+                case_name: rally_sanity
+                project_name: functest
+                criteria: 100
+                blocking: false
+                description: >-
+                    This test case runs a sub group of tests of the OpenStack
+                    Rally suite in smoke mode.
+                run:
+                    name: rally_sanity
+                    args:
+                        optional:
+                            - 'gnocchi'
+                            - 'barbican'
+
+            -
+                case_name: refstack_compute
+                project_name: functest
+                criteria: 100
+                blocking: false
+                deny_skipping: true
+                tests_count: 222
+                description: >-
+                    This test case runs a sub group of tests of the OpenStack
+                    Compute testcases.
+                run:
+                    name: refstack
+                    args:
+                        target: compute
+                        option:
+                            - '--concurrency=4'
+
+            -
+                case_name: refstack_object
+                project_name: functest
+                criteria: 100
+                blocking: false
+                deny_skipping: true
+                tests_count: 58
+                description: >-
+                    This test case runs a sub group of tests of the OpenStack
+                    Object testcases.
+                run:
+                    name: refstack
+                    args:
+                        target: object
+                        option:
+                            - '--concurrency=4'
+
+            -
+                case_name: refstack_platform
+                project_name: functest
+                criteria: 100
+                blocking: false
+                deny_skipping: true
+                tests_count: 278
+                description: >-
+                    This test case runs a sub group of tests of the OpenStack
+                    Platform testcases.
+                run:
+                    name: refstack
+                    args:
+                        target: platform
+                        option:
+                            - '--concurrency=4'
+
+            -
+                case_name: tempest_full
+                project_name: functest
+                criteria: 100
+                blocking: false
+                description: >-
+                    The list of test cases is generated by
+                    Tempest automatically and depends on the parameters of
+                    the OpenStack deployment.
+                    https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
+                run:
+                    name: tempest_common
+                    args:
+                        mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.api)'
+                        option:
+                            - '--concurrency=4'
+
+            -
+                case_name: tempest_scenario
+                project_name: functest
+                criteria: 100
+                blocking: false
+                description: >-
+                    The list of test cases is generated by
+                    Tempest automatically and depends on the parameters of
+                    the OpenStack deployment.
+                    https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
+                run:
+                    name: tempest_scenario
+                    args:
+                        mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.scenario)'
+                        option:
+                            - '--concurrency=1'
+
+            -
+                case_name: tempest_slow
+                project_name: functest
+                criteria: 100
+                blocking: false
+                description: >-
+                    The list of test cases is generated by
+                    Tempest automatically and depends on the parameters of
+                    the OpenStack deployment.
+                    https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
+                run:
+                    name: tempest_common
+                    args:
+                        mode: '(?=.*\[.*\bslow\b.*\])(^tempest\.)'
+                        option:
+                            - '--concurrency=2'
+
+            -
+                case_name: patrole
+                project_name: functest
+                criteria: 100
+                blocking: false
+                description: >-
+                    Test suite from Patrole project.
+                run:
+                    name: patrole
+                    args:
+                        role: 'admin'
+                        includes:
+                            - 'image'
+                            - 'network'
+                        excludes:
+                            - 'network.test_flavors_rbac'
+                            - 'network.test_network_ip_availability_rbac'
+                            - 'test_networks_multiprovider_rbac'
+                            - 'test_auto_allocated_topology_rbac'
+                            - 'test_create_network_provider_segmentation_id'
+                            - 'test_update_network_provider_physical_network'
+                            - 'test_update_network_provider_segmentation_id'
+                            - 'network.test_agents_rbac'
+                            - 'test_list_metadef_namespaces'
+
+            -
+                case_name: neutron_trunk
+                project_name: functest
+                criteria: 100
+                blocking: false
+                description: >-
+                    This test case runs the neutron trunk subtest of the
+                    OpenStack Tempest suite. The list of test cases is
+                    generated by Tempest having as input the relevant
+                    testcase list file.
+                run:
+                    name: tempest_common
+                    args:
+                        mode: 'neutron_tempest_plugin.(api|scenario).test_trunk'
+                        neutron_extensions:
+                            - trunk
+                            - trunk-details
+
+            -
+                case_name: networking-bgpvpn
+                project_name: functest
+                criteria: 100
+                blocking: false
+                description: >-
+                    This test case runs OpenStack networking-bgpvpn Tempest
+                    suite. The list of test cases is generated by Tempest
+                    having as input the relevant regex.
+                run:
+                    name: tempest_common
+                    args:
+                        mode: '^neutron_tempest_plugin.bgpvpn.api\.'
+                        neutron_extensions:
+                            - bgpvpn
+                        option:
+                            - '--concurrency=4'
+
+            -
+                case_name: networking-sfc
+                project_name: functest
+                criteria: 100
+                blocking: false
+                description: >-
+                    This test case runs OpenStack networking-sfc Tempest
+                    suite. The list of test cases is generated by Tempest
+                    having as input the relevant regex.
+                run:
+                    name: tempest_common
+                    args:
+                        mode:
+                            '^(?:neutron_tempest_plugin\.sfc\.tests\.api).*$'
+                        neutron_extensions:
+                            - sfc
+                        option:
+                            - '--concurrency=0'
+
+            -
+                case_name: barbican
+                project_name: functest
+                criteria: 100
+                blocking: false
+                description: >-
+                    It leverages on the tempest plugin containing tests used to
+                    verify the functionality of a barbican installation.
+                run:
+                    name: barbican
+                    args:
+                        mode:
+                            '^barbican_tempest_plugin.((?!test_signed_image_upload_boot_failure).)*$'
+                        services:
+                            - barbican
+
+            -
+                case_name: octavia
+                project_name: functest
+                criteria: 100
+                blocking: false
+                description: >-
+                    It leverages on the tempest plugin containing tests used to
+                    verify the functionality of an octavia installation.
+                run:
+                    name: tempest_common
+                    args:
+                        mode:
+                            '^octavia_tempest_plugin.tests.api.v2'
+                        services:
+                            - octavia
+                        option:
+                            - '--concurrency=2'