aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
-rw-r--r--ci/testcases.yaml4
-rw-r--r--docker/Dockerfile1
-rw-r--r--docs/userguide/index.rst4
-rw-r--r--docs/userguide/introduction.rst15
-rw-r--r--testcases/OpenStack/tempest/custom_tests/blacklist.txt23
-rw-r--r--testcases/vnf/vRNC/parser.py5
6 files changed, 36 insertions, 16 deletions
diff --git a/ci/testcases.yaml b/ci/testcases.yaml
index ca0273c27..2d94a33f2 100644
--- a/ci/testcases.yaml
+++ b/ci/testcases.yaml
@@ -173,7 +173,7 @@ tiers:
scenario: '(odl)*(moon)'
-
name: multisite
- criteria: 'status == "PASS"'
+ criteria: 'success_rate == 100%'
blocking: false
description: >-
Test suite from kingbird
@@ -215,7 +215,7 @@ tiers:
Test suite from Parser project.
dependencies:
installer: 'fuel'
- scenario: ''
+ scenario: '^((?!onos).)*$'
-
name: openstack
order: 4
diff --git a/docker/Dockerfile b/docker/Dockerfile
index 23221f23e..ce3f4ce51 100644
--- a/docker/Dockerfile
+++ b/docker/Dockerfile
@@ -105,6 +105,7 @@ RUN curl -L https://get.rvm.io | bash -s stable
RUN /bin/bash -c ". /home/opnfv/repos/functest/testcases/features/sfc/tacker_client_install.sh"
RUN cd ${repos_dir}/bgpvpn && pip install .
RUN cd ${repos_dir}/kingbird && pip install -e .
+RUN cd ${repos_dir}/moon/moonclient/ && python setup.py install
RUN /bin/bash -c ". /etc/profile.d/rvm.sh \
&& cd /home/opnfv/repos/vims-test \
diff --git a/docs/userguide/index.rst b/docs/userguide/index.rst
index 5a584f5fa..c0c3aa1b2 100644
--- a/docs/userguide/index.rst
+++ b/docs/userguide/index.rst
@@ -239,7 +239,7 @@ OpenDaylight and Neutron.
The list of tests can be described as follows:
* Basic Restconf test cases
- * Connect to Restconf URL
+ * Connect to Restconf URL
* Check the HTTP code status
* Neutron Reachability test cases
@@ -462,7 +462,7 @@ portal is also automatically updated. This portal provides information on:
* The overall status per scenario and per installer
* Tempest: Tempest test case including reported errors per scenario and installer
- * vIMS: vIMS details per scenario and installer
+ * vIMS: vIMS details per scenario and installer
.. figure:: ../images/functest-reporting-status.png
:align: center
diff --git a/docs/userguide/introduction.rst b/docs/userguide/introduction.rst
index 19a7ead1b..065213a6f 100644
--- a/docs/userguide/introduction.rst
+++ b/docs/userguide/introduction.rst
@@ -108,12 +108,14 @@ Features and VNF (Virtual Network Functions).
| | | odl-sfc | SFC testing for odl scenarios |
| | | | TODO See for details |
| | +----------------+----------------------------------+
-| | | domino | Service template publication |
-| | | | service based on OASIS |
-| | | | specification "TOSCA Simple |
-| | | | Profile for Network Function |
-| | | | Virtualization (NFV) Version 1.0"|
-| | | | TODO See for details |
+| | | domino | Domino provides TOSCA template |
+| | | | distribution service for network |
+| | | | service and VNF descriptors |
+| | | | among MANO components e.g., |
+| | | | NFVO, VNFM, VIM, SDN-C, etc., |
+| | | | as well as OSS/BSS functions. |
+| | | | See `Domino User Guide`_ for |
+| | | | details |
| | +----------------+----------------------------------+
| | | copper | Deployment policy |
| | | | TODO See for details |
@@ -204,4 +206,5 @@ section `Executing the functest suites`_ of this document.
.. _`Promise User Guide`: http://artifacts.opnfv.org/promise/brahmaputra/docs/userguide/index.html
.. _`ONOSFW User Guide`: http://artifacts.opnfv.org/onosfw/brahmaputra/docs/userguide/index.html
.. _`SDNVPN User Guide`: http://artifacts.opnfv.org/sdnvpn/brahmaputra/docs/userguide/featureusage.html
+.. _`Domino User Guide`: http://artifacts.opnfv.org/domino/docs/userguide/index.html
.. _`Functest Dashboard`: http://testresults.opnfv.org/kibana_dashboards/
diff --git a/testcases/OpenStack/tempest/custom_tests/blacklist.txt b/testcases/OpenStack/tempest/custom_tests/blacklist.txt
index ddd41e688..6dd7fad5c 100644
--- a/testcases/OpenStack/tempest/custom_tests/blacklist.txt
+++ b/testcases/OpenStack/tempest/custom_tests/blacklist.txt
@@ -16,15 +16,12 @@
- tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern
- tempest.scenario.test_volume_boot_pattern.TestVolumeBootPatternV2.test_volume_boot_pattern
+-
scenarios:
- os-odl_l2-nofeature-ha
- os-odl_l2-nofeature-noha
- os-nosdn-nofeature-ha
- os-nosdn-nofeature-noha
- - os-onos-nofeature-ha
- - os-onos-nofeature-noha
- - os-onos-sfc-ha
- - os-onos-sfc-noha
- os-nosdn-lxd-ha
- os-nosdn-lxd-noha
installers:
@@ -32,6 +29,7 @@
tests:
- tempest.api.object_storage
+-
scenarios:
- os-onos-nofeature-ha
- os-onos-nofeature-noha
@@ -40,7 +38,6 @@
installers:
- fuel
- apex
- - joid
- compass
tests:
- tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard
@@ -48,3 +45,19 @@
- tempest.scenario.test_server_basic_ops.TestServerBasicOps.test_server_basic_ops
- tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern
- tempest.scenario.test_volume_boot_pattern.TestVolumeBootPatternV2.test_volume_boot_pattern
+
+-
+ scenarios:
+ - os-onos-nofeature-ha
+ - os-onos-nofeature-noha
+ - os-onos-sfc-ha
+ - os-onos-sfc-noha
+ installers:
+ - joid
+ tests:
+ - tempest.api.object_storage
+ - tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard
+ - tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops
+ - tempest.scenario.test_server_basic_ops.TestServerBasicOps.test_server_basic_ops
+ - tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern
+ - tempest.scenario.test_volume_boot_pattern.TestVolumeBootPatternV2.test_volume_boot_pattern
diff --git a/testcases/vnf/vRNC/parser.py b/testcases/vnf/vRNC/parser.py
index 9678591f6..40d28c49f 100644
--- a/testcases/vnf/vRNC/parser.py
+++ b/testcases/vnf/vRNC/parser.py
@@ -44,7 +44,10 @@ def main():
cmd = 'cd %s/tests && ./functest_run.sh' % PARSER_REPO
start_time = time.time()
- ret = functest_utils.execute_command(cmd, logger, exit_on_error=False)
+ ret = functest_utils.execute_command(cmd,
+ logger,
+ info=True,
+ exit_on_error=False)
stop_time = time.time()
status, details = functest_utils.check_test_result(project,