aboutsummaryrefslogtreecommitdiffstats
path: root/docs/testing/user
diff options
context:
space:
mode:
Diffstat (limited to 'docs/testing/user')
-rw-r--r--docs/testing/user/configguide/conf.py6
-rw-r--r--docs/testing/user/configguide/configguide.rst51
-rw-r--r--docs/testing/user/userguide/conf.py6
-rw-r--r--docs/testing/user/userguide/runfunctest.rst2
-rw-r--r--docs/testing/user/userguide/test_overview.rst7
5 files changed, 30 insertions, 42 deletions
diff --git a/docs/testing/user/configguide/conf.py b/docs/testing/user/configguide/conf.py
index a227d7caa..c0dc12599 100644
--- a/docs/testing/user/configguide/conf.py
+++ b/docs/testing/user/configguide/conf.py
@@ -47,8 +47,8 @@ master_doc = 'index'
# General information about the project.
project = u'Functest Installation Guide'
-copyright = u'2018, Cédric Ollivier <cedric.ollivier@orange.com>'
-author = u'Cédric Ollivier <cedric.ollivier@orange.com>'
+copyright = u'2018, Functest <opnfv-tech-discuss@lists.opnfv.org>'
+author = u'Functest <opnfv-tech-discuss@lists.opnfv.org>'
# The version info for the project you're documenting, acts as replacement for
# |version| and |release|, also used in various other places throughout the
@@ -151,7 +151,7 @@ latex_documents = [
(master_doc,
'FunctestInstallationGuide.tex',
u'Functest Installation Guide Documentation',
- u'Cédric Ollivier \\textless{}cedric.ollivier@orange.com\\textgreater{}',
+ u'Functest \\textless{}opnfv-tech-discuss@lists.opnfv.org\\textgreater{}',
'manual'),
]
diff --git a/docs/testing/user/configguide/configguide.rst b/docs/testing/user/configguide/configguide.rst
index a29ff3aaa..fbca850a7 100644
--- a/docs/testing/user/configguide/configguide.rst
+++ b/docs/testing/user/configguide/configguide.rst
@@ -37,9 +37,9 @@ Preparing your environment
cat env::
- INSTALLER_TYPE=XXX
EXTERNAL_NETWORK=XXX
- DEPLOY_SCENARIO=XXX
+ DEPLOY_SCENARIO=XXX # if not os-nosdn-nofeature-noha scenario
+ NAMESERVER=XXX # if not 8.8.8.8
See section on environment variables for details.
@@ -49,12 +49,9 @@ cat env_file::
export OS_USER_DOMAIN_NAME=XXX
export OS_PROJECT_DOMAIN_NAME=XXX
export OS_USERNAME=XXX
- export OS_TENANT_NAME=XXX
export OS_PROJECT_NAME=XXX
export OS_PASSWORD=XXX
- export OS_VOLUME_API_VERSION=XXX
- export OS_IDENTITY_API_VERSION=XXX
- export OS_IMAGE_API_VERSION=XXX
+ export OS_IDENTITY_API_VERSION=3
See section on OpenStack credentials for details.
@@ -71,7 +68,6 @@ Create a directory for the different images (attached as a Docker volume)::
images/cirros-d161201-aarch64-initramfs
images/cirros-d161201-aarch64-kernel
images/cloudify-manager-premium-4.0.1.qcow2
- images/img
images/ubuntu-14.04-server-cloudimg-amd64-disk1.img
images/ubuntu-14.04-server-cloudimg-arm64-uefi1.img
images/ubuntu-16.04-server-cloudimg-amd64-disk1.img
@@ -92,9 +88,9 @@ Results shall be displayed as follows::
+----------------------------+------------------+---------------------+------------------+----------------+
| TEST CASE | PROJECT | TIER | DURATION | RESULT |
+----------------------------+------------------+---------------------+------------------+----------------+
- | connection_check | functest | healthcheck | 00:06 | PASS |
- | api_check | functest | healthcheck | 06:52 | PASS |
- | snaps_health_check | functest | healthcheck | 00:42 | PASS |
+ | connection_check | functest | healthcheck | 00:07 | PASS |
+ | api_check | functest | healthcheck | 07:46 | PASS |
+ | snaps_health_check | functest | healthcheck | 00:36 | PASS |
+----------------------------+------------------+---------------------+------------------+----------------+
NOTE: the duration is a reference and it might vary depending on your SUT.
@@ -113,14 +109,15 @@ Results shall be displayed as follows::
+------------------------------+------------------+---------------+------------------+----------------+
| TEST CASE | PROJECT | TIER | DURATION | RESULT |
+------------------------------+------------------+---------------+------------------+----------------+
- | vping_ssh | functest | smoke | 00:45 | PASS |
- | vping_userdata | functest | smoke | 00:36 | PASS |
- | tempest_smoke_serial | functest | smoke | 14:04 | PASS |
- | rally_sanity | functest | smoke | 23:59 | PASS |
- | refstack_defcore | functest | smoke | 14:37 | FAIL |
- | snaps_smoke | functest | smoke | 42:09 | PASS |
+ | vping_ssh | functest | smoke | 00:57 | PASS |
+ | vping_userdata | functest | smoke | 00:33 | PASS |
+ | tempest_smoke_serial | functest | smoke | 13:22 | PASS |
+ | rally_sanity | functest | smoke | 24:07 | PASS |
+ | refstack_defcore | functest | smoke | 05:21 | PASS |
+ | patrole | functest | smoke | 04:29 | PASS |
+ | snaps_smoke | functest | smoke | 46:54 | PASS |
| odl | functest | smoke | 00:00 | SKIP |
- | odl_netvirt | functest | smoke | 00:00 | SKIP |
+ | neutron_trunk | functest | smoke | 00:00 | SKIP |
+------------------------------+------------------+---------------+------------------+----------------+
Note: if the scenario does not support some tests, they are indicated as SKIP.
See User guide for details.
@@ -164,8 +161,8 @@ Results shall be displayed as follows::
+-------------------------------+------------------+--------------------+------------------+----------------+
| TEST CASE | PROJECT | TIER | DURATION | RESULT |
+-------------------------------+------------------+--------------------+------------------+----------------+
- | tempest_full_parallel | functest | components | 52:42 | PASS |
- | rally_full | functest | components | 114:22 | PASS |
+ | tempest_full_parallel | functest | components | 48:28 | PASS |
+ | rally_full | functest | components | 126:02 | PASS |
+-------------------------------+------------------+--------------------+------------------+----------------+
Testing vnf suite
@@ -180,15 +177,13 @@ Run vnf suite::
Results shall be displayed as follows::
- +---------------------------------+-------------------+--------------+------------------+----------------+
- | TEST CASE | PROJECT | TIER | DURATION | RESULT |
- +---------------------------------+-------------------+--------------+------------------+----------------+
- | cloudify_ims | functest | vnf | 28:49 | FAIL |
- | vyos_vrouter | functest | vnf | 27:57 | FAIL |
- | juju_epc | functest | vnf | 55:03 | PASS |
- | orchestra_openims | orchestra | vnf | 00:00 | SKIP |
- | orchestra_clearwaterims | orchestra | vnf | 00:00 | SKIP |
- +---------------------------------+-------------------+--------------+------------------+----------------+
+ +----------------------+------------------+--------------+------------------+----------------+
+ | TEST CASE | PROJECT | TIER | DURATION | RESULT |
+ +----------------------+------------------+--------------+------------------+----------------+
+ | cloudify_ims | functest | vnf | 28:15 | PASS |
+ | vyos_vrouter | functest | vnf | 17:59 | PASS |
+ | juju_epc | functest | vnf | 46:44 | PASS |
+ +----------------------+------------------+--------------+------------------+----------------+
Environment variables
diff --git a/docs/testing/user/userguide/conf.py b/docs/testing/user/userguide/conf.py
index cd37ed4f0..716d3b3d2 100644
--- a/docs/testing/user/userguide/conf.py
+++ b/docs/testing/user/userguide/conf.py
@@ -47,8 +47,8 @@ master_doc = 'index'
# General information about the project.
project = u'Functest User Guide'
-copyright = u'2018, Cédric Ollivier <cedric.ollivier@orange.com>'
-author = u'Cédric Ollivier <cedric.ollivier@orange.com>'
+copyright = u'2018, Functest <opnfv-tech-discuss@lists.opnfv.org>'
+author = u'Functest <opnfv-tech-discuss@lists.opnfv.org>'
# The version info for the project you're documenting, acts as replacement for
# |version| and |release|, also used in various other places throughout the
@@ -151,7 +151,7 @@ latex_documents = [
(master_doc,
'FunctestUserGuide.tex',
u'Functest User Guide Documentation',
- u'Cédric Ollivier \\textless{}cedric.ollivier@orange.com\\textgreater{}',
+ u'Functest \\textless{}opnfv-tech-discuss@lists.opnfv.org\\textgreater{}',
'manual'),
]
diff --git a/docs/testing/user/userguide/runfunctest.rst b/docs/testing/user/userguide/runfunctest.rst
index 07e16efed..a8f5a4694 100644
--- a/docs/testing/user/userguide/runfunctest.rst
+++ b/docs/testing/user/userguide/runfunctest.rst
@@ -83,7 +83,7 @@ Testcases can be listed, shown and run though the CLI::
+-------------------+--------------------------------------------------+------------------+---------------------------+
| TEST CASE | DESCRIPTION | CRITERIA | DEPENDENCY |
+-------------------+--------------------------------------------------+------------------+---------------------------+
- | api_check | This test case verifies the retrieval of | 100 | ^((?!netvirt).)*$ |
+ | api_check | This test case verifies the retrieval of | 100 | ^((?!lxd).)*$ |
| | OpenStack clients: Keystone, Glance, | | |
| | Neutron and Nova and may perform some | | |
| | simple queries. When the config value of | | |
diff --git a/docs/testing/user/userguide/test_overview.rst b/docs/testing/user/userguide/test_overview.rst
index 6e3aae2e4..e40982320 100644
--- a/docs/testing/user/userguide/test_overview.rst
+++ b/docs/testing/user/userguide/test_overview.rst
@@ -97,13 +97,6 @@ validate the scenario for the release.
| | | | operations mainly based on |
| | | | upstream testcases. See below |
| | | | for details |
-| | +------------+----------------------------------+
-| | | odl | Test Suite for the OpenDaylight |
-| | | \_netvirt | SDN Controller when the NetVirt |
-| | | | features are installed. It |
-| | | | integrates some test suites from |
-| | | | upstream using Robot as the test |
-| | | | framework |
+-------------+---------------+------------+----------------------------------+
| Features | features | bgpvpn | Implementation of the OpenStack |
| | | | bgpvpn API from the SDNVPN |