aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
-rw-r--r--api/conf.py6
-rw-r--r--docker/components/Dockerfile6
-rw-r--r--docker/features/Dockerfile9
-rw-r--r--docker/features/testcases.yaml9
-rw-r--r--docker/features/thirdparty-requirements.txt6
-rw-r--r--docker/parser/Dockerfile2
-rw-r--r--docker/smoke/Dockerfile20
-rw-r--r--docker/smoke/testcases.yaml26
-rw-r--r--docs/release/release-notes/apex.rst3
-rw-r--r--docs/release/release-notes/compass.rst57
-rw-r--r--docs/release/release-notes/conf.py6
-rw-r--r--docs/release/release-notes/daisy.rst51
-rw-r--r--docs/release/release-notes/fuel_amd64.rst35
-rw-r--r--docs/release/release-notes/fuel_arm64.rst6
-rw-r--r--docs/release/release-notes/functest-release.rst1
-rw-r--r--docs/release/release-notes/joid.rst26
-rw-r--r--docs/testing/developer/devguide/conf.py6
-rw-r--r--docs/testing/developer/devguide/index.rst3
-rw-r--r--docs/testing/developer/internship/security_group/conf.py6
-rw-r--r--docs/testing/developer/internship/testapi_evolution/conf.py6
-rw-r--r--docs/testing/developer/internship/unit_tests/conf.py6
-rw-r--r--docs/testing/developer/internship/vnf_catalog/conf.py6
-rw-r--r--docs/testing/user/configguide/conf.py6
-rw-r--r--docs/testing/user/configguide/configguide.rst51
-rw-r--r--docs/testing/user/userguide/conf.py6
-rw-r--r--docs/testing/user/userguide/runfunctest.rst2
-rw-r--r--docs/testing/user/userguide/test_overview.rst7
-rw-r--r--functest/ci/testcases.yaml35
-rw-r--r--functest/opnfv_tests/openstack/patrole/patrole.py6
-rw-r--r--functest/opnfv_tests/openstack/tempest/conf_utils.py15
-rw-r--r--functest/opnfv_tests/openstack/tempest/tempest.py30
-rw-r--r--functest/opnfv_tests/vnf/epc/juju_epc.py3
-rw-r--r--functest/opnfv_tests/vnf/ims/cloudify_ims.py3
-rw-r--r--functest/opnfv_tests/vnf/router/cloudify_vrouter.py4
-rw-r--r--functest/tests/unit/openstack/tempest/test_conf_utils.py26
-rw-r--r--functest/tests/unit/openstack/tempest/test_tempest.py18
-rw-r--r--upper-constraints.txt1
37 files changed, 227 insertions, 288 deletions
diff --git a/api/conf.py b/api/conf.py
index e9978f6ad..18b33fdda 100644
--- a/api/conf.py
+++ b/api/conf.py
@@ -51,8 +51,8 @@ master_doc = 'index'
# General information about the project.
project = u'OPNFV Functest'
-copyright = u'2017, #opnfv-functest (chat.freenode.net)'
-author = u'#opnfv-functest (chat.freenode.net)'
+copyright = u'2017, Functest <opnfv-tech-discuss@lists.opnfv.org>'
+author = u'Functest <opnfv-tech-discuss@lists.opnfv.org>'
# The version info for the project you're documenting, acts as replacement for
# |version| and |release|, also used in various other places throughout the
@@ -264,7 +264,7 @@ latex_documents = [
(master_doc,
'OPNFVFunctest.tex',
u'OPNFV Functest Documentation',
- u'\\#opnfv-functest (chat.freenode.net)',
+ u'Functest \\textless{}opnfv-tech-discuss@lists.opnfv.org\\textgreater{}',
'manual'),
]
diff --git a/docker/components/Dockerfile b/docker/components/Dockerfile
index 71a81541e..356c5d594 100644
--- a/docker/components/Dockerfile
+++ b/docker/components/Dockerfile
@@ -2,8 +2,8 @@ FROM opnfv/functest-core
ARG BRANCH=master
ARG OPENSTACK_TAG=stable/queens
-ARG RALLY_TAG=stable/0.10
-ARG OS_FAULTS_TAG=0.1.16
+ARG RALLY_TAG=0.11.2
+ARG OS_FAULTS_TAG=0.1.17
RUN apk --no-cache add --virtual .build-deps --update \
python-dev build-base linux-headers libffi-dev \
@@ -20,7 +20,7 @@ RUN apk --no-cache add --virtual .build-deps --update \
update-requirements -s --source /src/openstack-requirements /src/rally/ && \
pip install --no-cache-dir --src /src -cupper-constraints.txt \
-chttps://git.opnfv.org/functest/plain/upper-constraints.txt?h=$BRANCH \
- tempest /src/os-faults && \
+ tempest rally-openstack /src/os-faults && \
pip install --no-cache-dir --src /src -cupper-constraints.txt \
-chttps://git.opnfv.org/functest/plain/upper-constraints.txt?h=$BRANCH \
/src/rally && \
diff --git a/docker/features/Dockerfile b/docker/features/Dockerfile
index c53099cce..e91155a38 100644
--- a/docker/features/Dockerfile
+++ b/docker/features/Dockerfile
@@ -3,8 +3,8 @@ FROM opnfv/functest-core
ARG BRANCH=master
ARG OPENSTACK_TAG=stable/queens
ARG FDS_TAG=master
-ARG RALLY_TAG=stable/0.10
-ARG OS_FAULTS_TAG=0.1.16
+ARG RALLY_TAG=0.11.2
+ARG OS_FAULTS_TAG=0.1.17
COPY thirdparty-requirements.txt thirdparty-requirements.txt
RUN apk --no-cache add --update python3 sshpass && \
@@ -17,16 +17,13 @@ RUN apk --no-cache add --update python3 sshpass && \
pip install --no-cache-dir --src /src -cupper-constraints.txt \
-chttps://git.opnfv.org/functest/plain/upper-constraints.txt?h=$BRANCH \
-e git+https://github.com/openstack/requirements@$OPENSTACK_TAG#egg=openstack_requirements && \
- pip install --no-cache-dir --src /src -cupper-constraints.txt \
- -chttps://git.opnfv.org/functest/plain/upper-constraints.txt?h=$BRANCH \
- -e git+https://github.com/openstack/requirements@$OPENSTACK_TAG#egg=openstack_requirements && \
git clone --depth 1 https://github.com/openstack/os-faults.git -b $OS_FAULTS_TAG /src/os-faults && \
update-requirements -s --source /src/openstack-requirements /src/os-faults/ && \
git clone --depth 1 https://github.com/openstack/rally.git -b $RALLY_TAG /src/rally && \
update-requirements -s --source /src/openstack-requirements /src/rally/ && \
pip install --no-cache-dir --src /src -cupper-constraints.txt \
-chttps://git.opnfv.org/functest/plain/upper-constraints.txt?h=$BRANCH \
- tempest /src/os-faults && \
+ tempest rally-openstack /src/os-faults && \
pip install --no-cache-dir --src /src -cupper-constraints.txt \
-chttps://git.opnfv.org/functest/plain/upper-constraints.txt?h=$BRANCH \
/src/rally -rthirdparty-requirements.txt && \
diff --git a/docker/features/testcases.yaml b/docker/features/testcases.yaml
index fc9d81d0b..6cccf02f6 100644
--- a/docker/features/testcases.yaml
+++ b/docker/features/testcases.yaml
@@ -11,7 +11,6 @@ tiers:
-
case_name: doctor-notification
project_name: doctor
- enabled: false
criteria: 100
blocking: false
description: >-
@@ -34,7 +33,7 @@ tiers:
description: >-
Test suite from SDNVPN project.
dependencies:
- installer: '(fuel)|(apex)'
+ installer: ''
scenario: 'bgpvpn'
run:
module: 'sdnvpn.test.functest.run_sdnvpn_tests'
@@ -43,7 +42,6 @@ tiers:
-
case_name: functest-odl-sfc
project_name: sfc
- enabled: false
criteria: 100
blocking: false
description: >-
@@ -59,7 +57,6 @@ tiers:
-
case_name: barometercollectd
project_name: barometer
- enabled: false
criteria: 100
blocking: false
description: >-
@@ -67,7 +64,7 @@ tiers:
the proper configuration and basic functionality of all the
collectd plugins as described in the Project Release Plan
dependencies:
- installer: '(apex)|(compass)'
+ installer: ''
scenario: 'bar'
run:
module: 'baro_tests.barometer'
@@ -83,7 +80,7 @@ tiers:
features are installed. It integrates some test suites from
upstream using Robot as the test framework.
dependencies:
- installer: 'apex'
+ installer: ''
scenario: 'odl.*-fdio'
run:
module: 'functest.opnfv_tests.sdn.odl.odl'
diff --git a/docker/features/thirdparty-requirements.txt b/docker/features/thirdparty-requirements.txt
index 914d4eefc..910b514b5 100644
--- a/docker/features/thirdparty-requirements.txt
+++ b/docker/features/thirdparty-requirements.txt
@@ -1,7 +1,7 @@
robotframework-httplibrary
robotframework-requests
robotframework-sshlibrary;python_version=='2.7'
-# baro_tests
+baro_tests
# sdnvpn
-# sfc
-# doctor-tests;python_version>='3.0'
+sfc
+doctor-tests;python_version>='3.0'
diff --git a/docker/parser/Dockerfile b/docker/parser/Dockerfile
index a86716626..fe21bb54c 100644
--- a/docker/parser/Dockerfile
+++ b/docker/parser/Dockerfile
@@ -2,8 +2,6 @@ FROM opnfv/functest-core
ARG BRANCH=master
ARG OPENSTACK_TAG=stable/queens
-ARG RALLY_TAG=stable/0.10
-ARG OS_FAULTS_TAG=0.1.16
COPY thirdparty-requirements.txt thirdparty-requirements.txt
RUN apk --no-cache add --virtual .build-deps --update \
diff --git a/docker/smoke/Dockerfile b/docker/smoke/Dockerfile
index 7eb9eb292..d4415cedd 100644
--- a/docker/smoke/Dockerfile
+++ b/docker/smoke/Dockerfile
@@ -3,10 +3,10 @@ FROM opnfv/functest-core
ARG BRANCH=master
ARG OPENSTACK_TAG=stable/queens
ARG ODL_TAG=85448c9d97b89989488e675b29b38ac42d8674e4
-ARG RALLY_TAG=stable/0.10
-ARG OS_FAULTS_TAG=0.1.16
+ARG RALLY_TAG=0.11.2
+ARG OS_FAULTS_TAG=0.1.17
ARG REFSTACK_TARGET=2017.09
-ARG PATROLE_TAG=0.2.0
+ARG PATROLE_TAG=0.3.0
COPY thirdparty-requirements.txt thirdparty-requirements.txt
RUN apk --no-cache add --virtual .build-deps --update \
@@ -18,19 +18,23 @@ RUN apk --no-cache add --virtual .build-deps --update \
pip install --no-cache-dir --src /src -cupper-constraints.txt \
-chttps://git.opnfv.org/functest/plain/upper-constraints.txt?h=$BRANCH \
-e git+https://github.com/openstack/requirements@$OPENSTACK_TAG#egg=openstack_requirements && \
- git clone --depth 1 https://github.com/openstack/os-faults.git -b $OS_FAULTS_TAG /src/os-faults && \
+ git clone https://github.com/openstack/os-faults.git /src/os-faults && \
+ (cd /src/os-faults && git checkout $OS_FAULTS_TAG) && \
update-requirements -s --source /src/openstack-requirements /src/os-faults/ && \
- git clone --depth 1 https://github.com/openstack/rally.git -b $RALLY_TAG /src/rally && \
+ git clone https://github.com/openstack/rally.git /src/rally && \
+ (cd /src/rally && git checkout $RALLY_TAG) && \
update-requirements -s --source /src/openstack-requirements /src/rally/ && \
git clone https://github.com/openstack/patrole.git /src/patrole && \
(cd /src/patrole && git checkout $PATROLE_TAG) && \
update-requirements -s --source /src/openstack-requirements /src/patrole/ && \
+ git clone --depth 1 https://github.com/openstack/neutron-tempest-plugin.git /src/neutron-tempest-plugin && \
+ update-requirements -s --source /src/openstack-requirements /src/neutron-tempest-plugin && \
pip install --no-cache-dir --src /src -cupper-constraints.txt \
-chttps://git.opnfv.org/functest/plain/upper-constraints.txt?h=$BRANCH \
- tempest /src/os-faults && \
+ tempest rally-openstack /src/os-faults && \
pip install --no-cache-dir --src /src -cupper-constraints.txt \
-chttps://git.opnfv.org/functest/plain/upper-constraints.txt?h=$BRANCH \
- /src/rally /src/patrole -rthirdparty-requirements.txt && \
+ /src/rally /src/patrole /src/neutron-tempest-plugin -rthirdparty-requirements.txt && \
git clone https://git.opendaylight.org/gerrit/p/integration/test.git /src/odl_test && \
(cd /src/odl_test && git checkout $ODL_TAG) && \
virtualenv --system-site-packages /src/tempest/.venv && \
@@ -41,7 +45,7 @@ RUN apk --no-cache add --virtual .build-deps --update \
-chttps://git.opnfv.org/functest/plain/upper-constraints.txt?h=$BRANCH \
-r /src/neutron/test-requirements.txt && \
rm -r upper-constraints.txt thirdparty-requirements.txt /src/odl_test/.git \
- /src/os-faults /src/rally && \
+ /src/os-faults /src/rally /src/neutron-tempest-plugin && \
mkdir -p /etc/rally && \
printf "[database]\nconnection = 'sqlite:////var/lib/rally/database/rally.sqlite'" > /etc/rally/rally.conf && \
mkdir -p /var/lib/rally/database && rally db create && \
diff --git a/docker/smoke/testcases.yaml b/docker/smoke/testcases.yaml
index 4f59828ef..e2a6237c3 100644
--- a/docker/smoke/testcases.yaml
+++ b/docker/smoke/testcases.yaml
@@ -18,7 +18,7 @@ tiers:
between 2 instances over a private network.
dependencies:
installer: ''
- scenario: '^((?!odl_l3|odl-bgpvpn|gluon).)*$'
+ scenario: '^((?!lxd).)*$'
run:
module: 'functest.opnfv_tests.openstack.vping.vping_ssh'
class: 'VPingSSH'
@@ -74,6 +74,7 @@ tiers:
-
case_name: refstack_defcore
project_name: functest
+ enabled: false
criteria: 100
blocking: false
description: >-
@@ -105,7 +106,6 @@ tiers:
services:
- 'image'
- 'network'
- - 'volume'
exclude:
- 'test_networks_multiprovider_rbac'
@@ -130,28 +130,6 @@ tiers:
- /src/odl_test/csit/suites/openstack/neutron
-
- case_name: odl_netvirt
- project_name: functest
- criteria: 100
- blocking: false
- description: >-
- Test Suite for the OpenDaylight SDN Controller when
- the NetVirt features are installed. It integrates
- some test suites from upstream using Robot as the
- test framework.
- dependencies:
- installer: 'apex'
- scenario: 'os-odl_l3-nofeature'
- run:
- module: 'functest.opnfv_tests.sdn.odl.odl'
- class: 'ODLTests'
- args:
- suites:
- - /src/odl_test/csit/suites/integration/basic
- - /src/odl_test/csit/suites/openstack/neutron
- - /src/odl_test/csit/suites/openstack/connectivity
-
- -
case_name: snaps_smoke
project_name: functest
criteria: 100
diff --git a/docs/release/release-notes/apex.rst b/docs/release/release-notes/apex.rst
index e8b90bee5..959b10722 100644
--- a/docs/release/release-notes/apex.rst
+++ b/docs/release/release-notes/apex.rst
@@ -41,4 +41,7 @@ patrole 2018-04-07 14:24:48 lf-pod1 FAIL
snaps_smoke 2018-04-07 15:05:15 lf-pod1 FAIL SNAPS-283
odl 2018-04-07 14:25:10 lf-pod1 PASS
neutron_trunk 2018-04-07 15:07:53 lf-pod1 FAIL
+cloudify_ims lf-pod1
+vyos_vrouter lf-pod1
+juju_epc lf-pod1
==================== =================== ========== ======== =========
diff --git a/docs/release/release-notes/compass.rst b/docs/release/release-notes/compass.rst
index a1481fa37..c12444eb9 100644
--- a/docs/release/release-notes/compass.rst
+++ b/docs/release/release-notes/compass.rst
@@ -7,20 +7,20 @@ os-nosdn-nofeature-ha
==================== =================== =========== ======== ===========
testcase date pod_name result jira
==================== =================== =========== ======== ===========
-connection_check 2018-04-07 11:59:03 huawei-pod1 PASS
-api_check 2018-04-07 12:09:28 huawei-pod1 PASS
-snaps_health_check 2018-04-07 12:11:01 huawei-pod1 PASS
-vping_ssh 2018-04-07 12:12:45 huawei-pod1 PASS
-vping_userdata 2018-04-07 12:14:32 huawei-pod1 PASS
-tempest_smoke_serial 2018-04-07 12:31:35 huawei-pod1 FAIL COMPASS-588
-rally_sanity 2018-04-07 13:00:49 huawei-pod1 PASS
-refstack_defcore 2018-04-07 13:06:36 huawei-pod1 PASS
-patrole 2018-04-07 13:10:05 huawei-pod1 PASS
-snaps_smoke 2018-04-07 14:02:28 huawei-pod1 FAIL SNAPS-283
-neutron_trunk 2018-04-07 14:04:43 huawei-pod1 FAIL
-cloudify_ims 2018-04-07 14:32:36 huawei-pod1 PASS
-vyos_vrouter 2018-04-07 14:56:46 huawei-pod1 PASS
-juju_epc 2018-04-07 15:52:35 huawei-pod1 PASS
+connection_check 2018-04-13 20:46:32 huawei-pod1 PASS
+api_check 2018-04-13 20:56:59 huawei-pod1 PASS
+snaps_health_check 2018-04-13 20:58:35 huawei-pod1 PASS
+vping_ssh 2018-04-13 21:11:39 huawei-pod1 PASS
+vping_userdata 2018-04-13 21:13:38 huawei-pod1 PASS
+tempest_smoke_serial 2018-04-13 21:31:50 huawei-pod1 FAIL COMPASS-588
+rally_sanity 2018-04-13 22:01:42 huawei-pod1 PASS
+refstack_defcore 2018-04-13 22:02:34 huawei-pod1 FAIL
+patrole 2018-04-13 22:05:52 huawei-pod1 FAIL
+snaps_smoke 2018-04-13 22:59:22 huawei-pod1 FAIL SNAPS-283
+neutron_trunk 2018-04-13 23:25:34 huawei-pod1 FAIL
+cloudify_ims 2018-04-13 23:57:49 huawei-pod1 PASS
+vyos_vrouter 2018-04-14 00:21:46 huawei-pod1 PASS
+juju_epc 2018-04-14 01:12:41 huawei-pod1 PASS
==================== =================== =========== ======== ===========
os-odl_l3-nofeature-ha
@@ -29,18 +29,21 @@ os-odl_l3-nofeature-ha
==================== =================== =========== ======== =========
testcase date pod_name result jira
==================== =================== =========== ======== =========
-connection_check 2018-04-04 08:53:18 huawei-pod1 PASS
-api_check 2018-04-04 09:03:23 huawei-pod1 PASS
-snaps_health_check 2018-04-04 09:03:59 huawei-pod1 PASS
+connection_check 2018-04-14 22:45:33 huawei-pod1 PASS
+api_check 2018-04-14 22:55:50 huawei-pod1 PASS
+snaps_health_check 2018-04-14 22:56:28 huawei-pod1 PASS
vping_ssh 2016-07-23 20:21:55 huawei-pod1 PASS
-vping_userdata 2018-04-04 09:04:43 huawei-pod1 PASS
-tempest_smoke_serial 2018-04-04 09:21:20 huawei-pod1 FAIL
-rally_sanity 2018-04-04 09:50:09 huawei-pod1 PASS
-refstack_defcore 2018-04-04 09:52:32 huawei-pod1 PASS
-patrole 2018-04-04 09:56:08 huawei-pod1 PASS
-snaps_smoke 2018-04-04 10:48:07 huawei-pod1 FAIL SNAPS-283
-odl 2018-04-04 09:56:30 huawei-pod1 PASS
-neutron_trunk 2018-04-04 10:51:10 huawei-pod1 FAIL
+vping_userdata 2018-04-14 22:57:12 huawei-pod1 PASS
+tempest_smoke_serial 2018-04-14 23:12:14 huawei-pod1 FAIL
+rally_sanity 2018-04-14 23:40:56 huawei-pod1 PASS
+refstack_defcore 2018-04-12 20:39:54 huawei-pod1 PASS
+patrole 2018-04-14 23:43:29 huawei-pod1 PASS
+snaps_smoke 2018-04-15 00:30:14 huawei-pod1 FAIL SNAPS-283
+odl 2018-04-14 23:43:50 huawei-pod1 PASS
+neutron_trunk 2018-04-15 00:33:17 huawei-pod1 FAIL
+cloudify_ims 2018-04-15 00:40:27 huawei-pod1 FAIL
+vyos_vrouter 2018-04-15 01:00:06 huawei-pod1 PASS
+juju_epc 2018-04-15 01:49:55 huawei-pod1 PASS
==================== =================== =========== ======== =========
k8-nosdn-nofeature-ha
@@ -49,6 +52,6 @@ k8-nosdn-nofeature-ha
=============== =================== =========== ======== ======
testcase date pod_name result jira
=============== =================== =========== ======== ======
-k8s_smoke 2018-04-07 05:46:58 huawei-pod1 PASS
-k8s_conformance 2018-04-07 06:38:26 huawei-pod1 PASS
+k8s_smoke 2018-04-13 10:27:28 huawei-pod1 PASS
+k8s_conformance 2018-04-13 11:20:38 huawei-pod1 PASS
=============== =================== =========== ======== ======
diff --git a/docs/release/release-notes/conf.py b/docs/release/release-notes/conf.py
index 77a71a37d..b9a996a7e 100644
--- a/docs/release/release-notes/conf.py
+++ b/docs/release/release-notes/conf.py
@@ -47,8 +47,8 @@ master_doc = 'index'
# General information about the project.
project = u'Functest Release Notes'
-copyright = u'2018, Cédric Ollivier <cedric.ollivier@orange.com>'
-author = u'Cédric Ollivier <cedric.ollivier@orange.com>'
+copyright = u'2018, Functest <opnfv-tech-discuss@lists.opnfv.org>'
+author = u'Functest <opnfv-tech-discuss@lists.opnfv.org>'
# The version info for the project you're documenting, acts as replacement for
# |version| and |release|, also used in various other places throughout the
@@ -150,7 +150,7 @@ latex_elements = {
latex_documents = [
(master_doc, 'FunctestReleaseNotes.tex',
u'Functest Release Notes Documentation',
- u'Cédric Ollivier \\textless{}cedric.ollivier@orange.com\\textgreater{}',
+ u'Functest \\textless{}opnfv-tech-discuss@lists.opnfv.org\\textgreater{}',
'manual'),
]
diff --git a/docs/release/release-notes/daisy.rst b/docs/release/release-notes/daisy.rst
index 0039579f5..bd52f7099 100644
--- a/docs/release/release-notes/daisy.rst
+++ b/docs/release/release-notes/daisy.rst
@@ -7,20 +7,20 @@ os-nosdn-nofeature-ha
==================== =================== ========== ======== =========
testcase date pod_name result jira
==================== =================== ========== ======== =========
-connection_check 2018-04-03 13:41:18 zte-pod2 PASS
-api_check 2018-04-03 13:52:18 zte-pod2 PASS
-snaps_health_check 2018-04-03 13:53:02 zte-pod2 PASS
-vping_ssh 2018-04-03 13:55:21 zte-pod2 PASS
-vping_userdata 2018-04-03 13:56:22 zte-pod2 PASS
-tempest_smoke_serial 2018-04-03 14:12:18 zte-pod2 PASS
-rally_sanity 2018-04-03 14:39:43 zte-pod2 PASS
-refstack_defcore 2018-04-03 14:44:51 zte-pod2 PASS
-patrole 2018-04-03 14:49:10 zte-pod2 PASS
-snaps_smoke 2018-04-03 15:34:51 zte-pod2 FAIL SNAPS-283
+connection_check 2018-04-12 13:45:13 zte-pod2 PASS
+api_check 2018-04-12 13:55:54 zte-pod2 PASS
+snaps_health_check 2018-04-12 13:56:33 zte-pod2 PASS
+vping_ssh 2018-04-12 13:58:58 zte-pod2 PASS
+vping_userdata 2018-04-12 13:59:54 zte-pod2 PASS
+tempest_smoke_serial 2018-04-12 14:15:24 zte-pod2 PASS
+rally_sanity 2018-04-12 14:43:18 zte-pod2 PASS
+refstack_defcore 2018-04-12 14:49:02 zte-pod2 PASS
+patrole 2018-04-12 14:53:20 zte-pod2 PASS
+snaps_smoke 2018-04-12 15:42:14 zte-pod2 PASS SNAPS-283
neutron_trunk zte-pod2
-cloudify_ims 2018-04-03 15:47:44 zte-pod2 FAIL
-vyos_vrouter 2018-04-03 15:58:55 zte-pod2 FAIL
-juju_epc 2018-04-03 16:49:31 zte-pod2 PASS
+cloudify_ims 2018-04-12 16:14:40 zte-pod2 PASS
+vyos_vrouter 2018-04-12 16:37:09 zte-pod2 PASS
+juju_epc 2018-04-12 17:29:07 zte-pod2 PASS
==================== =================== ========== ======== =========
os-odl-nofeature-ha
@@ -29,16 +29,19 @@ os-odl-nofeature-ha
==================== =================== ========== ======== =========
testcase date pod_name result jira
==================== =================== ========== ======== =========
-connection_check 2018-04-05 19:46:11 zte-pod2 PASS
-api_check 2018-04-05 19:57:00 zte-pod2 PASS
-snaps_health_check 2018-04-05 19:57:39 zte-pod2 PASS
-vping_ssh 2018-04-05 20:00:05 zte-pod2 PASS
-vping_userdata 2018-04-05 20:01:04 zte-pod2 PASS
-tempest_smoke_serial 2018-04-05 20:17:48 zte-pod2 PASS
-rally_sanity 2018-04-05 20:46:11 zte-pod2 PASS
-refstack_defcore 2018-04-05 20:51:36 zte-pod2 PASS
-patrole 2018-04-05 20:57:27 zte-pod2 PASS
-snaps_smoke 2018-04-05 21:51:34 zte-pod2 PASS SNAPS-283
-odl 2018-04-05 20:57:48 zte-pod2 PASS
+connection_check 2018-04-12 20:58:36 zte-pod2 PASS
+api_check 2018-04-12 21:09:58 zte-pod2 PASS
+snaps_health_check 2018-04-12 21:10:36 zte-pod2 PASS
+vping_ssh 2018-04-12 21:12:56 zte-pod2 PASS
+vping_userdata 2018-04-12 21:14:03 zte-pod2 PASS
+tempest_smoke_serial 2018-04-12 21:37:11 zte-pod2 FAIL
+rally_sanity 2018-04-12 22:06:49 zte-pod2 PASS
+refstack_defcore 2018-04-12 22:11:48 zte-pod2 PASS
+patrole 2018-04-12 22:39:08 zte-pod2 FAIL
+snaps_smoke 2018-04-12 00:34:53 zte-pod2 FAIL SNAPS-283
+odl 2018-04-12 22:40:09 zte-pod2 FAIL
neutron_trunk zte-pod2
+cloudify_ims 2018-04-12 22:48:35 zte-pod2 FAIL
+vyos_vrouter 2018-04-12 22:49:39 zte-pod2 FAIL
+juju_epc 2018-04-12 22:50:43 zte-pod2 FAIL
==================== =================== ========== ======== =========
diff --git a/docs/release/release-notes/fuel_amd64.rst b/docs/release/release-notes/fuel_amd64.rst
index 39f281c42..2afadb05a 100644
--- a/docs/release/release-notes/fuel_amd64.rst
+++ b/docs/release/release-notes/fuel_amd64.rst
@@ -7,20 +7,20 @@ os-nosdn-nofeature-ha
==================== =================== ========== ======== ========
testcase date pod_name result jira
==================== =================== ========== ======== ========
-connection_check 2018-04-08 22:25:51 lf-pod2 PASS
-api_check 2018-04-08 22:37:50 lf-pod2 PASS
-snaps_health_check 2018-04-08 22:38:39 lf-pod2 PASS
-vping_ssh 2018-04-08 22:39:46 lf-pod2 PASS
-vping_userdata 2018-04-08 22:41:03 lf-pod2 PASS
-tempest_smoke_serial 2018-04-08 23:00:26 lf-pod2 PASS
-rally_sanity 2018-04-08 23:31:15 lf-pod2 PASS
-refstack_defcore 2018-04-08 23:35:19 lf-pod2 PASS
-patrole 2018-04-08 23:40:12 lf-pod2 PASS
-snaps_smoke 2018-04-09 00:46:28 lf-pod2 FAIL FUEL-356
-neutron_trunk 2018-04-09 00:49:24 lf-pod2 PASS
-cloudify_ims 2018-04-09 01:07:03 lf-pod2 FAIL
-vyos_vrouter 2018-04-09 01:24:45 lf-pod2 FAIL
-juju_epc 2018-04-09 01:33:37 lf-pod2 FAIL
+connection_check 2018-04-11 22:10:32 lf-pod2 PASS
+api_check 2018-04-11 22:22:36 lf-pod2 PASS
+snaps_health_check 2018-04-11 22:23:24 lf-pod2 PASS
+vping_ssh 2018-04-11 22:24:53 lf-pod2 PASS
+vping_userdata 2018-04-11 22:26:12 lf-pod2 PASS
+tempest_smoke_serial 2018-04-11 22:45:34 lf-pod2 PASS
+rally_sanity 2018-04-11 23:16:23 lf-pod2 PASS
+refstack_defcore 2018-04-11 23:20:58 lf-pod2 PASS
+patrole 2018-04-11 23:25:53 lf-pod2 PASS
+snaps_smoke 2018-04-12 00:34:00 lf-pod2 FAIL FUEL-356
+neutron_trunk 2018-04-12 00:36:57 lf-pod2 PASS
+cloudify_ims 2018-04-12 00:56:01 lf-pod2 FAIL
+vyos_vrouter 2018-04-12 01:13:43 lf-pod2 FAIL
+juju_epc 2018-04-12 01:22:37 lf-pod2 FAIL
==================== =================== ========== ======== ========
os-odl-nofeature-ha
@@ -29,8 +29,8 @@ os-odl-nofeature-ha
==================== =================== ========== ======== =========
testcase date pod_name result jira
==================== =================== ========== ======== =========
-connection_check 2018-04-06 23:17:26 lf-pod2 PASS
-api_check 2018-04-06 23:28:58 lf-pod2 PASS
+connection_check 2018-04-13 04:43:03 lf-pod2 PASS
+api_check 2018-04-13 05:01:11 lf-pod2 FAIL
snaps_health_check 2018-04-06 23:29:48 lf-pod2 PASS
vping_ssh 2018-04-06 23:31:06 lf-pod2 PASS
vping_userdata 2018-04-06 23:32:13 lf-pod2 PASS
@@ -41,4 +41,7 @@ patrole 2018-04-07 00:34:31 lf-pod2 PASS
snaps_smoke 2018-04-07 01:44:38 lf-pod2 FAIL SNAPS-283
odl 2018-04-07 00:34:42 lf-pod2 FAIL
neutron_trunk 2018-04-07 01:47:59 lf-pod2 FAIL
+cloudify_ims lf-pod2
+vyos_vrouter lf-pod2
+juju_epc lf-pod2
==================== =================== ========== ======== =========
diff --git a/docs/release/release-notes/fuel_arm64.rst b/docs/release/release-notes/fuel_arm64.rst
index f948dddbc..176b8323f 100644
--- a/docs/release/release-notes/fuel_arm64.rst
+++ b/docs/release/release-notes/fuel_arm64.rst
@@ -7,9 +7,9 @@ os-nosdn-nofeature-ha
==================== =================== ========== ======== =========
testcase date pod_name result jira
==================== =================== ========== ======== =========
-connection_check 2018-04-05 19:46:24 arm-pod6 PASS
-api_check 2018-04-05 20:23:40 arm-pod6 PASS
-snaps_health_check 2018-04-05 20:25:54 arm-pod6 PASS
+connection_check 2018-04-11 12:08:43 arm-pod6 PASS
+api_check 2018-04-11 11:56:14 arm-pod6 PASS
+snaps_health_check 2018-04-11 12:01:02 arm-pod6 FAIL
vping_ssh 2018-04-05 20:31:11 arm-pod6 PASS
vping_userdata 2018-04-05 20:35:28 arm-pod6 PASS
tempest_smoke_serial 2018-04-05 21:47:34 arm-pod6 PASS
diff --git a/docs/release/release-notes/functest-release.rst b/docs/release/release-notes/functest-release.rst
index 66ba1916c..7e0bc7851 100644
--- a/docs/release/release-notes/functest-release.rst
+++ b/docs/release/release-notes/functest-release.rst
@@ -32,7 +32,6 @@ The internal test cases are:
* refstack_defcore
* patrole
* odl
- * odl-netvirt
* snaps_smoke
* neutron_trunk
* tempest_full_parallel
diff --git a/docs/release/release-notes/joid.rst b/docs/release/release-notes/joid.rst
index 02c574187..5a3d2aeb2 100644
--- a/docs/release/release-notes/joid.rst
+++ b/docs/release/release-notes/joid.rst
@@ -7,18 +7,18 @@ os-nosdn-nofeature-ha
==================== =================== ============ ======== =========
testcase date pod_name result jira
==================== =================== ============ ======== =========
-connection_check 2018-03-27 21:43:25 huawei-pod12 PASS
-api_check 2018-03-27 21:51:36 huawei-pod12 PASS
-snaps_health_check 2018-03-27 21:52:05 huawei-pod12 PASS
-vping_ssh 2018-03-27 21:53:37 huawei-pod12 PASS
-vping_userdata 2018-03-27 21:55:08 huawei-pod12 PASS
-tempest_smoke_serial 2018-03-27 22:10:05 huawei-pod12 FAIL
-rally_sanity 2018-03-27 22:13:28 huawei-pod12 FAIL
-refstack_defcore 2018-03-27 22:17:14 huawei-pod12 FAIL
-patrole 2018-03-27 22:20:18 huawei-pod12 FAIL
-snaps_smoke 2018-03-27 23:03:54 huawei-pod12 FAIL SNAPS-283
+connection_check 2018-04-14 04:36:52 huawei-pod12 PASS
+api_check 2018-04-14 04:45:22 huawei-pod12 PASS
+snaps_health_check 2018-04-14 04:45:56 huawei-pod12 PASS
+vping_ssh 2018-04-14 04:48:03 huawei-pod12 PASS
+vping_userdata 2018-04-14 04:49:22 huawei-pod12 PASS
+tempest_smoke_serial 2018-04-14 05:06:40 huawei-pod12 FAIL
+rally_sanity 2018-04-14 05:10:11 huawei-pod12 FAIL
+refstack_defcore 2018-04-12 23:47:59 huawei-pod12 FAIL
+patrole 2018-04-14 05:13:20 huawei-pod12 FAIL
+snaps_smoke 2018-04-14 06:37:59 huawei-pod12 FAIL SNAPS-283
neutron_trunk huawei-pod12
-cloudify_ims 2018-03-27 23:06:48 huawei-pod12 FAIL
-vyos_vrouter 2018-03-27 23:15:54 huawei-pod12 FAIL
-juju_epc 2018-03-27 23:16:20 huawei-pod12 FAIL
+cloudify_ims 2018-04-14 06:40:48 huawei-pod12 FAIL
+vyos_vrouter 2018-04-14 07:09:54 huawei-pod12 FAIL
+juju_epc 2018-04-14 07:12:30 huawei-pod12 FAIL
==================== =================== ============ ======== =========
diff --git a/docs/testing/developer/devguide/conf.py b/docs/testing/developer/devguide/conf.py
index 1b56ee8e8..28255a69e 100644
--- a/docs/testing/developer/devguide/conf.py
+++ b/docs/testing/developer/devguide/conf.py
@@ -47,8 +47,8 @@ master_doc = 'index'
# General information about the project.
project = u'Functest Developer Guide'
-copyright = u'2018, Cédric Ollivier <cedric.ollivier@orange.com>'
-author = u'Cédric Ollivier <cedric.ollivier@orange.com>'
+copyright = u'2018, Functest <opnfv-tech-discuss@lists.opnfv.org>'
+author = u'Functest <opnfv-tech-discuss@lists.opnfv.org>'
# The version info for the project you're documenting, acts as replacement for
# |version| and |release|, also used in various other places throughout the
@@ -151,7 +151,7 @@ latex_documents = [
(master_doc,
'FunctestDeveloperGuide.tex',
u'Functest Developer Guide Documentation',
- u'Cédric Ollivier \\textless{}cedric.ollivier@orange.com\\textgreater{}',
+ u'Functest \\textless{}opnfv-tech-discuss@lists.opnfv.org\\textgreater{}',
'manual'),
]
diff --git a/docs/testing/developer/devguide/index.rst b/docs/testing/developer/devguide/index.rst
index 1812a4cb5..d700ac1fe 100644
--- a/docs/testing/developer/devguide/index.rst
+++ b/docs/testing/developer/devguide/index.rst
@@ -89,7 +89,6 @@ The internal test cases in Euphrates are:
* vping_ssh
* vping_userdata
* odl
- * odl_netvirt
* rally_full
* rally_sanity
* tempest_smoke_serial
@@ -107,7 +106,7 @@ The structure of this repository is detailed in `[1]`_.
The main internal test cases are in the opnfv_tests subfolder of the
repository, the internal test cases can be grouped by domain:
- * sdn: odl, odl_netvirt, odl_fds
+ * sdn: odl, odl_fds
* openstack: api_check, connection_check, snaps_health_check, vping_ssh,
vping_userdata, tempest_*, rally_*
* vnf: cloudify_ims
diff --git a/docs/testing/developer/internship/security_group/conf.py b/docs/testing/developer/internship/security_group/conf.py
index f883ab3d0..46080c6d6 100644
--- a/docs/testing/developer/internship/security_group/conf.py
+++ b/docs/testing/developer/internship/security_group/conf.py
@@ -47,8 +47,8 @@ master_doc = 'index'
# General information about the project.
project = u'Functest Security group test cases'
-copyright = u'2018, Cédric Ollivier <cedric.ollivier@orange.com>'
-author = u'Cédric Ollivier <cedric.ollivier@orange.com>'
+copyright = u'2018, Functest <opnfv-tech-discuss@lists.opnfv.org>'
+author = u'Functest <opnfv-tech-discuss@lists.opnfv.org>'
# The version info for the project you're documenting, acts as replacement for
# |version| and |release|, also used in various other places throughout the
@@ -151,7 +151,7 @@ latex_documents = [
(master_doc,
'FunctestSecuritygrouptestcases.tex',
u'Functest Security group test cases Documentation',
- u'Cédric Ollivier \\textless{}cedric.ollivier@orange.com\\textgreater{}',
+ u'Functest \\textless{}opnfv-tech-discuss@lists.opnfv.org\\textgreater{}',
'manual'),
]
diff --git a/docs/testing/developer/internship/testapi_evolution/conf.py b/docs/testing/developer/internship/testapi_evolution/conf.py
index cb7224155..f59308c59 100644
--- a/docs/testing/developer/internship/testapi_evolution/conf.py
+++ b/docs/testing/developer/internship/testapi_evolution/conf.py
@@ -47,8 +47,8 @@ master_doc = 'index'
# General information about the project.
project = u'TestAPI evolution'
-copyright = u'2018, Cédric Ollivier <cedric.ollivier@orange.com>'
-author = u'Cédric Ollivier <cedric.ollivier@orange.com>'
+copyright = u'2018, Functest <opnfv-tech-discuss@lists.opnfv.org>'
+author = u'Functest <opnfv-tech-discuss@lists.opnfv.org>'
# The version info for the project you're documenting, acts as replacement for
# |version| and |release|, also used in various other places throughout the
@@ -152,7 +152,7 @@ latex_documents = [
(master_doc,
'TestAPIevolution.tex',
u'TestAPI evolution Documentation',
- u'Cédric Ollivier \\textless{}cedric.ollivier@orange.com\\textgreater{}',
+ u'Functest \\textless{}opnfv-tech-discuss@lists.opnfv.org\\textgreater{}',
'manual'),
]
diff --git a/docs/testing/developer/internship/unit_tests/conf.py b/docs/testing/developer/internship/unit_tests/conf.py
index 7bb31d406..00dec3c82 100644
--- a/docs/testing/developer/internship/unit_tests/conf.py
+++ b/docs/testing/developer/internship/unit_tests/conf.py
@@ -47,8 +47,8 @@ master_doc = 'index'
# General information about the project.
project = u'Functest Unit tests'
-copyright = u'2018, Cédric Ollivier <cedric.ollivier@orange.com>'
-author = u'Cédric Ollivier <cedric.ollivier@orange.com>'
+copyright = u'2018, Functest <opnfv-tech-discuss@lists.opnfv.org>'
+author = u'Functest <opnfv-tech-discuss@lists.opnfv.org>'
# The version info for the project you're documenting, acts as replacement for
# |version| and |release|, also used in various other places throughout the
@@ -151,7 +151,7 @@ latex_documents = [
(master_doc,
'FunctestUnittests.tex',
u'Functest Unit tests Documentation',
- u'Cédric Ollivier \\textless{}cedric.ollivier@orange.com\\textgreater{}',
+ u'Functest \\textless{}opnfv-tech-discuss@lists.opnfv.org\\textgreater{}',
'manual'),
]
diff --git a/docs/testing/developer/internship/vnf_catalog/conf.py b/docs/testing/developer/internship/vnf_catalog/conf.py
index 4bc609810..de8336225 100644
--- a/docs/testing/developer/internship/vnf_catalog/conf.py
+++ b/docs/testing/developer/internship/vnf_catalog/conf.py
@@ -47,8 +47,8 @@ master_doc = 'index'
# General information about the project.
project = u'Open Source VNF Catalog'
-copyright = u'2018, Cédric Ollivier <cedric.ollivier@orange.com>'
-author = u'Cédric Ollivier <cedric.ollivier@orange.com>'
+copyright = u'2018, Functest <opnfv-tech-discuss@lists.opnfv.org>'
+author = u'Functest <opnfv-tech-discuss@lists.opnfv.org>'
# The version info for the project you're documenting, acts as replacement for
# |version| and |release|, also used in various other places throughout the
@@ -151,7 +151,7 @@ latex_documents = [
(master_doc,
'OpenSourceVNFCatalog.tex',
u'Open Source VNF Catalog Documentation',
- u'Cédric Ollivier \\textless{}cedric.ollivier@orange.com\\textgreater{}',
+ u'Functest \\textless{}opnfv-tech-discuss@lists.opnfv.org\\textgreater{}',
'manual'),
]
diff --git a/docs/testing/user/configguide/conf.py b/docs/testing/user/configguide/conf.py
index a227d7caa..c0dc12599 100644
--- a/docs/testing/user/configguide/conf.py
+++ b/docs/testing/user/configguide/conf.py
@@ -47,8 +47,8 @@ master_doc = 'index'
# General information about the project.
project = u'Functest Installation Guide'
-copyright = u'2018, Cédric Ollivier <cedric.ollivier@orange.com>'
-author = u'Cédric Ollivier <cedric.ollivier@orange.com>'
+copyright = u'2018, Functest <opnfv-tech-discuss@lists.opnfv.org>'
+author = u'Functest <opnfv-tech-discuss@lists.opnfv.org>'
# The version info for the project you're documenting, acts as replacement for
# |version| and |release|, also used in various other places throughout the
@@ -151,7 +151,7 @@ latex_documents = [
(master_doc,
'FunctestInstallationGuide.tex',
u'Functest Installation Guide Documentation',
- u'Cédric Ollivier \\textless{}cedric.ollivier@orange.com\\textgreater{}',
+ u'Functest \\textless{}opnfv-tech-discuss@lists.opnfv.org\\textgreater{}',
'manual'),
]
diff --git a/docs/testing/user/configguide/configguide.rst b/docs/testing/user/configguide/configguide.rst
index a29ff3aaa..fbca850a7 100644
--- a/docs/testing/user/configguide/configguide.rst
+++ b/docs/testing/user/configguide/configguide.rst
@@ -37,9 +37,9 @@ Preparing your environment
cat env::
- INSTALLER_TYPE=XXX
EXTERNAL_NETWORK=XXX
- DEPLOY_SCENARIO=XXX
+ DEPLOY_SCENARIO=XXX # if not os-nosdn-nofeature-noha scenario
+ NAMESERVER=XXX # if not 8.8.8.8
See section on environment variables for details.
@@ -49,12 +49,9 @@ cat env_file::
export OS_USER_DOMAIN_NAME=XXX
export OS_PROJECT_DOMAIN_NAME=XXX
export OS_USERNAME=XXX
- export OS_TENANT_NAME=XXX
export OS_PROJECT_NAME=XXX
export OS_PASSWORD=XXX
- export OS_VOLUME_API_VERSION=XXX
- export OS_IDENTITY_API_VERSION=XXX
- export OS_IMAGE_API_VERSION=XXX
+ export OS_IDENTITY_API_VERSION=3
See section on OpenStack credentials for details.
@@ -71,7 +68,6 @@ Create a directory for the different images (attached as a Docker volume)::
images/cirros-d161201-aarch64-initramfs
images/cirros-d161201-aarch64-kernel
images/cloudify-manager-premium-4.0.1.qcow2
- images/img
images/ubuntu-14.04-server-cloudimg-amd64-disk1.img
images/ubuntu-14.04-server-cloudimg-arm64-uefi1.img
images/ubuntu-16.04-server-cloudimg-amd64-disk1.img
@@ -92,9 +88,9 @@ Results shall be displayed as follows::
+----------------------------+------------------+---------------------+------------------+----------------+
| TEST CASE | PROJECT | TIER | DURATION | RESULT |
+----------------------------+------------------+---------------------+------------------+----------------+
- | connection_check | functest | healthcheck | 00:06 | PASS |
- | api_check | functest | healthcheck | 06:52 | PASS |
- | snaps_health_check | functest | healthcheck | 00:42 | PASS |
+ | connection_check | functest | healthcheck | 00:07 | PASS |
+ | api_check | functest | healthcheck | 07:46 | PASS |
+ | snaps_health_check | functest | healthcheck | 00:36 | PASS |
+----------------------------+------------------+---------------------+------------------+----------------+
NOTE: the duration is a reference and it might vary depending on your SUT.
@@ -113,14 +109,15 @@ Results shall be displayed as follows::
+------------------------------+------------------+---------------+------------------+----------------+
| TEST CASE | PROJECT | TIER | DURATION | RESULT |
+------------------------------+------------------+---------------+------------------+----------------+
- | vping_ssh | functest | smoke | 00:45 | PASS |
- | vping_userdata | functest | smoke | 00:36 | PASS |
- | tempest_smoke_serial | functest | smoke | 14:04 | PASS |
- | rally_sanity | functest | smoke | 23:59 | PASS |
- | refstack_defcore | functest | smoke | 14:37 | FAIL |
- | snaps_smoke | functest | smoke | 42:09 | PASS |
+ | vping_ssh | functest | smoke | 00:57 | PASS |
+ | vping_userdata | functest | smoke | 00:33 | PASS |
+ | tempest_smoke_serial | functest | smoke | 13:22 | PASS |
+ | rally_sanity | functest | smoke | 24:07 | PASS |
+ | refstack_defcore | functest | smoke | 05:21 | PASS |
+ | patrole | functest | smoke | 04:29 | PASS |
+ | snaps_smoke | functest | smoke | 46:54 | PASS |
| odl | functest | smoke | 00:00 | SKIP |
- | odl_netvirt | functest | smoke | 00:00 | SKIP |
+ | neutron_trunk | functest | smoke | 00:00 | SKIP |
+------------------------------+------------------+---------------+------------------+----------------+
Note: if the scenario does not support some tests, they are indicated as SKIP.
See User guide for details.
@@ -164,8 +161,8 @@ Results shall be displayed as follows::
+-------------------------------+------------------+--------------------+------------------+----------------+
| TEST CASE | PROJECT | TIER | DURATION | RESULT |
+-------------------------------+------------------+--------------------+------------------+----------------+
- | tempest_full_parallel | functest | components | 52:42 | PASS |
- | rally_full | functest | components | 114:22 | PASS |
+ | tempest_full_parallel | functest | components | 48:28 | PASS |
+ | rally_full | functest | components | 126:02 | PASS |
+-------------------------------+------------------+--------------------+------------------+----------------+
Testing vnf suite
@@ -180,15 +177,13 @@ Run vnf suite::
Results shall be displayed as follows::
- +---------------------------------+-------------------+--------------+------------------+----------------+
- | TEST CASE | PROJECT | TIER | DURATION | RESULT |
- +---------------------------------+-------------------+--------------+------------------+----------------+
- | cloudify_ims | functest | vnf | 28:49 | FAIL |
- | vyos_vrouter | functest | vnf | 27:57 | FAIL |
- | juju_epc | functest | vnf | 55:03 | PASS |
- | orchestra_openims | orchestra | vnf | 00:00 | SKIP |
- | orchestra_clearwaterims | orchestra | vnf | 00:00 | SKIP |
- +---------------------------------+-------------------+--------------+------------------+----------------+
+ +----------------------+------------------+--------------+------------------+----------------+
+ | TEST CASE | PROJECT | TIER | DURATION | RESULT |
+ +----------------------+------------------+--------------+------------------+----------------+
+ | cloudify_ims | functest | vnf | 28:15 | PASS |
+ | vyos_vrouter | functest | vnf | 17:59 | PASS |
+ | juju_epc | functest | vnf | 46:44 | PASS |
+ +----------------------+------------------+--------------+------------------+----------------+
Environment variables
diff --git a/docs/testing/user/userguide/conf.py b/docs/testing/user/userguide/conf.py
index cd37ed4f0..716d3b3d2 100644
--- a/docs/testing/user/userguide/conf.py
+++ b/docs/testing/user/userguide/conf.py
@@ -47,8 +47,8 @@ master_doc = 'index'
# General information about the project.
project = u'Functest User Guide'
-copyright = u'2018, Cédric Ollivier <cedric.ollivier@orange.com>'
-author = u'Cédric Ollivier <cedric.ollivier@orange.com>'
+copyright = u'2018, Functest <opnfv-tech-discuss@lists.opnfv.org>'
+author = u'Functest <opnfv-tech-discuss@lists.opnfv.org>'
# The version info for the project you're documenting, acts as replacement for
# |version| and |release|, also used in various other places throughout the
@@ -151,7 +151,7 @@ latex_documents = [
(master_doc,
'FunctestUserGuide.tex',
u'Functest User Guide Documentation',
- u'Cédric Ollivier \\textless{}cedric.ollivier@orange.com\\textgreater{}',
+ u'Functest \\textless{}opnfv-tech-discuss@lists.opnfv.org\\textgreater{}',
'manual'),
]
diff --git a/docs/testing/user/userguide/runfunctest.rst b/docs/testing/user/userguide/runfunctest.rst
index 07e16efed..a8f5a4694 100644
--- a/docs/testing/user/userguide/runfunctest.rst
+++ b/docs/testing/user/userguide/runfunctest.rst
@@ -83,7 +83,7 @@ Testcases can be listed, shown and run though the CLI::
+-------------------+--------------------------------------------------+------------------+---------------------------+
| TEST CASE | DESCRIPTION | CRITERIA | DEPENDENCY |
+-------------------+--------------------------------------------------+------------------+---------------------------+
- | api_check | This test case verifies the retrieval of | 100 | ^((?!netvirt).)*$ |
+ | api_check | This test case verifies the retrieval of | 100 | ^((?!lxd).)*$ |
| | OpenStack clients: Keystone, Glance, | | |
| | Neutron and Nova and may perform some | | |
| | simple queries. When the config value of | | |
diff --git a/docs/testing/user/userguide/test_overview.rst b/docs/testing/user/userguide/test_overview.rst
index 6e3aae2e4..e40982320 100644
--- a/docs/testing/user/userguide/test_overview.rst
+++ b/docs/testing/user/userguide/test_overview.rst
@@ -97,13 +97,6 @@ validate the scenario for the release.
| | | | operations mainly based on |
| | | | upstream testcases. See below |
| | | | for details |
-| | +------------+----------------------------------+
-| | | odl | Test Suite for the OpenDaylight |
-| | | \_netvirt | SDN Controller when the NetVirt |
-| | | | features are installed. It |
-| | | | integrates some test suites from |
-| | | | upstream using Robot as the test |
-| | | | framework |
+-------------+---------------+------------+----------------------------------+
| Features | features | bgpvpn | Implementation of the OpenStack |
| | | | bgpvpn API from the SDNVPN |
diff --git a/functest/ci/testcases.yaml b/functest/ci/testcases.yaml
index 778025905..d0123a474 100644
--- a/functest/ci/testcases.yaml
+++ b/functest/ci/testcases.yaml
@@ -80,7 +80,7 @@ tiers:
between 2 instances over a private network.
dependencies:
installer: ''
- scenario: '^((?!odl_l3|odl-bgpvpn|gluon).)*$'
+ scenario: '^((?!lxd).)*$'
run:
module: 'functest.opnfv_tests.openstack.vping.vping_ssh'
class: 'VPingSSH'
@@ -136,6 +136,7 @@ tiers:
-
case_name: refstack_defcore
project_name: functest
+ enabled: false
criteria: 100
blocking: false
description: >-
@@ -167,7 +168,6 @@ tiers:
services:
- 'image'
- 'network'
- - 'volume'
exclude:
- 'test_networks_multiprovider_rbac'
@@ -192,28 +192,6 @@ tiers:
- /src/odl_test/csit/suites/openstack/neutron
-
- case_name: odl_netvirt
- project_name: functest
- criteria: 100
- blocking: false
- description: >-
- Test Suite for the OpenDaylight SDN Controller when
- the NetVirt features are installed. It integrates
- some test suites from upstream using Robot as the
- test framework.
- dependencies:
- installer: 'apex'
- scenario: 'os-odl_l3-nofeature'
- run:
- module: 'functest.opnfv_tests.sdn.odl.odl'
- class: 'ODLTests'
- args:
- suites:
- - /src/odl_test/csit/suites/integration/basic
- - /src/odl_test/csit/suites/openstack/neutron
- - /src/odl_test/csit/suites/openstack/connectivity
-
- -
case_name: snaps_smoke
project_name: functest
criteria: 100
@@ -262,7 +240,6 @@ tiers:
-
case_name: doctor-notification
project_name: doctor
- enabled: false
criteria: 100
blocking: false
description: >-
@@ -285,7 +262,7 @@ tiers:
description: >-
Test suite from SDNVPN project.
dependencies:
- installer: '(fuel)|(apex)'
+ installer: ''
scenario: 'bgpvpn'
run:
module: 'sdnvpn.test.functest.run_sdnvpn_tests'
@@ -294,7 +271,6 @@ tiers:
-
case_name: functest-odl-sfc
project_name: sfc
- enabled: false
criteria: 100
blocking: false
description: >-
@@ -310,7 +286,6 @@ tiers:
-
case_name: barometercollectd
project_name: barometer
- enabled: false
criteria: 100
blocking: false
description: >-
@@ -318,7 +293,7 @@ tiers:
the proper configuration and basic functionality of all the
collectd plugins as described in the Project Release Plan
dependencies:
- installer: '(apex)|(compass)'
+ installer: ''
scenario: 'bar'
run:
module: 'baro_tests.barometer'
@@ -334,7 +309,7 @@ tiers:
features are installed. It integrates some test suites from
upstream using Robot as the test framework.
dependencies:
- installer: 'apex'
+ installer: ''
scenario: 'odl.*-fdio'
run:
module: 'functest.opnfv_tests.sdn.odl.odl'
diff --git a/functest/opnfv_tests/openstack/patrole/patrole.py b/functest/opnfv_tests/openstack/patrole/patrole.py
index dbf5ed074..0c5eedf48 100644
--- a/functest/opnfv_tests/openstack/patrole/patrole.py
+++ b/functest/opnfv_tests/openstack/patrole/patrole.py
@@ -41,6 +41,12 @@ class Patrole(tempest.TempestCommon):
rconfig.set('rbac', 'rbac_test_role', kwargs.get('role', 'admin'))
with open(self.conf_file, 'wb') as config_file:
rconfig.write(config_file)
+ self.backup_tempest_config(self.conf_file, self.res_dir)
+
+ def generate_test_list(self):
+ self.backup_tempest_config(self.conf_file, '/etc')
+ super(Patrole, self).generate_test_list()
+ os.remove('/etc/tempest.conf')
def run(self, **kwargs):
for exclude in kwargs.get('exclude', []):
diff --git a/functest/opnfv_tests/openstack/tempest/conf_utils.py b/functest/opnfv_tests/openstack/tempest/conf_utils.py
index be6480e42..6a3d2d6e8 100644
--- a/functest/opnfv_tests/openstack/tempest/conf_utils.py
+++ b/functest/opnfv_tests/openstack/tempest/conf_utils.py
@@ -14,7 +14,6 @@ import ConfigParser
import logging
import fileinput
import os
-import shutil
import subprocess
import pkg_resources
@@ -167,16 +166,6 @@ def get_verifier_deployment_dir(verifier_id, deployment_id):
'for-deployment-{}'.format(deployment_id))
-def backup_tempest_config(conf_file, res_dir):
- """
- Copy config file to tempest results directory
- """
- if not os.path.exists(res_dir):
- os.makedirs(res_dir)
- shutil.copyfile(conf_file,
- os.path.join(res_dir, 'tempest.conf'))
-
-
def update_tempest_conf_file(conf_file, rconfig):
"""Update defined paramters into tempest config file"""
with open(TEMPEST_CONF_YAML) as yfile:
@@ -194,7 +183,7 @@ def update_tempest_conf_file(conf_file, rconfig):
rconfig.write(config_file)
-def configure_tempest_update_params(tempest_conf_file, res_dir,
+def configure_tempest_update_params(tempest_conf_file,
network_name=None, image_id=None,
flavor_id=None, compute_cnt=1):
# pylint: disable=too-many-branches, too-many-arguments
@@ -253,8 +242,6 @@ def configure_tempest_update_params(tempest_conf_file, res_dir,
'into tempest.conf file')
update_tempest_conf_file(tempest_conf_file, rconfig)
- backup_tempest_config(tempest_conf_file, res_dir)
-
def configure_verifier(deployment_dir):
"""
diff --git a/functest/opnfv_tests/openstack/tempest/tempest.py b/functest/opnfv_tests/openstack/tempest/tempest.py
index 74ddbd981..9c97b01fb 100644
--- a/functest/opnfv_tests/openstack/tempest/tempest.py
+++ b/functest/opnfv_tests/openstack/tempest/tempest.py
@@ -97,6 +97,16 @@ class TempestCommon(testcase.TestCase):
result['num_failures'] = int(new_line[2])
return result
+ @staticmethod
+ def backup_tempest_config(conf_file, res_dir):
+ """
+ Copy config file to tempest results directory
+ """
+ if not os.path.exists(res_dir):
+ os.makedirs(res_dir)
+ shutil.copyfile(conf_file,
+ os.path.join(res_dir, 'tempest.conf'))
+
def generate_test_list(self):
"""Generate test list based on the test mode."""
LOGGER.debug("Generating test case list...")
@@ -114,7 +124,7 @@ class TempestCommon(testcase.TestCase):
testr_mode = r"'^tempest\.'"
else:
testr_mode = self.mode
- cmd = "(cd {0}; testr list-tests {1} >{2} 2>/dev/null)".format(
+ cmd = "(cd {0}; stestr list {1} >{2} 2>/dev/null)".format(
self.verifier_repo_dir, testr_mode, self.list)
output = subprocess.check_output(cmd, shell=True)
LOGGER.info("%s\n%s", cmd, output)
@@ -181,12 +191,10 @@ class TempestCommon(testcase.TestCase):
for line in iter(proc.stdout.readline, b''):
if re.search(r"\} tempest\.", line):
LOGGER.info(line.replace('\n', ''))
- elif re.search('Starting verification', line):
- LOGGER.info(line.replace('\n', ''))
- first_pos = line.index("UUID=") + len("UUID=")
- last_pos = line.index(") for deployment")
- self.verification_id = line[first_pos:last_pos]
- LOGGER.debug('Verification UUID: %s', self.verification_id)
+ elif re.search(r'(?=\(UUID=(.*)\))', line):
+ self.verification_id = re.search(
+ r'(?=\(UUID=(.*)\))', line).group(1)
+ LOGGER.info('Verification UUID: %s', self.verification_id)
f_stdout.write(line)
proc.wait()
@@ -259,16 +267,16 @@ class TempestCommon(testcase.TestCase):
self.resources.os_creds)
self.conf_file = conf_utils.configure_verifier(self.deployment_dir)
conf_utils.configure_tempest_update_params(
- self.conf_file, self.res_dir,
- network_name=resources.get("network_name"),
+ self.conf_file, network_name=resources.get("network_name"),
image_id=resources.get("image_id"),
flavor_id=resources.get("flavor_id"),
compute_cnt=compute_cnt)
+ self.backup_tempest_config(self.conf_file, self.res_dir)
def run(self, **kwargs):
self.start_time = time.time()
try:
- self.configure()
+ self.configure(**kwargs)
self.generate_test_list()
self.apply_tempest_blacklist()
self.run_verifier_tests()
@@ -300,7 +308,7 @@ class TempestNeutronTrunk(TempestCommon):
if "case_name" not in kwargs:
kwargs["case_name"] = 'neutron_trunk'
TempestCommon.__init__(self, **kwargs)
- self.mode = "'neutron.tests.tempest.(api|scenario).test_trunk'"
+ self.mode = "'neutron_tempest_plugin.(api|scenario).test_trunk'"
self.res_dir = os.path.join(
getattr(config.CONF, 'dir_results'), 'neutron_trunk')
self.raw_list = os.path.join(self.res_dir, 'test_raw_list.txt')
diff --git a/functest/opnfv_tests/vnf/epc/juju_epc.py b/functest/opnfv_tests/vnf/epc/juju_epc.py
index 0b6a5f6e1..75d46e60b 100644
--- a/functest/opnfv_tests/vnf/epc/juju_epc.py
+++ b/functest/opnfv_tests/vnf/epc/juju_epc.py
@@ -414,8 +414,7 @@ class JujuEpc(vnf.VnfOnBoarding):
output = subprocess.check_output(cmd, stderr=subprocess.STDOUT)
self.__logger.info("%s\n%s", " ".join(cmd), output)
except Exception: # pylint: disable=broad-except
- self.__logger.warn("Some issue during the undeployment ..")
- self.__logger.warn("Tenant clean continue ..")
+ self.__logger.exception("Some issue during the undeployment ..")
if not self.orchestrator['requirements']['preserve_setup']:
self.__logger.info('Remove the Abot_epc OS object ..')
diff --git a/functest/opnfv_tests/vnf/ims/cloudify_ims.py b/functest/opnfv_tests/vnf/ims/cloudify_ims.py
index da55ecf15..c2fda6888 100644
--- a/functest/opnfv_tests/vnf/ims/cloudify_ims.py
+++ b/functest/opnfv_tests/vnf/ims/cloudify_ims.py
@@ -412,8 +412,7 @@ class CloudifyIms(clearwater_ims_base.ClearwaterOnBoardingBase):
cfy_client.deployments.delete(self.vnf['descriptor'].get('name'))
cfy_client.blueprints.delete(self.vnf['descriptor'].get('name'))
except Exception: # pylint: disable=broad-except
- self.__logger.warn("Some issue during the undeployment ..")
- self.__logger.warn("Tenant clean continue ..")
+ self.__logger.exception("Some issue during the undeployment ..")
super(CloudifyIms, self).clean()
diff --git a/functest/opnfv_tests/vnf/router/cloudify_vrouter.py b/functest/opnfv_tests/vnf/router/cloudify_vrouter.py
index 0f463128b..9f6327b78 100644
--- a/functest/opnfv_tests/vnf/router/cloudify_vrouter.py
+++ b/functest/opnfv_tests/vnf/router/cloudify_vrouter.py
@@ -434,8 +434,8 @@ class CloudifyVrouter(vrouter_base.VrouterOnBoardingBase):
cfy_client.deployments.delete(self.vnf['descriptor'].get('name'))
cfy_client.blueprints.delete(self.vnf['descriptor'].get('name'))
except Exception: # pylint: disable=broad-except
- self.__logger.warn("Some issue during the undeployment ..")
- self.__logger.warn("Tenant clean continue ..")
+ self.__logger.exception("Some issue during the undeployment ..")
+
super(CloudifyVrouter, self).clean()
def get_vnf_info_list(self, target_vnf_name):
diff --git a/functest/tests/unit/openstack/tempest/test_conf_utils.py b/functest/tests/unit/openstack/tempest/test_conf_utils.py
index 161d9c076..8988e96a1 100644
--- a/functest/tests/unit/openstack/tempest/test_conf_utils.py
+++ b/functest/tests/unit/openstack/tempest/test_conf_utils.py
@@ -188,28 +188,6 @@ class OSTempestConfUtilsTesting(unittest.TestCase):
self.assertTrue(mock_get_vid.called)
self.assertTrue(mock_get_did.called)
- def test_backup_config_default(self):
- with mock.patch('functest.opnfv_tests.openstack.tempest.'
- 'conf_utils.os.path.exists',
- return_value=False), \
- mock.patch('functest.opnfv_tests.openstack.tempest.'
- 'conf_utils.os.makedirs') as mock_makedirs, \
- mock.patch('functest.opnfv_tests.openstack.tempest.'
- 'conf_utils.shutil.copyfile') as mock_copyfile:
- conf_utils.backup_tempest_config(
- 'test_conf_file', res_dir='test_dir')
- self.assertTrue(mock_makedirs.called)
- self.assertTrue(mock_copyfile.called)
-
- with mock.patch('functest.opnfv_tests.openstack.tempest.'
- 'conf_utils.os.path.exists',
- return_value=True), \
- mock.patch('functest.opnfv_tests.openstack.tempest.'
- 'conf_utils.shutil.copyfile') as mock_copyfile:
- conf_utils.backup_tempest_config(
- 'test_conf_file', res_dir='test_dir')
- self.assertTrue(mock_copyfile.called)
-
def _test_missing_param(self, params, image_id, flavor_id):
with mock.patch('functest.opnfv_tests.openstack.tempest.'
'conf_utils.ConfigParser.RawConfigParser.'
@@ -221,13 +199,11 @@ class OSTempestConfUtilsTesting(unittest.TestCase):
'conf_utils.ConfigParser.RawConfigParser.'
'write') as mwrite, \
mock.patch('__builtin__.open', mock.mock_open()), \
- mock.patch('functest.opnfv_tests.openstack.tempest.'
- 'conf_utils.backup_tempest_config'), \
mock.patch('functest.utils.functest_utils.yaml.safe_load',
return_value={'validation': {'ssh_timeout': 300}}):
os.environ['OS_ENDPOINT_TYPE'] = ''
conf_utils.configure_tempest_update_params(
- 'test_conf_file', res_dir='test_dir', image_id=image_id,
+ 'test_conf_file', image_id=image_id,
flavor_id=flavor_id)
mset.assert_any_call(params[0], params[1], params[2])
self.assertTrue(mread.called)
diff --git a/functest/tests/unit/openstack/tempest/test_tempest.py b/functest/tests/unit/openstack/tempest/test_tempest.py
index e2c4c975b..fc8c9cc85 100644
--- a/functest/tests/unit/openstack/tempest/test_tempest.py
+++ b/functest/tests/unit/openstack/tempest/test_tempest.py
@@ -20,6 +20,7 @@ from functest.opnfv_tests.openstack.tempest import conf_utils
class OSTempestTesting(unittest.TestCase):
+ # pylint: disable=too-many-public-methods
def setUp(self):
os_creds = OSCreds(
@@ -82,7 +83,7 @@ class OSTempestTesting(unittest.TestCase):
else:
testr_mode = self.tempestcommon.mode
verifier_repo_dir = 'test_verifier_repo_dir'
- cmd = "(cd {0}; testr list-tests {1} >{2} 2>/dev/null)".format(
+ cmd = "(cd {0}; stestr list {1} >{2} 2>/dev/null)".format(
verifier_repo_dir, testr_mode, self.tempestcommon.list)
self.tempestcommon.generate_test_list()
mock_exec.assert_called_once_with(cmd, shell=True)
@@ -101,6 +102,21 @@ class OSTempestTesting(unittest.TestCase):
with self.assertRaises(Exception):
self.tempestcommon.parse_verifier_result()
+ def test_backup_config_default(self):
+ with mock.patch('os.path.exists', return_value=False), \
+ mock.patch('os.makedirs') as mock_makedirs, \
+ mock.patch('shutil.copyfile') as mock_copyfile:
+ self.tempestcommon.backup_tempest_config(
+ 'test_conf_file', res_dir='test_dir')
+ self.assertTrue(mock_makedirs.called)
+ self.assertTrue(mock_copyfile.called)
+
+ with mock.patch('os.path.exists', return_value=True), \
+ mock.patch('shutil.copyfile') as mock_copyfile:
+ self.tempestcommon.backup_tempest_config(
+ 'test_conf_file', res_dir='test_dir')
+ self.assertTrue(mock_copyfile.called)
+
@mock.patch("os.rename")
@mock.patch("os.remove")
@mock.patch("os.path.exists", return_value=True)
diff --git a/upper-constraints.txt b/upper-constraints.txt
index 48a4e22f5..e2b7ee702 100644
--- a/upper-constraints.txt
+++ b/upper-constraints.txt
@@ -22,3 +22,4 @@ flasgger===0.6.6
xtesting===0.40.0
networking-bgpvpn===8.0.0
sphinx-opnfv-theme===0.1.1
+rally-openstack===1.0.0