diff options
37 files changed, 227 insertions, 288 deletions
diff --git a/api/conf.py b/api/conf.py index e9978f6ad..18b33fdda 100644 --- a/api/conf.py +++ b/api/conf.py @@ -51,8 +51,8 @@ master_doc = 'index' # General information about the project. project = u'OPNFV Functest' -copyright = u'2017, #opnfv-functest (chat.freenode.net)' -author = u'#opnfv-functest (chat.freenode.net)' +copyright = u'2017, Functest <opnfv-tech-discuss@lists.opnfv.org>' +author = u'Functest <opnfv-tech-discuss@lists.opnfv.org>' # The version info for the project you're documenting, acts as replacement for # |version| and |release|, also used in various other places throughout the @@ -264,7 +264,7 @@ latex_documents = [ (master_doc, 'OPNFVFunctest.tex', u'OPNFV Functest Documentation', - u'\\#opnfv-functest (chat.freenode.net)', + u'Functest \\textless{}opnfv-tech-discuss@lists.opnfv.org\\textgreater{}', 'manual'), ] diff --git a/docker/components/Dockerfile b/docker/components/Dockerfile index 71a81541e..356c5d594 100644 --- a/docker/components/Dockerfile +++ b/docker/components/Dockerfile @@ -2,8 +2,8 @@ FROM opnfv/functest-core ARG BRANCH=master ARG OPENSTACK_TAG=stable/queens -ARG RALLY_TAG=stable/0.10 -ARG OS_FAULTS_TAG=0.1.16 +ARG RALLY_TAG=0.11.2 +ARG OS_FAULTS_TAG=0.1.17 RUN apk --no-cache add --virtual .build-deps --update \ python-dev build-base linux-headers libffi-dev \ @@ -20,7 +20,7 @@ RUN apk --no-cache add --virtual .build-deps --update \ update-requirements -s --source /src/openstack-requirements /src/rally/ && \ pip install --no-cache-dir --src /src -cupper-constraints.txt \ -chttps://git.opnfv.org/functest/plain/upper-constraints.txt?h=$BRANCH \ - tempest /src/os-faults && \ + tempest rally-openstack /src/os-faults && \ pip install --no-cache-dir --src /src -cupper-constraints.txt \ -chttps://git.opnfv.org/functest/plain/upper-constraints.txt?h=$BRANCH \ /src/rally && \ diff --git a/docker/features/Dockerfile b/docker/features/Dockerfile index c53099cce..e91155a38 100644 --- a/docker/features/Dockerfile +++ b/docker/features/Dockerfile @@ -3,8 +3,8 @@ FROM opnfv/functest-core ARG BRANCH=master ARG OPENSTACK_TAG=stable/queens ARG FDS_TAG=master -ARG RALLY_TAG=stable/0.10 -ARG OS_FAULTS_TAG=0.1.16 +ARG RALLY_TAG=0.11.2 +ARG OS_FAULTS_TAG=0.1.17 COPY thirdparty-requirements.txt thirdparty-requirements.txt RUN apk --no-cache add --update python3 sshpass && \ @@ -17,16 +17,13 @@ RUN apk --no-cache add --update python3 sshpass && \ pip install --no-cache-dir --src /src -cupper-constraints.txt \ -chttps://git.opnfv.org/functest/plain/upper-constraints.txt?h=$BRANCH \ -e git+https://github.com/openstack/requirements@$OPENSTACK_TAG#egg=openstack_requirements && \ - pip install --no-cache-dir --src /src -cupper-constraints.txt \ - -chttps://git.opnfv.org/functest/plain/upper-constraints.txt?h=$BRANCH \ - -e git+https://github.com/openstack/requirements@$OPENSTACK_TAG#egg=openstack_requirements && \ git clone --depth 1 https://github.com/openstack/os-faults.git -b $OS_FAULTS_TAG /src/os-faults && \ update-requirements -s --source /src/openstack-requirements /src/os-faults/ && \ git clone --depth 1 https://github.com/openstack/rally.git -b $RALLY_TAG /src/rally && \ update-requirements -s --source /src/openstack-requirements /src/rally/ && \ pip install --no-cache-dir --src /src -cupper-constraints.txt \ -chttps://git.opnfv.org/functest/plain/upper-constraints.txt?h=$BRANCH \ - tempest /src/os-faults && \ + tempest rally-openstack /src/os-faults && \ pip install --no-cache-dir --src /src -cupper-constraints.txt \ -chttps://git.opnfv.org/functest/plain/upper-constraints.txt?h=$BRANCH \ /src/rally -rthirdparty-requirements.txt && \ diff --git a/docker/features/testcases.yaml b/docker/features/testcases.yaml index fc9d81d0b..6cccf02f6 100644 --- a/docker/features/testcases.yaml +++ b/docker/features/testcases.yaml @@ -11,7 +11,6 @@ tiers: - case_name: doctor-notification project_name: doctor - enabled: false criteria: 100 blocking: false description: >- @@ -34,7 +33,7 @@ tiers: description: >- Test suite from SDNVPN project. dependencies: - installer: '(fuel)|(apex)' + installer: '' scenario: 'bgpvpn' run: module: 'sdnvpn.test.functest.run_sdnvpn_tests' @@ -43,7 +42,6 @@ tiers: - case_name: functest-odl-sfc project_name: sfc - enabled: false criteria: 100 blocking: false description: >- @@ -59,7 +57,6 @@ tiers: - case_name: barometercollectd project_name: barometer - enabled: false criteria: 100 blocking: false description: >- @@ -67,7 +64,7 @@ tiers: the proper configuration and basic functionality of all the collectd plugins as described in the Project Release Plan dependencies: - installer: '(apex)|(compass)' + installer: '' scenario: 'bar' run: module: 'baro_tests.barometer' @@ -83,7 +80,7 @@ tiers: features are installed. It integrates some test suites from upstream using Robot as the test framework. dependencies: - installer: 'apex' + installer: '' scenario: 'odl.*-fdio' run: module: 'functest.opnfv_tests.sdn.odl.odl' diff --git a/docker/features/thirdparty-requirements.txt b/docker/features/thirdparty-requirements.txt index 914d4eefc..910b514b5 100644 --- a/docker/features/thirdparty-requirements.txt +++ b/docker/features/thirdparty-requirements.txt @@ -1,7 +1,7 @@ robotframework-httplibrary robotframework-requests robotframework-sshlibrary;python_version=='2.7' -# baro_tests +baro_tests # sdnvpn -# sfc -# doctor-tests;python_version>='3.0' +sfc +doctor-tests;python_version>='3.0' diff --git a/docker/parser/Dockerfile b/docker/parser/Dockerfile index a86716626..fe21bb54c 100644 --- a/docker/parser/Dockerfile +++ b/docker/parser/Dockerfile @@ -2,8 +2,6 @@ FROM opnfv/functest-core ARG BRANCH=master ARG OPENSTACK_TAG=stable/queens -ARG RALLY_TAG=stable/0.10 -ARG OS_FAULTS_TAG=0.1.16 COPY thirdparty-requirements.txt thirdparty-requirements.txt RUN apk --no-cache add --virtual .build-deps --update \ diff --git a/docker/smoke/Dockerfile b/docker/smoke/Dockerfile index 7eb9eb292..d4415cedd 100644 --- a/docker/smoke/Dockerfile +++ b/docker/smoke/Dockerfile @@ -3,10 +3,10 @@ FROM opnfv/functest-core ARG BRANCH=master ARG OPENSTACK_TAG=stable/queens ARG ODL_TAG=85448c9d97b89989488e675b29b38ac42d8674e4 -ARG RALLY_TAG=stable/0.10 -ARG OS_FAULTS_TAG=0.1.16 +ARG RALLY_TAG=0.11.2 +ARG OS_FAULTS_TAG=0.1.17 ARG REFSTACK_TARGET=2017.09 -ARG PATROLE_TAG=0.2.0 +ARG PATROLE_TAG=0.3.0 COPY thirdparty-requirements.txt thirdparty-requirements.txt RUN apk --no-cache add --virtual .build-deps --update \ @@ -18,19 +18,23 @@ RUN apk --no-cache add --virtual .build-deps --update \ pip install --no-cache-dir --src /src -cupper-constraints.txt \ -chttps://git.opnfv.org/functest/plain/upper-constraints.txt?h=$BRANCH \ -e git+https://github.com/openstack/requirements@$OPENSTACK_TAG#egg=openstack_requirements && \ - git clone --depth 1 https://github.com/openstack/os-faults.git -b $OS_FAULTS_TAG /src/os-faults && \ + git clone https://github.com/openstack/os-faults.git /src/os-faults && \ + (cd /src/os-faults && git checkout $OS_FAULTS_TAG) && \ update-requirements -s --source /src/openstack-requirements /src/os-faults/ && \ - git clone --depth 1 https://github.com/openstack/rally.git -b $RALLY_TAG /src/rally && \ + git clone https://github.com/openstack/rally.git /src/rally && \ + (cd /src/rally && git checkout $RALLY_TAG) && \ update-requirements -s --source /src/openstack-requirements /src/rally/ && \ git clone https://github.com/openstack/patrole.git /src/patrole && \ (cd /src/patrole && git checkout $PATROLE_TAG) && \ update-requirements -s --source /src/openstack-requirements /src/patrole/ && \ + git clone --depth 1 https://github.com/openstack/neutron-tempest-plugin.git /src/neutron-tempest-plugin && \ + update-requirements -s --source /src/openstack-requirements /src/neutron-tempest-plugin && \ pip install --no-cache-dir --src /src -cupper-constraints.txt \ -chttps://git.opnfv.org/functest/plain/upper-constraints.txt?h=$BRANCH \ - tempest /src/os-faults && \ + tempest rally-openstack /src/os-faults && \ pip install --no-cache-dir --src /src -cupper-constraints.txt \ -chttps://git.opnfv.org/functest/plain/upper-constraints.txt?h=$BRANCH \ - /src/rally /src/patrole -rthirdparty-requirements.txt && \ + /src/rally /src/patrole /src/neutron-tempest-plugin -rthirdparty-requirements.txt && \ git clone https://git.opendaylight.org/gerrit/p/integration/test.git /src/odl_test && \ (cd /src/odl_test && git checkout $ODL_TAG) && \ virtualenv --system-site-packages /src/tempest/.venv && \ @@ -41,7 +45,7 @@ RUN apk --no-cache add --virtual .build-deps --update \ -chttps://git.opnfv.org/functest/plain/upper-constraints.txt?h=$BRANCH \ -r /src/neutron/test-requirements.txt && \ rm -r upper-constraints.txt thirdparty-requirements.txt /src/odl_test/.git \ - /src/os-faults /src/rally && \ + /src/os-faults /src/rally /src/neutron-tempest-plugin && \ mkdir -p /etc/rally && \ printf "[database]\nconnection = 'sqlite:////var/lib/rally/database/rally.sqlite'" > /etc/rally/rally.conf && \ mkdir -p /var/lib/rally/database && rally db create && \ diff --git a/docker/smoke/testcases.yaml b/docker/smoke/testcases.yaml index 4f59828ef..e2a6237c3 100644 --- a/docker/smoke/testcases.yaml +++ b/docker/smoke/testcases.yaml @@ -18,7 +18,7 @@ tiers: between 2 instances over a private network. dependencies: installer: '' - scenario: '^((?!odl_l3|odl-bgpvpn|gluon).)*$' + scenario: '^((?!lxd).)*$' run: module: 'functest.opnfv_tests.openstack.vping.vping_ssh' class: 'VPingSSH' @@ -74,6 +74,7 @@ tiers: - case_name: refstack_defcore project_name: functest + enabled: false criteria: 100 blocking: false description: >- @@ -105,7 +106,6 @@ tiers: services: - 'image' - 'network' - - 'volume' exclude: - 'test_networks_multiprovider_rbac' @@ -130,28 +130,6 @@ tiers: - /src/odl_test/csit/suites/openstack/neutron - - case_name: odl_netvirt - project_name: functest - criteria: 100 - blocking: false - description: >- - Test Suite for the OpenDaylight SDN Controller when - the NetVirt features are installed. It integrates - some test suites from upstream using Robot as the - test framework. - dependencies: - installer: 'apex' - scenario: 'os-odl_l3-nofeature' - run: - module: 'functest.opnfv_tests.sdn.odl.odl' - class: 'ODLTests' - args: - suites: - - /src/odl_test/csit/suites/integration/basic - - /src/odl_test/csit/suites/openstack/neutron - - /src/odl_test/csit/suites/openstack/connectivity - - - case_name: snaps_smoke project_name: functest criteria: 100 diff --git a/docs/release/release-notes/apex.rst b/docs/release/release-notes/apex.rst index e8b90bee5..959b10722 100644 --- a/docs/release/release-notes/apex.rst +++ b/docs/release/release-notes/apex.rst @@ -41,4 +41,7 @@ patrole 2018-04-07 14:24:48 lf-pod1 FAIL snaps_smoke 2018-04-07 15:05:15 lf-pod1 FAIL SNAPS-283 odl 2018-04-07 14:25:10 lf-pod1 PASS neutron_trunk 2018-04-07 15:07:53 lf-pod1 FAIL +cloudify_ims lf-pod1 +vyos_vrouter lf-pod1 +juju_epc lf-pod1 ==================== =================== ========== ======== ========= diff --git a/docs/release/release-notes/compass.rst b/docs/release/release-notes/compass.rst index a1481fa37..c12444eb9 100644 --- a/docs/release/release-notes/compass.rst +++ b/docs/release/release-notes/compass.rst @@ -7,20 +7,20 @@ os-nosdn-nofeature-ha ==================== =================== =========== ======== =========== testcase date pod_name result jira ==================== =================== =========== ======== =========== -connection_check 2018-04-07 11:59:03 huawei-pod1 PASS -api_check 2018-04-07 12:09:28 huawei-pod1 PASS -snaps_health_check 2018-04-07 12:11:01 huawei-pod1 PASS -vping_ssh 2018-04-07 12:12:45 huawei-pod1 PASS -vping_userdata 2018-04-07 12:14:32 huawei-pod1 PASS -tempest_smoke_serial 2018-04-07 12:31:35 huawei-pod1 FAIL COMPASS-588 -rally_sanity 2018-04-07 13:00:49 huawei-pod1 PASS -refstack_defcore 2018-04-07 13:06:36 huawei-pod1 PASS -patrole 2018-04-07 13:10:05 huawei-pod1 PASS -snaps_smoke 2018-04-07 14:02:28 huawei-pod1 FAIL SNAPS-283 -neutron_trunk 2018-04-07 14:04:43 huawei-pod1 FAIL -cloudify_ims 2018-04-07 14:32:36 huawei-pod1 PASS -vyos_vrouter 2018-04-07 14:56:46 huawei-pod1 PASS -juju_epc 2018-04-07 15:52:35 huawei-pod1 PASS +connection_check 2018-04-13 20:46:32 huawei-pod1 PASS +api_check 2018-04-13 20:56:59 huawei-pod1 PASS +snaps_health_check 2018-04-13 20:58:35 huawei-pod1 PASS +vping_ssh 2018-04-13 21:11:39 huawei-pod1 PASS +vping_userdata 2018-04-13 21:13:38 huawei-pod1 PASS +tempest_smoke_serial 2018-04-13 21:31:50 huawei-pod1 FAIL COMPASS-588 +rally_sanity 2018-04-13 22:01:42 huawei-pod1 PASS +refstack_defcore 2018-04-13 22:02:34 huawei-pod1 FAIL +patrole 2018-04-13 22:05:52 huawei-pod1 FAIL +snaps_smoke 2018-04-13 22:59:22 huawei-pod1 FAIL SNAPS-283 +neutron_trunk 2018-04-13 23:25:34 huawei-pod1 FAIL +cloudify_ims 2018-04-13 23:57:49 huawei-pod1 PASS +vyos_vrouter 2018-04-14 00:21:46 huawei-pod1 PASS +juju_epc 2018-04-14 01:12:41 huawei-pod1 PASS ==================== =================== =========== ======== =========== os-odl_l3-nofeature-ha @@ -29,18 +29,21 @@ os-odl_l3-nofeature-ha ==================== =================== =========== ======== ========= testcase date pod_name result jira ==================== =================== =========== ======== ========= -connection_check 2018-04-04 08:53:18 huawei-pod1 PASS -api_check 2018-04-04 09:03:23 huawei-pod1 PASS -snaps_health_check 2018-04-04 09:03:59 huawei-pod1 PASS +connection_check 2018-04-14 22:45:33 huawei-pod1 PASS +api_check 2018-04-14 22:55:50 huawei-pod1 PASS +snaps_health_check 2018-04-14 22:56:28 huawei-pod1 PASS vping_ssh 2016-07-23 20:21:55 huawei-pod1 PASS -vping_userdata 2018-04-04 09:04:43 huawei-pod1 PASS -tempest_smoke_serial 2018-04-04 09:21:20 huawei-pod1 FAIL -rally_sanity 2018-04-04 09:50:09 huawei-pod1 PASS -refstack_defcore 2018-04-04 09:52:32 huawei-pod1 PASS -patrole 2018-04-04 09:56:08 huawei-pod1 PASS -snaps_smoke 2018-04-04 10:48:07 huawei-pod1 FAIL SNAPS-283 -odl 2018-04-04 09:56:30 huawei-pod1 PASS -neutron_trunk 2018-04-04 10:51:10 huawei-pod1 FAIL +vping_userdata 2018-04-14 22:57:12 huawei-pod1 PASS +tempest_smoke_serial 2018-04-14 23:12:14 huawei-pod1 FAIL +rally_sanity 2018-04-14 23:40:56 huawei-pod1 PASS +refstack_defcore 2018-04-12 20:39:54 huawei-pod1 PASS +patrole 2018-04-14 23:43:29 huawei-pod1 PASS +snaps_smoke 2018-04-15 00:30:14 huawei-pod1 FAIL SNAPS-283 +odl 2018-04-14 23:43:50 huawei-pod1 PASS +neutron_trunk 2018-04-15 00:33:17 huawei-pod1 FAIL +cloudify_ims 2018-04-15 00:40:27 huawei-pod1 FAIL +vyos_vrouter 2018-04-15 01:00:06 huawei-pod1 PASS +juju_epc 2018-04-15 01:49:55 huawei-pod1 PASS ==================== =================== =========== ======== ========= k8-nosdn-nofeature-ha @@ -49,6 +52,6 @@ k8-nosdn-nofeature-ha =============== =================== =========== ======== ====== testcase date pod_name result jira =============== =================== =========== ======== ====== -k8s_smoke 2018-04-07 05:46:58 huawei-pod1 PASS -k8s_conformance 2018-04-07 06:38:26 huawei-pod1 PASS +k8s_smoke 2018-04-13 10:27:28 huawei-pod1 PASS +k8s_conformance 2018-04-13 11:20:38 huawei-pod1 PASS =============== =================== =========== ======== ====== diff --git a/docs/release/release-notes/conf.py b/docs/release/release-notes/conf.py index 77a71a37d..b9a996a7e 100644 --- a/docs/release/release-notes/conf.py +++ b/docs/release/release-notes/conf.py @@ -47,8 +47,8 @@ master_doc = 'index' # General information about the project. project = u'Functest Release Notes' -copyright = u'2018, Cédric Ollivier <cedric.ollivier@orange.com>' -author = u'Cédric Ollivier <cedric.ollivier@orange.com>' +copyright = u'2018, Functest <opnfv-tech-discuss@lists.opnfv.org>' +author = u'Functest <opnfv-tech-discuss@lists.opnfv.org>' # The version info for the project you're documenting, acts as replacement for # |version| and |release|, also used in various other places throughout the @@ -150,7 +150,7 @@ latex_elements = { latex_documents = [ (master_doc, 'FunctestReleaseNotes.tex', u'Functest Release Notes Documentation', - u'Cédric Ollivier \\textless{}cedric.ollivier@orange.com\\textgreater{}', + u'Functest \\textless{}opnfv-tech-discuss@lists.opnfv.org\\textgreater{}', 'manual'), ] diff --git a/docs/release/release-notes/daisy.rst b/docs/release/release-notes/daisy.rst index 0039579f5..bd52f7099 100644 --- a/docs/release/release-notes/daisy.rst +++ b/docs/release/release-notes/daisy.rst @@ -7,20 +7,20 @@ os-nosdn-nofeature-ha ==================== =================== ========== ======== ========= testcase date pod_name result jira ==================== =================== ========== ======== ========= -connection_check 2018-04-03 13:41:18 zte-pod2 PASS -api_check 2018-04-03 13:52:18 zte-pod2 PASS -snaps_health_check 2018-04-03 13:53:02 zte-pod2 PASS -vping_ssh 2018-04-03 13:55:21 zte-pod2 PASS -vping_userdata 2018-04-03 13:56:22 zte-pod2 PASS -tempest_smoke_serial 2018-04-03 14:12:18 zte-pod2 PASS -rally_sanity 2018-04-03 14:39:43 zte-pod2 PASS -refstack_defcore 2018-04-03 14:44:51 zte-pod2 PASS -patrole 2018-04-03 14:49:10 zte-pod2 PASS -snaps_smoke 2018-04-03 15:34:51 zte-pod2 FAIL SNAPS-283 +connection_check 2018-04-12 13:45:13 zte-pod2 PASS +api_check 2018-04-12 13:55:54 zte-pod2 PASS +snaps_health_check 2018-04-12 13:56:33 zte-pod2 PASS +vping_ssh 2018-04-12 13:58:58 zte-pod2 PASS +vping_userdata 2018-04-12 13:59:54 zte-pod2 PASS +tempest_smoke_serial 2018-04-12 14:15:24 zte-pod2 PASS +rally_sanity 2018-04-12 14:43:18 zte-pod2 PASS +refstack_defcore 2018-04-12 14:49:02 zte-pod2 PASS +patrole 2018-04-12 14:53:20 zte-pod2 PASS +snaps_smoke 2018-04-12 15:42:14 zte-pod2 PASS SNAPS-283 neutron_trunk zte-pod2 -cloudify_ims 2018-04-03 15:47:44 zte-pod2 FAIL -vyos_vrouter 2018-04-03 15:58:55 zte-pod2 FAIL -juju_epc 2018-04-03 16:49:31 zte-pod2 PASS +cloudify_ims 2018-04-12 16:14:40 zte-pod2 PASS +vyos_vrouter 2018-04-12 16:37:09 zte-pod2 PASS +juju_epc 2018-04-12 17:29:07 zte-pod2 PASS ==================== =================== ========== ======== ========= os-odl-nofeature-ha @@ -29,16 +29,19 @@ os-odl-nofeature-ha ==================== =================== ========== ======== ========= testcase date pod_name result jira ==================== =================== ========== ======== ========= -connection_check 2018-04-05 19:46:11 zte-pod2 PASS -api_check 2018-04-05 19:57:00 zte-pod2 PASS -snaps_health_check 2018-04-05 19:57:39 zte-pod2 PASS -vping_ssh 2018-04-05 20:00:05 zte-pod2 PASS -vping_userdata 2018-04-05 20:01:04 zte-pod2 PASS -tempest_smoke_serial 2018-04-05 20:17:48 zte-pod2 PASS -rally_sanity 2018-04-05 20:46:11 zte-pod2 PASS -refstack_defcore 2018-04-05 20:51:36 zte-pod2 PASS -patrole 2018-04-05 20:57:27 zte-pod2 PASS -snaps_smoke 2018-04-05 21:51:34 zte-pod2 PASS SNAPS-283 -odl 2018-04-05 20:57:48 zte-pod2 PASS +connection_check 2018-04-12 20:58:36 zte-pod2 PASS +api_check 2018-04-12 21:09:58 zte-pod2 PASS +snaps_health_check 2018-04-12 21:10:36 zte-pod2 PASS +vping_ssh 2018-04-12 21:12:56 zte-pod2 PASS +vping_userdata 2018-04-12 21:14:03 zte-pod2 PASS +tempest_smoke_serial 2018-04-12 21:37:11 zte-pod2 FAIL +rally_sanity 2018-04-12 22:06:49 zte-pod2 PASS +refstack_defcore 2018-04-12 22:11:48 zte-pod2 PASS +patrole 2018-04-12 22:39:08 zte-pod2 FAIL +snaps_smoke 2018-04-12 00:34:53 zte-pod2 FAIL SNAPS-283 +odl 2018-04-12 22:40:09 zte-pod2 FAIL neutron_trunk zte-pod2 +cloudify_ims 2018-04-12 22:48:35 zte-pod2 FAIL +vyos_vrouter 2018-04-12 22:49:39 zte-pod2 FAIL +juju_epc 2018-04-12 22:50:43 zte-pod2 FAIL ==================== =================== ========== ======== ========= diff --git a/docs/release/release-notes/fuel_amd64.rst b/docs/release/release-notes/fuel_amd64.rst index 39f281c42..2afadb05a 100644 --- a/docs/release/release-notes/fuel_amd64.rst +++ b/docs/release/release-notes/fuel_amd64.rst @@ -7,20 +7,20 @@ os-nosdn-nofeature-ha ==================== =================== ========== ======== ======== testcase date pod_name result jira ==================== =================== ========== ======== ======== -connection_check 2018-04-08 22:25:51 lf-pod2 PASS -api_check 2018-04-08 22:37:50 lf-pod2 PASS -snaps_health_check 2018-04-08 22:38:39 lf-pod2 PASS -vping_ssh 2018-04-08 22:39:46 lf-pod2 PASS -vping_userdata 2018-04-08 22:41:03 lf-pod2 PASS -tempest_smoke_serial 2018-04-08 23:00:26 lf-pod2 PASS -rally_sanity 2018-04-08 23:31:15 lf-pod2 PASS -refstack_defcore 2018-04-08 23:35:19 lf-pod2 PASS -patrole 2018-04-08 23:40:12 lf-pod2 PASS -snaps_smoke 2018-04-09 00:46:28 lf-pod2 FAIL FUEL-356 -neutron_trunk 2018-04-09 00:49:24 lf-pod2 PASS -cloudify_ims 2018-04-09 01:07:03 lf-pod2 FAIL -vyos_vrouter 2018-04-09 01:24:45 lf-pod2 FAIL -juju_epc 2018-04-09 01:33:37 lf-pod2 FAIL +connection_check 2018-04-11 22:10:32 lf-pod2 PASS +api_check 2018-04-11 22:22:36 lf-pod2 PASS +snaps_health_check 2018-04-11 22:23:24 lf-pod2 PASS +vping_ssh 2018-04-11 22:24:53 lf-pod2 PASS +vping_userdata 2018-04-11 22:26:12 lf-pod2 PASS +tempest_smoke_serial 2018-04-11 22:45:34 lf-pod2 PASS +rally_sanity 2018-04-11 23:16:23 lf-pod2 PASS +refstack_defcore 2018-04-11 23:20:58 lf-pod2 PASS +patrole 2018-04-11 23:25:53 lf-pod2 PASS +snaps_smoke 2018-04-12 00:34:00 lf-pod2 FAIL FUEL-356 +neutron_trunk 2018-04-12 00:36:57 lf-pod2 PASS +cloudify_ims 2018-04-12 00:56:01 lf-pod2 FAIL +vyos_vrouter 2018-04-12 01:13:43 lf-pod2 FAIL +juju_epc 2018-04-12 01:22:37 lf-pod2 FAIL ==================== =================== ========== ======== ======== os-odl-nofeature-ha @@ -29,8 +29,8 @@ os-odl-nofeature-ha ==================== =================== ========== ======== ========= testcase date pod_name result jira ==================== =================== ========== ======== ========= -connection_check 2018-04-06 23:17:26 lf-pod2 PASS -api_check 2018-04-06 23:28:58 lf-pod2 PASS +connection_check 2018-04-13 04:43:03 lf-pod2 PASS +api_check 2018-04-13 05:01:11 lf-pod2 FAIL snaps_health_check 2018-04-06 23:29:48 lf-pod2 PASS vping_ssh 2018-04-06 23:31:06 lf-pod2 PASS vping_userdata 2018-04-06 23:32:13 lf-pod2 PASS @@ -41,4 +41,7 @@ patrole 2018-04-07 00:34:31 lf-pod2 PASS snaps_smoke 2018-04-07 01:44:38 lf-pod2 FAIL SNAPS-283 odl 2018-04-07 00:34:42 lf-pod2 FAIL neutron_trunk 2018-04-07 01:47:59 lf-pod2 FAIL +cloudify_ims lf-pod2 +vyos_vrouter lf-pod2 +juju_epc lf-pod2 ==================== =================== ========== ======== ========= diff --git a/docs/release/release-notes/fuel_arm64.rst b/docs/release/release-notes/fuel_arm64.rst index f948dddbc..176b8323f 100644 --- a/docs/release/release-notes/fuel_arm64.rst +++ b/docs/release/release-notes/fuel_arm64.rst @@ -7,9 +7,9 @@ os-nosdn-nofeature-ha ==================== =================== ========== ======== ========= testcase date pod_name result jira ==================== =================== ========== ======== ========= -connection_check 2018-04-05 19:46:24 arm-pod6 PASS -api_check 2018-04-05 20:23:40 arm-pod6 PASS -snaps_health_check 2018-04-05 20:25:54 arm-pod6 PASS +connection_check 2018-04-11 12:08:43 arm-pod6 PASS +api_check 2018-04-11 11:56:14 arm-pod6 PASS +snaps_health_check 2018-04-11 12:01:02 arm-pod6 FAIL vping_ssh 2018-04-05 20:31:11 arm-pod6 PASS vping_userdata 2018-04-05 20:35:28 arm-pod6 PASS tempest_smoke_serial 2018-04-05 21:47:34 arm-pod6 PASS diff --git a/docs/release/release-notes/functest-release.rst b/docs/release/release-notes/functest-release.rst index 66ba1916c..7e0bc7851 100644 --- a/docs/release/release-notes/functest-release.rst +++ b/docs/release/release-notes/functest-release.rst @@ -32,7 +32,6 @@ The internal test cases are: * refstack_defcore * patrole * odl - * odl-netvirt * snaps_smoke * neutron_trunk * tempest_full_parallel diff --git a/docs/release/release-notes/joid.rst b/docs/release/release-notes/joid.rst index 02c574187..5a3d2aeb2 100644 --- a/docs/release/release-notes/joid.rst +++ b/docs/release/release-notes/joid.rst @@ -7,18 +7,18 @@ os-nosdn-nofeature-ha ==================== =================== ============ ======== ========= testcase date pod_name result jira ==================== =================== ============ ======== ========= -connection_check 2018-03-27 21:43:25 huawei-pod12 PASS -api_check 2018-03-27 21:51:36 huawei-pod12 PASS -snaps_health_check 2018-03-27 21:52:05 huawei-pod12 PASS -vping_ssh 2018-03-27 21:53:37 huawei-pod12 PASS -vping_userdata 2018-03-27 21:55:08 huawei-pod12 PASS -tempest_smoke_serial 2018-03-27 22:10:05 huawei-pod12 FAIL -rally_sanity 2018-03-27 22:13:28 huawei-pod12 FAIL -refstack_defcore 2018-03-27 22:17:14 huawei-pod12 FAIL -patrole 2018-03-27 22:20:18 huawei-pod12 FAIL -snaps_smoke 2018-03-27 23:03:54 huawei-pod12 FAIL SNAPS-283 +connection_check 2018-04-14 04:36:52 huawei-pod12 PASS +api_check 2018-04-14 04:45:22 huawei-pod12 PASS +snaps_health_check 2018-04-14 04:45:56 huawei-pod12 PASS +vping_ssh 2018-04-14 04:48:03 huawei-pod12 PASS +vping_userdata 2018-04-14 04:49:22 huawei-pod12 PASS +tempest_smoke_serial 2018-04-14 05:06:40 huawei-pod12 FAIL +rally_sanity 2018-04-14 05:10:11 huawei-pod12 FAIL +refstack_defcore 2018-04-12 23:47:59 huawei-pod12 FAIL +patrole 2018-04-14 05:13:20 huawei-pod12 FAIL +snaps_smoke 2018-04-14 06:37:59 huawei-pod12 FAIL SNAPS-283 neutron_trunk huawei-pod12 -cloudify_ims 2018-03-27 23:06:48 huawei-pod12 FAIL -vyos_vrouter 2018-03-27 23:15:54 huawei-pod12 FAIL -juju_epc 2018-03-27 23:16:20 huawei-pod12 FAIL +cloudify_ims 2018-04-14 06:40:48 huawei-pod12 FAIL +vyos_vrouter 2018-04-14 07:09:54 huawei-pod12 FAIL +juju_epc 2018-04-14 07:12:30 huawei-pod12 FAIL ==================== =================== ============ ======== ========= diff --git a/docs/testing/developer/devguide/conf.py b/docs/testing/developer/devguide/conf.py index 1b56ee8e8..28255a69e 100644 --- a/docs/testing/developer/devguide/conf.py +++ b/docs/testing/developer/devguide/conf.py @@ -47,8 +47,8 @@ master_doc = 'index' # General information about the project. project = u'Functest Developer Guide' -copyright = u'2018, Cédric Ollivier <cedric.ollivier@orange.com>' -author = u'Cédric Ollivier <cedric.ollivier@orange.com>' +copyright = u'2018, Functest <opnfv-tech-discuss@lists.opnfv.org>' +author = u'Functest <opnfv-tech-discuss@lists.opnfv.org>' # The version info for the project you're documenting, acts as replacement for # |version| and |release|, also used in various other places throughout the @@ -151,7 +151,7 @@ latex_documents = [ (master_doc, 'FunctestDeveloperGuide.tex', u'Functest Developer Guide Documentation', - u'Cédric Ollivier \\textless{}cedric.ollivier@orange.com\\textgreater{}', + u'Functest \\textless{}opnfv-tech-discuss@lists.opnfv.org\\textgreater{}', 'manual'), ] diff --git a/docs/testing/developer/devguide/index.rst b/docs/testing/developer/devguide/index.rst index 1812a4cb5..d700ac1fe 100644 --- a/docs/testing/developer/devguide/index.rst +++ b/docs/testing/developer/devguide/index.rst @@ -89,7 +89,6 @@ The internal test cases in Euphrates are: * vping_ssh * vping_userdata * odl - * odl_netvirt * rally_full * rally_sanity * tempest_smoke_serial @@ -107,7 +106,7 @@ The structure of this repository is detailed in `[1]`_. The main internal test cases are in the opnfv_tests subfolder of the repository, the internal test cases can be grouped by domain: - * sdn: odl, odl_netvirt, odl_fds + * sdn: odl, odl_fds * openstack: api_check, connection_check, snaps_health_check, vping_ssh, vping_userdata, tempest_*, rally_* * vnf: cloudify_ims diff --git a/docs/testing/developer/internship/security_group/conf.py b/docs/testing/developer/internship/security_group/conf.py index f883ab3d0..46080c6d6 100644 --- a/docs/testing/developer/internship/security_group/conf.py +++ b/docs/testing/developer/internship/security_group/conf.py @@ -47,8 +47,8 @@ master_doc = 'index' # General information about the project. project = u'Functest Security group test cases' -copyright = u'2018, Cédric Ollivier <cedric.ollivier@orange.com>' -author = u'Cédric Ollivier <cedric.ollivier@orange.com>' +copyright = u'2018, Functest <opnfv-tech-discuss@lists.opnfv.org>' +author = u'Functest <opnfv-tech-discuss@lists.opnfv.org>' # The version info for the project you're documenting, acts as replacement for # |version| and |release|, also used in various other places throughout the @@ -151,7 +151,7 @@ latex_documents = [ (master_doc, 'FunctestSecuritygrouptestcases.tex', u'Functest Security group test cases Documentation', - u'Cédric Ollivier \\textless{}cedric.ollivier@orange.com\\textgreater{}', + u'Functest \\textless{}opnfv-tech-discuss@lists.opnfv.org\\textgreater{}', 'manual'), ] diff --git a/docs/testing/developer/internship/testapi_evolution/conf.py b/docs/testing/developer/internship/testapi_evolution/conf.py index cb7224155..f59308c59 100644 --- a/docs/testing/developer/internship/testapi_evolution/conf.py +++ b/docs/testing/developer/internship/testapi_evolution/conf.py @@ -47,8 +47,8 @@ master_doc = 'index' # General information about the project. project = u'TestAPI evolution' -copyright = u'2018, Cédric Ollivier <cedric.ollivier@orange.com>' -author = u'Cédric Ollivier <cedric.ollivier@orange.com>' +copyright = u'2018, Functest <opnfv-tech-discuss@lists.opnfv.org>' +author = u'Functest <opnfv-tech-discuss@lists.opnfv.org>' # The version info for the project you're documenting, acts as replacement for # |version| and |release|, also used in various other places throughout the @@ -152,7 +152,7 @@ latex_documents = [ (master_doc, 'TestAPIevolution.tex', u'TestAPI evolution Documentation', - u'Cédric Ollivier \\textless{}cedric.ollivier@orange.com\\textgreater{}', + u'Functest \\textless{}opnfv-tech-discuss@lists.opnfv.org\\textgreater{}', 'manual'), ] diff --git a/docs/testing/developer/internship/unit_tests/conf.py b/docs/testing/developer/internship/unit_tests/conf.py index 7bb31d406..00dec3c82 100644 --- a/docs/testing/developer/internship/unit_tests/conf.py +++ b/docs/testing/developer/internship/unit_tests/conf.py @@ -47,8 +47,8 @@ master_doc = 'index' # General information about the project. project = u'Functest Unit tests' -copyright = u'2018, Cédric Ollivier <cedric.ollivier@orange.com>' -author = u'Cédric Ollivier <cedric.ollivier@orange.com>' +copyright = u'2018, Functest <opnfv-tech-discuss@lists.opnfv.org>' +author = u'Functest <opnfv-tech-discuss@lists.opnfv.org>' # The version info for the project you're documenting, acts as replacement for # |version| and |release|, also used in various other places throughout the @@ -151,7 +151,7 @@ latex_documents = [ (master_doc, 'FunctestUnittests.tex', u'Functest Unit tests Documentation', - u'Cédric Ollivier \\textless{}cedric.ollivier@orange.com\\textgreater{}', + u'Functest \\textless{}opnfv-tech-discuss@lists.opnfv.org\\textgreater{}', 'manual'), ] diff --git a/docs/testing/developer/internship/vnf_catalog/conf.py b/docs/testing/developer/internship/vnf_catalog/conf.py index 4bc609810..de8336225 100644 --- a/docs/testing/developer/internship/vnf_catalog/conf.py +++ b/docs/testing/developer/internship/vnf_catalog/conf.py @@ -47,8 +47,8 @@ master_doc = 'index' # General information about the project. project = u'Open Source VNF Catalog' -copyright = u'2018, Cédric Ollivier <cedric.ollivier@orange.com>' -author = u'Cédric Ollivier <cedric.ollivier@orange.com>' +copyright = u'2018, Functest <opnfv-tech-discuss@lists.opnfv.org>' +author = u'Functest <opnfv-tech-discuss@lists.opnfv.org>' # The version info for the project you're documenting, acts as replacement for # |version| and |release|, also used in various other places throughout the @@ -151,7 +151,7 @@ latex_documents = [ (master_doc, 'OpenSourceVNFCatalog.tex', u'Open Source VNF Catalog Documentation', - u'Cédric Ollivier \\textless{}cedric.ollivier@orange.com\\textgreater{}', + u'Functest \\textless{}opnfv-tech-discuss@lists.opnfv.org\\textgreater{}', 'manual'), ] diff --git a/docs/testing/user/configguide/conf.py b/docs/testing/user/configguide/conf.py index a227d7caa..c0dc12599 100644 --- a/docs/testing/user/configguide/conf.py +++ b/docs/testing/user/configguide/conf.py @@ -47,8 +47,8 @@ master_doc = 'index' # General information about the project. project = u'Functest Installation Guide' -copyright = u'2018, Cédric Ollivier <cedric.ollivier@orange.com>' -author = u'Cédric Ollivier <cedric.ollivier@orange.com>' +copyright = u'2018, Functest <opnfv-tech-discuss@lists.opnfv.org>' +author = u'Functest <opnfv-tech-discuss@lists.opnfv.org>' # The version info for the project you're documenting, acts as replacement for # |version| and |release|, also used in various other places throughout the @@ -151,7 +151,7 @@ latex_documents = [ (master_doc, 'FunctestInstallationGuide.tex', u'Functest Installation Guide Documentation', - u'Cédric Ollivier \\textless{}cedric.ollivier@orange.com\\textgreater{}', + u'Functest \\textless{}opnfv-tech-discuss@lists.opnfv.org\\textgreater{}', 'manual'), ] diff --git a/docs/testing/user/configguide/configguide.rst b/docs/testing/user/configguide/configguide.rst index a29ff3aaa..fbca850a7 100644 --- a/docs/testing/user/configguide/configguide.rst +++ b/docs/testing/user/configguide/configguide.rst @@ -37,9 +37,9 @@ Preparing your environment cat env:: - INSTALLER_TYPE=XXX EXTERNAL_NETWORK=XXX - DEPLOY_SCENARIO=XXX + DEPLOY_SCENARIO=XXX # if not os-nosdn-nofeature-noha scenario + NAMESERVER=XXX # if not 8.8.8.8 See section on environment variables for details. @@ -49,12 +49,9 @@ cat env_file:: export OS_USER_DOMAIN_NAME=XXX export OS_PROJECT_DOMAIN_NAME=XXX export OS_USERNAME=XXX - export OS_TENANT_NAME=XXX export OS_PROJECT_NAME=XXX export OS_PASSWORD=XXX - export OS_VOLUME_API_VERSION=XXX - export OS_IDENTITY_API_VERSION=XXX - export OS_IMAGE_API_VERSION=XXX + export OS_IDENTITY_API_VERSION=3 See section on OpenStack credentials for details. @@ -71,7 +68,6 @@ Create a directory for the different images (attached as a Docker volume):: images/cirros-d161201-aarch64-initramfs images/cirros-d161201-aarch64-kernel images/cloudify-manager-premium-4.0.1.qcow2 - images/img images/ubuntu-14.04-server-cloudimg-amd64-disk1.img images/ubuntu-14.04-server-cloudimg-arm64-uefi1.img images/ubuntu-16.04-server-cloudimg-amd64-disk1.img @@ -92,9 +88,9 @@ Results shall be displayed as follows:: +----------------------------+------------------+---------------------+------------------+----------------+ | TEST CASE | PROJECT | TIER | DURATION | RESULT | +----------------------------+------------------+---------------------+------------------+----------------+ - | connection_check | functest | healthcheck | 00:06 | PASS | - | api_check | functest | healthcheck | 06:52 | PASS | - | snaps_health_check | functest | healthcheck | 00:42 | PASS | + | connection_check | functest | healthcheck | 00:07 | PASS | + | api_check | functest | healthcheck | 07:46 | PASS | + | snaps_health_check | functest | healthcheck | 00:36 | PASS | +----------------------------+------------------+---------------------+------------------+----------------+ NOTE: the duration is a reference and it might vary depending on your SUT. @@ -113,14 +109,15 @@ Results shall be displayed as follows:: +------------------------------+------------------+---------------+------------------+----------------+ | TEST CASE | PROJECT | TIER | DURATION | RESULT | +------------------------------+------------------+---------------+------------------+----------------+ - | vping_ssh | functest | smoke | 00:45 | PASS | - | vping_userdata | functest | smoke | 00:36 | PASS | - | tempest_smoke_serial | functest | smoke | 14:04 | PASS | - | rally_sanity | functest | smoke | 23:59 | PASS | - | refstack_defcore | functest | smoke | 14:37 | FAIL | - | snaps_smoke | functest | smoke | 42:09 | PASS | + | vping_ssh | functest | smoke | 00:57 | PASS | + | vping_userdata | functest | smoke | 00:33 | PASS | + | tempest_smoke_serial | functest | smoke | 13:22 | PASS | + | rally_sanity | functest | smoke | 24:07 | PASS | + | refstack_defcore | functest | smoke | 05:21 | PASS | + | patrole | functest | smoke | 04:29 | PASS | + | snaps_smoke | functest | smoke | 46:54 | PASS | | odl | functest | smoke | 00:00 | SKIP | - | odl_netvirt | functest | smoke | 00:00 | SKIP | + | neutron_trunk | functest | smoke | 00:00 | SKIP | +------------------------------+------------------+---------------+------------------+----------------+ Note: if the scenario does not support some tests, they are indicated as SKIP. See User guide for details. @@ -164,8 +161,8 @@ Results shall be displayed as follows:: +-------------------------------+------------------+--------------------+------------------+----------------+ | TEST CASE | PROJECT | TIER | DURATION | RESULT | +-------------------------------+------------------+--------------------+------------------+----------------+ - | tempest_full_parallel | functest | components | 52:42 | PASS | - | rally_full | functest | components | 114:22 | PASS | + | tempest_full_parallel | functest | components | 48:28 | PASS | + | rally_full | functest | components | 126:02 | PASS | +-------------------------------+------------------+--------------------+------------------+----------------+ Testing vnf suite @@ -180,15 +177,13 @@ Run vnf suite:: Results shall be displayed as follows:: - +---------------------------------+-------------------+--------------+------------------+----------------+ - | TEST CASE | PROJECT | TIER | DURATION | RESULT | - +---------------------------------+-------------------+--------------+------------------+----------------+ - | cloudify_ims | functest | vnf | 28:49 | FAIL | - | vyos_vrouter | functest | vnf | 27:57 | FAIL | - | juju_epc | functest | vnf | 55:03 | PASS | - | orchestra_openims | orchestra | vnf | 00:00 | SKIP | - | orchestra_clearwaterims | orchestra | vnf | 00:00 | SKIP | - +---------------------------------+-------------------+--------------+------------------+----------------+ + +----------------------+------------------+--------------+------------------+----------------+ + | TEST CASE | PROJECT | TIER | DURATION | RESULT | + +----------------------+------------------+--------------+------------------+----------------+ + | cloudify_ims | functest | vnf | 28:15 | PASS | + | vyos_vrouter | functest | vnf | 17:59 | PASS | + | juju_epc | functest | vnf | 46:44 | PASS | + +----------------------+------------------+--------------+------------------+----------------+ Environment variables diff --git a/docs/testing/user/userguide/conf.py b/docs/testing/user/userguide/conf.py index cd37ed4f0..716d3b3d2 100644 --- a/docs/testing/user/userguide/conf.py +++ b/docs/testing/user/userguide/conf.py @@ -47,8 +47,8 @@ master_doc = 'index' # General information about the project. project = u'Functest User Guide' -copyright = u'2018, Cédric Ollivier <cedric.ollivier@orange.com>' -author = u'Cédric Ollivier <cedric.ollivier@orange.com>' +copyright = u'2018, Functest <opnfv-tech-discuss@lists.opnfv.org>' +author = u'Functest <opnfv-tech-discuss@lists.opnfv.org>' # The version info for the project you're documenting, acts as replacement for # |version| and |release|, also used in various other places throughout the @@ -151,7 +151,7 @@ latex_documents = [ (master_doc, 'FunctestUserGuide.tex', u'Functest User Guide Documentation', - u'Cédric Ollivier \\textless{}cedric.ollivier@orange.com\\textgreater{}', + u'Functest \\textless{}opnfv-tech-discuss@lists.opnfv.org\\textgreater{}', 'manual'), ] diff --git a/docs/testing/user/userguide/runfunctest.rst b/docs/testing/user/userguide/runfunctest.rst index 07e16efed..a8f5a4694 100644 --- a/docs/testing/user/userguide/runfunctest.rst +++ b/docs/testing/user/userguide/runfunctest.rst @@ -83,7 +83,7 @@ Testcases can be listed, shown and run though the CLI:: +-------------------+--------------------------------------------------+------------------+---------------------------+ | TEST CASE | DESCRIPTION | CRITERIA | DEPENDENCY | +-------------------+--------------------------------------------------+------------------+---------------------------+ - | api_check | This test case verifies the retrieval of | 100 | ^((?!netvirt).)*$ | + | api_check | This test case verifies the retrieval of | 100 | ^((?!lxd).)*$ | | | OpenStack clients: Keystone, Glance, | | | | | Neutron and Nova and may perform some | | | | | simple queries. When the config value of | | | diff --git a/docs/testing/user/userguide/test_overview.rst b/docs/testing/user/userguide/test_overview.rst index 6e3aae2e4..e40982320 100644 --- a/docs/testing/user/userguide/test_overview.rst +++ b/docs/testing/user/userguide/test_overview.rst @@ -97,13 +97,6 @@ validate the scenario for the release. | | | | operations mainly based on | | | | | upstream testcases. See below | | | | | for details | -| | +------------+----------------------------------+ -| | | odl | Test Suite for the OpenDaylight | -| | | \_netvirt | SDN Controller when the NetVirt | -| | | | features are installed. It | -| | | | integrates some test suites from | -| | | | upstream using Robot as the test | -| | | | framework | +-------------+---------------+------------+----------------------------------+ | Features | features | bgpvpn | Implementation of the OpenStack | | | | | bgpvpn API from the SDNVPN | diff --git a/functest/ci/testcases.yaml b/functest/ci/testcases.yaml index 778025905..d0123a474 100644 --- a/functest/ci/testcases.yaml +++ b/functest/ci/testcases.yaml @@ -80,7 +80,7 @@ tiers: between 2 instances over a private network. dependencies: installer: '' - scenario: '^((?!odl_l3|odl-bgpvpn|gluon).)*$' + scenario: '^((?!lxd).)*$' run: module: 'functest.opnfv_tests.openstack.vping.vping_ssh' class: 'VPingSSH' @@ -136,6 +136,7 @@ tiers: - case_name: refstack_defcore project_name: functest + enabled: false criteria: 100 blocking: false description: >- @@ -167,7 +168,6 @@ tiers: services: - 'image' - 'network' - - 'volume' exclude: - 'test_networks_multiprovider_rbac' @@ -192,28 +192,6 @@ tiers: - /src/odl_test/csit/suites/openstack/neutron - - case_name: odl_netvirt - project_name: functest - criteria: 100 - blocking: false - description: >- - Test Suite for the OpenDaylight SDN Controller when - the NetVirt features are installed. It integrates - some test suites from upstream using Robot as the - test framework. - dependencies: - installer: 'apex' - scenario: 'os-odl_l3-nofeature' - run: - module: 'functest.opnfv_tests.sdn.odl.odl' - class: 'ODLTests' - args: - suites: - - /src/odl_test/csit/suites/integration/basic - - /src/odl_test/csit/suites/openstack/neutron - - /src/odl_test/csit/suites/openstack/connectivity - - - case_name: snaps_smoke project_name: functest criteria: 100 @@ -262,7 +240,6 @@ tiers: - case_name: doctor-notification project_name: doctor - enabled: false criteria: 100 blocking: false description: >- @@ -285,7 +262,7 @@ tiers: description: >- Test suite from SDNVPN project. dependencies: - installer: '(fuel)|(apex)' + installer: '' scenario: 'bgpvpn' run: module: 'sdnvpn.test.functest.run_sdnvpn_tests' @@ -294,7 +271,6 @@ tiers: - case_name: functest-odl-sfc project_name: sfc - enabled: false criteria: 100 blocking: false description: >- @@ -310,7 +286,6 @@ tiers: - case_name: barometercollectd project_name: barometer - enabled: false criteria: 100 blocking: false description: >- @@ -318,7 +293,7 @@ tiers: the proper configuration and basic functionality of all the collectd plugins as described in the Project Release Plan dependencies: - installer: '(apex)|(compass)' + installer: '' scenario: 'bar' run: module: 'baro_tests.barometer' @@ -334,7 +309,7 @@ tiers: features are installed. It integrates some test suites from upstream using Robot as the test framework. dependencies: - installer: 'apex' + installer: '' scenario: 'odl.*-fdio' run: module: 'functest.opnfv_tests.sdn.odl.odl' diff --git a/functest/opnfv_tests/openstack/patrole/patrole.py b/functest/opnfv_tests/openstack/patrole/patrole.py index dbf5ed074..0c5eedf48 100644 --- a/functest/opnfv_tests/openstack/patrole/patrole.py +++ b/functest/opnfv_tests/openstack/patrole/patrole.py @@ -41,6 +41,12 @@ class Patrole(tempest.TempestCommon): rconfig.set('rbac', 'rbac_test_role', kwargs.get('role', 'admin')) with open(self.conf_file, 'wb') as config_file: rconfig.write(config_file) + self.backup_tempest_config(self.conf_file, self.res_dir) + + def generate_test_list(self): + self.backup_tempest_config(self.conf_file, '/etc') + super(Patrole, self).generate_test_list() + os.remove('/etc/tempest.conf') def run(self, **kwargs): for exclude in kwargs.get('exclude', []): diff --git a/functest/opnfv_tests/openstack/tempest/conf_utils.py b/functest/opnfv_tests/openstack/tempest/conf_utils.py index be6480e42..6a3d2d6e8 100644 --- a/functest/opnfv_tests/openstack/tempest/conf_utils.py +++ b/functest/opnfv_tests/openstack/tempest/conf_utils.py @@ -14,7 +14,6 @@ import ConfigParser import logging import fileinput import os -import shutil import subprocess import pkg_resources @@ -167,16 +166,6 @@ def get_verifier_deployment_dir(verifier_id, deployment_id): 'for-deployment-{}'.format(deployment_id)) -def backup_tempest_config(conf_file, res_dir): - """ - Copy config file to tempest results directory - """ - if not os.path.exists(res_dir): - os.makedirs(res_dir) - shutil.copyfile(conf_file, - os.path.join(res_dir, 'tempest.conf')) - - def update_tempest_conf_file(conf_file, rconfig): """Update defined paramters into tempest config file""" with open(TEMPEST_CONF_YAML) as yfile: @@ -194,7 +183,7 @@ def update_tempest_conf_file(conf_file, rconfig): rconfig.write(config_file) -def configure_tempest_update_params(tempest_conf_file, res_dir, +def configure_tempest_update_params(tempest_conf_file, network_name=None, image_id=None, flavor_id=None, compute_cnt=1): # pylint: disable=too-many-branches, too-many-arguments @@ -253,8 +242,6 @@ def configure_tempest_update_params(tempest_conf_file, res_dir, 'into tempest.conf file') update_tempest_conf_file(tempest_conf_file, rconfig) - backup_tempest_config(tempest_conf_file, res_dir) - def configure_verifier(deployment_dir): """ diff --git a/functest/opnfv_tests/openstack/tempest/tempest.py b/functest/opnfv_tests/openstack/tempest/tempest.py index 74ddbd981..9c97b01fb 100644 --- a/functest/opnfv_tests/openstack/tempest/tempest.py +++ b/functest/opnfv_tests/openstack/tempest/tempest.py @@ -97,6 +97,16 @@ class TempestCommon(testcase.TestCase): result['num_failures'] = int(new_line[2]) return result + @staticmethod + def backup_tempest_config(conf_file, res_dir): + """ + Copy config file to tempest results directory + """ + if not os.path.exists(res_dir): + os.makedirs(res_dir) + shutil.copyfile(conf_file, + os.path.join(res_dir, 'tempest.conf')) + def generate_test_list(self): """Generate test list based on the test mode.""" LOGGER.debug("Generating test case list...") @@ -114,7 +124,7 @@ class TempestCommon(testcase.TestCase): testr_mode = r"'^tempest\.'" else: testr_mode = self.mode - cmd = "(cd {0}; testr list-tests {1} >{2} 2>/dev/null)".format( + cmd = "(cd {0}; stestr list {1} >{2} 2>/dev/null)".format( self.verifier_repo_dir, testr_mode, self.list) output = subprocess.check_output(cmd, shell=True) LOGGER.info("%s\n%s", cmd, output) @@ -181,12 +191,10 @@ class TempestCommon(testcase.TestCase): for line in iter(proc.stdout.readline, b''): if re.search(r"\} tempest\.", line): LOGGER.info(line.replace('\n', '')) - elif re.search('Starting verification', line): - LOGGER.info(line.replace('\n', '')) - first_pos = line.index("UUID=") + len("UUID=") - last_pos = line.index(") for deployment") - self.verification_id = line[first_pos:last_pos] - LOGGER.debug('Verification UUID: %s', self.verification_id) + elif re.search(r'(?=\(UUID=(.*)\))', line): + self.verification_id = re.search( + r'(?=\(UUID=(.*)\))', line).group(1) + LOGGER.info('Verification UUID: %s', self.verification_id) f_stdout.write(line) proc.wait() @@ -259,16 +267,16 @@ class TempestCommon(testcase.TestCase): self.resources.os_creds) self.conf_file = conf_utils.configure_verifier(self.deployment_dir) conf_utils.configure_tempest_update_params( - self.conf_file, self.res_dir, - network_name=resources.get("network_name"), + self.conf_file, network_name=resources.get("network_name"), image_id=resources.get("image_id"), flavor_id=resources.get("flavor_id"), compute_cnt=compute_cnt) + self.backup_tempest_config(self.conf_file, self.res_dir) def run(self, **kwargs): self.start_time = time.time() try: - self.configure() + self.configure(**kwargs) self.generate_test_list() self.apply_tempest_blacklist() self.run_verifier_tests() @@ -300,7 +308,7 @@ class TempestNeutronTrunk(TempestCommon): if "case_name" not in kwargs: kwargs["case_name"] = 'neutron_trunk' TempestCommon.__init__(self, **kwargs) - self.mode = "'neutron.tests.tempest.(api|scenario).test_trunk'" + self.mode = "'neutron_tempest_plugin.(api|scenario).test_trunk'" self.res_dir = os.path.join( getattr(config.CONF, 'dir_results'), 'neutron_trunk') self.raw_list = os.path.join(self.res_dir, 'test_raw_list.txt') diff --git a/functest/opnfv_tests/vnf/epc/juju_epc.py b/functest/opnfv_tests/vnf/epc/juju_epc.py index 0b6a5f6e1..75d46e60b 100644 --- a/functest/opnfv_tests/vnf/epc/juju_epc.py +++ b/functest/opnfv_tests/vnf/epc/juju_epc.py @@ -414,8 +414,7 @@ class JujuEpc(vnf.VnfOnBoarding): output = subprocess.check_output(cmd, stderr=subprocess.STDOUT) self.__logger.info("%s\n%s", " ".join(cmd), output) except Exception: # pylint: disable=broad-except - self.__logger.warn("Some issue during the undeployment ..") - self.__logger.warn("Tenant clean continue ..") + self.__logger.exception("Some issue during the undeployment ..") if not self.orchestrator['requirements']['preserve_setup']: self.__logger.info('Remove the Abot_epc OS object ..') diff --git a/functest/opnfv_tests/vnf/ims/cloudify_ims.py b/functest/opnfv_tests/vnf/ims/cloudify_ims.py index da55ecf15..c2fda6888 100644 --- a/functest/opnfv_tests/vnf/ims/cloudify_ims.py +++ b/functest/opnfv_tests/vnf/ims/cloudify_ims.py @@ -412,8 +412,7 @@ class CloudifyIms(clearwater_ims_base.ClearwaterOnBoardingBase): cfy_client.deployments.delete(self.vnf['descriptor'].get('name')) cfy_client.blueprints.delete(self.vnf['descriptor'].get('name')) except Exception: # pylint: disable=broad-except - self.__logger.warn("Some issue during the undeployment ..") - self.__logger.warn("Tenant clean continue ..") + self.__logger.exception("Some issue during the undeployment ..") super(CloudifyIms, self).clean() diff --git a/functest/opnfv_tests/vnf/router/cloudify_vrouter.py b/functest/opnfv_tests/vnf/router/cloudify_vrouter.py index 0f463128b..9f6327b78 100644 --- a/functest/opnfv_tests/vnf/router/cloudify_vrouter.py +++ b/functest/opnfv_tests/vnf/router/cloudify_vrouter.py @@ -434,8 +434,8 @@ class CloudifyVrouter(vrouter_base.VrouterOnBoardingBase): cfy_client.deployments.delete(self.vnf['descriptor'].get('name')) cfy_client.blueprints.delete(self.vnf['descriptor'].get('name')) except Exception: # pylint: disable=broad-except - self.__logger.warn("Some issue during the undeployment ..") - self.__logger.warn("Tenant clean continue ..") + self.__logger.exception("Some issue during the undeployment ..") + super(CloudifyVrouter, self).clean() def get_vnf_info_list(self, target_vnf_name): diff --git a/functest/tests/unit/openstack/tempest/test_conf_utils.py b/functest/tests/unit/openstack/tempest/test_conf_utils.py index 161d9c076..8988e96a1 100644 --- a/functest/tests/unit/openstack/tempest/test_conf_utils.py +++ b/functest/tests/unit/openstack/tempest/test_conf_utils.py @@ -188,28 +188,6 @@ class OSTempestConfUtilsTesting(unittest.TestCase): self.assertTrue(mock_get_vid.called) self.assertTrue(mock_get_did.called) - def test_backup_config_default(self): - with mock.patch('functest.opnfv_tests.openstack.tempest.' - 'conf_utils.os.path.exists', - return_value=False), \ - mock.patch('functest.opnfv_tests.openstack.tempest.' - 'conf_utils.os.makedirs') as mock_makedirs, \ - mock.patch('functest.opnfv_tests.openstack.tempest.' - 'conf_utils.shutil.copyfile') as mock_copyfile: - conf_utils.backup_tempest_config( - 'test_conf_file', res_dir='test_dir') - self.assertTrue(mock_makedirs.called) - self.assertTrue(mock_copyfile.called) - - with mock.patch('functest.opnfv_tests.openstack.tempest.' - 'conf_utils.os.path.exists', - return_value=True), \ - mock.patch('functest.opnfv_tests.openstack.tempest.' - 'conf_utils.shutil.copyfile') as mock_copyfile: - conf_utils.backup_tempest_config( - 'test_conf_file', res_dir='test_dir') - self.assertTrue(mock_copyfile.called) - def _test_missing_param(self, params, image_id, flavor_id): with mock.patch('functest.opnfv_tests.openstack.tempest.' 'conf_utils.ConfigParser.RawConfigParser.' @@ -221,13 +199,11 @@ class OSTempestConfUtilsTesting(unittest.TestCase): 'conf_utils.ConfigParser.RawConfigParser.' 'write') as mwrite, \ mock.patch('__builtin__.open', mock.mock_open()), \ - mock.patch('functest.opnfv_tests.openstack.tempest.' - 'conf_utils.backup_tempest_config'), \ mock.patch('functest.utils.functest_utils.yaml.safe_load', return_value={'validation': {'ssh_timeout': 300}}): os.environ['OS_ENDPOINT_TYPE'] = '' conf_utils.configure_tempest_update_params( - 'test_conf_file', res_dir='test_dir', image_id=image_id, + 'test_conf_file', image_id=image_id, flavor_id=flavor_id) mset.assert_any_call(params[0], params[1], params[2]) self.assertTrue(mread.called) diff --git a/functest/tests/unit/openstack/tempest/test_tempest.py b/functest/tests/unit/openstack/tempest/test_tempest.py index e2c4c975b..fc8c9cc85 100644 --- a/functest/tests/unit/openstack/tempest/test_tempest.py +++ b/functest/tests/unit/openstack/tempest/test_tempest.py @@ -20,6 +20,7 @@ from functest.opnfv_tests.openstack.tempest import conf_utils class OSTempestTesting(unittest.TestCase): + # pylint: disable=too-many-public-methods def setUp(self): os_creds = OSCreds( @@ -82,7 +83,7 @@ class OSTempestTesting(unittest.TestCase): else: testr_mode = self.tempestcommon.mode verifier_repo_dir = 'test_verifier_repo_dir' - cmd = "(cd {0}; testr list-tests {1} >{2} 2>/dev/null)".format( + cmd = "(cd {0}; stestr list {1} >{2} 2>/dev/null)".format( verifier_repo_dir, testr_mode, self.tempestcommon.list) self.tempestcommon.generate_test_list() mock_exec.assert_called_once_with(cmd, shell=True) @@ -101,6 +102,21 @@ class OSTempestTesting(unittest.TestCase): with self.assertRaises(Exception): self.tempestcommon.parse_verifier_result() + def test_backup_config_default(self): + with mock.patch('os.path.exists', return_value=False), \ + mock.patch('os.makedirs') as mock_makedirs, \ + mock.patch('shutil.copyfile') as mock_copyfile: + self.tempestcommon.backup_tempest_config( + 'test_conf_file', res_dir='test_dir') + self.assertTrue(mock_makedirs.called) + self.assertTrue(mock_copyfile.called) + + with mock.patch('os.path.exists', return_value=True), \ + mock.patch('shutil.copyfile') as mock_copyfile: + self.tempestcommon.backup_tempest_config( + 'test_conf_file', res_dir='test_dir') + self.assertTrue(mock_copyfile.called) + @mock.patch("os.rename") @mock.patch("os.remove") @mock.patch("os.path.exists", return_value=True) diff --git a/upper-constraints.txt b/upper-constraints.txt index 48a4e22f5..e2b7ee702 100644 --- a/upper-constraints.txt +++ b/upper-constraints.txt @@ -22,3 +22,4 @@ flasgger===0.6.6 xtesting===0.40.0 networking-bgpvpn===8.0.0 sphinx-opnfv-theme===0.1.1 +rally-openstack===1.0.0 |