diff options
| -rw-r--r-- | docs/release/release-notes/functest-release.rst | 97 | ||||
| -rw-r--r-- | functest/tests/unit/utils/test_functest_utils.py | 4 | ||||
| -rw-r--r-- | functest/utils/functest_utils.py | 6 |
3 files changed, 66 insertions, 41 deletions
diff --git a/docs/release/release-notes/functest-release.rst b/docs/release/release-notes/functest-release.rst index bb7600d35..ebb99247f 100644 --- a/docs/release/release-notes/functest-release.rst +++ b/docs/release/release-notes/functest-release.rst @@ -23,22 +23,37 @@ OpenStack The internal test cases are: * connection_check - * api_check - * snaps_health_check + * tenantnetwork1 + * tenantnetwork2 + * vmready1 + * vmready2 + * singlevm1 + * singlevm2 * vping_ssh * vping_userdata - * tempest_smoke_serial + * cinder_test + * api_check + * snaps_health_check + * odl + * tempest_smoke + * neutron-tempest-plugin-api * rally_sanity * refstack_defcore * patrole - * odl * snaps_smoke * neutron_trunk + * networking-bgpvpn + * networking-sfc + * barbican * tempest_full + * tempest_scenario * rally_full + * cloudify * cloudify_ims + * heat_ims * vyos_vrouter * juju_epc + * vgpu The OPNFV projects integrated into Functest framework for automation are: @@ -47,6 +62,7 @@ The OPNFV projects integrated into Functest framework for automation are: * odl-sfc * barometer * fds + * stor4nfv_os Kubernetes ---------- @@ -80,6 +96,7 @@ Software * https://hub.docker.com/r/opnfv/functest-healthcheck * https://hub.docker.com/r/opnfv/functest-smoke + * https://hub.docker.com/r/opnfv/functest-benchmarking * https://hub.docker.com/r/opnfv/functest-features * https://hub.docker.com/r/opnfv/functest-components * https://hub.docker.com/r/opnfv/functest-vnf @@ -95,9 +112,9 @@ Docker tag for master: latest Documents --------- - * Config Guide: http://docs.opnfv.org/en/latest/submodules/functest/docs/testing/user/configguide/index.html - * User Guide: http://docs.opnfv.org/en/latest/submodules/functest/docs/testing/user/userguide/index.html - * Developer Guide: http://docs.opnfv.org/en/latest/submodules/functest/docs/testing/developer/devguide/index.html + * Config Guide: https://functest.readthedocs.io/projects/configguide/en/latest/ + * User Guide: https://functest.readthedocs.io/projects/userguide/en/latest/ + * Developer Guide: https://functest.readthedocs.io/projects/devguide/en/latest/ * API Docs: http://functest.readthedocs.io/en/latest/ Version change @@ -106,44 +123,50 @@ Version change New test cases -------------- - * neutron_trunk - * patrole - * juju_epc - * k8s_smoke - * k8s_conformance - * stor4nfv - * clover + * tenantnetwork1 + * tenantnetwork2 + * vmready1 + * vmready2 + * singlevm1 + * singlevm2 + * cinder_test + * neutron-tempest-plugin-api + * networking-bgpvpn + * networking-sfc + * barbican + * vmtp + * shaker + * tempest_scenario + * cloudify + * heat_ims + * vgpu Key changes ----------- - * update test cases and containers to `OpenStack Pike`_ - * move the framework into a separate project: Xtesting_ - * ease running all containers thanks to default values - * clean interfaces with OPNFV Installers and Features - * rewrite all vnfs to allow multiple tests in parallel - * fully support non-default region names and Keystone v3 domains - * refactor all tempest-based test cases (e.g. refstack_defcore) - * remove obsolete OpenStack and Functest utils - * verify all changes via doc8 and yamllint too - * generate reports for all tempest-based test cases - -.. _`OpenStack Pike`: https://raw.githubusercontent.com/openstack/requirements/stable/pike/upper-constraints.txt -.. _Xtesting: http://xtesting.readthedocs.io/en/latest/ + * update test cases and containers to `OpenStack master`_ and to + `Kubernetes master`_ + * define new scenarios to ease writing testcases vs OpenStack + * isolate all resources created in different tenants + * fully remove all OPNFV logics + * publish new Jenkins jobs + * support VIO (VMware Integrated OpenStack) and arm64 for Kubernetes + * reduce Functest Kubernetes image sizes + * add tempest_full and tempest_scenario in all daily jobs + * include benchmarking tools such as Vmtp ans Shaker + * increase functional scope by adding bgpvpn and sfc tempest plugins + +.. _`OpenStack master`: https://github.com/openstack/requirements/blob/master/upper-constraints.txt +.. _`Kubernetes master`: https://github.com/kubernetes/kubernetes Key benefits ------------ - * the enduser can run all tests by setting only one input (EXTERNAL_NETWORK) - * the developer can only work on the test suites without diving into CI/CD - integration - * both OpenStack and Kubernetes deployments can be verified - * Functest test cases are trustable as they meet the best coding rules (unit - tests, coverage, linters, etc.) - * Functest can be reused in other projects (e.g. - `ONS: Re-using OPNFV framework tests for LFN projects`_) - -.. _`ONS: Re-using OPNFV framework tests for LFN projects`: https://wiki.lfnetworking.org/display/LN/LFN+Developer+Forum+Schedule?preview=/328197/328329/ONS-OPNFV%20framework%20tests%20for%20LFN%20projects.pdf + * the enduser can easily build its own toolchains by loading our Jenkins jobs + * all developpers can easily verify their changes before merge + * our testcases may be run vs VIM in production + * all testcases can run in parallel to decrease the overall duration + * Functest includes most of the OpenStack gate jobs Code quality ------------ diff --git a/functest/tests/unit/utils/test_functest_utils.py b/functest/tests/unit/utils/test_functest_utils.py index 2b98267c4..ab90de595 100644 --- a/functest/tests/unit/utils/test_functest_utils.py +++ b/functest/tests/unit/utils/test_functest_utils.py @@ -261,7 +261,7 @@ class FunctestUtilsTesting(unittest.TestCase): def test_openstack_version1(self, *args): cloud = mock.Mock() self.assertEqual(functest_utils.get_openstack_version( - cloud), "Rocky or newer") + cloud), "Rocky") args[0].assert_called_once_with(cloud) @mock.patch('functest.utils.functest_utils.get_nova_version', @@ -327,7 +327,7 @@ class FunctestUtilsTesting(unittest.TestCase): def test_openstack_version10(self, *args): cloud = mock.Mock() self.assertEqual( - functest_utils.get_openstack_version(cloud), "Rocky or newer") + functest_utils.get_openstack_version(cloud), "Master") args[0].assert_called_once_with(cloud) @mock.patch('functest.utils.functest_utils.get_nova_version', diff --git a/functest/utils/functest_utils.py b/functest/utils/functest_utils.py index 1993f1e83..dd2bf1932 100644 --- a/functest/utils/functest_utils.py +++ b/functest/utils/functest_utils.py @@ -109,8 +109,10 @@ def get_openstack_version(cloud): version = get_nova_version(cloud) try: assert version - if version > (2, 60): - osversion = "Rocky or newer" + if version > (2, 65): + osversion = "Master" + elif version > (2, 60): + osversion = "Rocky" elif version > (2, 53): osversion = "Queens" elif version > (2, 42): |