diff options
Diffstat (limited to 'docs/release')
| -rw-r--r-- | docs/release/release-notes/apex.rst | 44 | ||||
| -rw-r--r-- | docs/release/release-notes/compass.rst | 54 | ||||
| -rw-r--r-- | docs/release/release-notes/conf.py | 184 | ||||
| -rw-r--r-- | docs/release/release-notes/daisy.rst | 44 | ||||
| -rw-r--r-- | docs/release/release-notes/fuel_amd64.rst | 44 | ||||
| -rw-r--r-- | docs/release/release-notes/fuel_arm64.rst | 21 | ||||
| -rw-r--r-- | docs/release/release-notes/functest-gating.rst | 27 | ||||
| -rw-r--r-- | docs/release/release-notes/functest-release.rst | 272 | ||||
| -rw-r--r-- | docs/release/release-notes/index.rst | 6 | ||||
| -rw-r--r-- | docs/release/release-notes/joid.rst | 24 |
10 files changed, 537 insertions, 183 deletions
diff --git a/docs/release/release-notes/apex.rst b/docs/release/release-notes/apex.rst new file mode 100644 index 000000000..e8b90bee5 --- /dev/null +++ b/docs/release/release-notes/apex.rst @@ -0,0 +1,44 @@ +apex +==== + +os-nosdn-nofeature-ha +--------------------- + +==================== =================== ========== ======== ========= +testcase date pod_name result jira +==================== =================== ========== ======== ========= +connection_check 2018-04-07 04:52:18 lf-pod1 PASS +api_check 2018-04-07 05:05:30 lf-pod1 PASS +snaps_health_check 2018-04-07 05:06:12 lf-pod1 PASS +vping_ssh 2018-04-07 05:07:49 lf-pod1 PASS +vping_userdata 2018-04-07 05:08:55 lf-pod1 PASS +tempest_smoke_serial 2018-04-07 05:24:59 lf-pod1 PASS +rally_sanity 2018-04-07 05:46:43 lf-pod1 FAIL APEX-564 +refstack_defcore 2018-04-07 05:49:54 lf-pod1 PASS +patrole 2018-04-07 05:53:10 lf-pod1 PASS +snaps_smoke 2018-04-07 06:50:35 lf-pod1 FAIL SNAPS-283 +neutron_trunk 2018-04-07 06:53:13 lf-pod1 PASS +cloudify_ims 2018-04-07 07:19:50 lf-pod1 PASS +vyos_vrouter 2018-04-07 07:40:53 lf-pod1 PASS +juju_epc 2018-04-07 08:06:00 lf-pod1 FAIL APEX-570 +==================== =================== ========== ======== ========= + +os-odl-nofeature-ha +------------------- + +==================== =================== ========== ======== ========= +testcase date pod_name result jira +==================== =================== ========== ======== ========= +connection_check 2018-04-07 13:18:17 lf-pod1 PASS +api_check 2018-04-07 13:30:11 lf-pod1 PASS +snaps_health_check 2018-04-07 13:31:46 lf-pod1 PASS +vping_ssh 2018-04-07 13:32:46 lf-pod1 PASS +vping_userdata 2018-04-07 13:33:40 lf-pod1 PASS +tempest_smoke_serial 2018-04-07 13:53:58 lf-pod1 FAIL +rally_sanity 2018-04-07 14:12:42 lf-pod1 FAIL +refstack_defcore 2018-04-07 14:21:20 lf-pod1 FAIL +patrole 2018-04-07 14:24:48 lf-pod1 FAIL +snaps_smoke 2018-04-07 15:05:15 lf-pod1 FAIL SNAPS-283 +odl 2018-04-07 14:25:10 lf-pod1 PASS +neutron_trunk 2018-04-07 15:07:53 lf-pod1 FAIL +==================== =================== ========== ======== ========= diff --git a/docs/release/release-notes/compass.rst b/docs/release/release-notes/compass.rst new file mode 100644 index 000000000..a1481fa37 --- /dev/null +++ b/docs/release/release-notes/compass.rst @@ -0,0 +1,54 @@ +compass +======= + +os-nosdn-nofeature-ha +--------------------- + +==================== =================== =========== ======== =========== +testcase date pod_name result jira +==================== =================== =========== ======== =========== +connection_check 2018-04-07 11:59:03 huawei-pod1 PASS +api_check 2018-04-07 12:09:28 huawei-pod1 PASS +snaps_health_check 2018-04-07 12:11:01 huawei-pod1 PASS +vping_ssh 2018-04-07 12:12:45 huawei-pod1 PASS +vping_userdata 2018-04-07 12:14:32 huawei-pod1 PASS +tempest_smoke_serial 2018-04-07 12:31:35 huawei-pod1 FAIL COMPASS-588 +rally_sanity 2018-04-07 13:00:49 huawei-pod1 PASS +refstack_defcore 2018-04-07 13:06:36 huawei-pod1 PASS +patrole 2018-04-07 13:10:05 huawei-pod1 PASS +snaps_smoke 2018-04-07 14:02:28 huawei-pod1 FAIL SNAPS-283 +neutron_trunk 2018-04-07 14:04:43 huawei-pod1 FAIL +cloudify_ims 2018-04-07 14:32:36 huawei-pod1 PASS +vyos_vrouter 2018-04-07 14:56:46 huawei-pod1 PASS +juju_epc 2018-04-07 15:52:35 huawei-pod1 PASS +==================== =================== =========== ======== =========== + +os-odl_l3-nofeature-ha +---------------------- + +==================== =================== =========== ======== ========= +testcase date pod_name result jira +==================== =================== =========== ======== ========= +connection_check 2018-04-04 08:53:18 huawei-pod1 PASS +api_check 2018-04-04 09:03:23 huawei-pod1 PASS +snaps_health_check 2018-04-04 09:03:59 huawei-pod1 PASS +vping_ssh 2016-07-23 20:21:55 huawei-pod1 PASS +vping_userdata 2018-04-04 09:04:43 huawei-pod1 PASS +tempest_smoke_serial 2018-04-04 09:21:20 huawei-pod1 FAIL +rally_sanity 2018-04-04 09:50:09 huawei-pod1 PASS +refstack_defcore 2018-04-04 09:52:32 huawei-pod1 PASS +patrole 2018-04-04 09:56:08 huawei-pod1 PASS +snaps_smoke 2018-04-04 10:48:07 huawei-pod1 FAIL SNAPS-283 +odl 2018-04-04 09:56:30 huawei-pod1 PASS +neutron_trunk 2018-04-04 10:51:10 huawei-pod1 FAIL +==================== =================== =========== ======== ========= + +k8-nosdn-nofeature-ha +--------------------- + +=============== =================== =========== ======== ====== +testcase date pod_name result jira +=============== =================== =========== ======== ====== +k8s_smoke 2018-04-07 05:46:58 huawei-pod1 PASS +k8s_conformance 2018-04-07 06:38:26 huawei-pod1 PASS +=============== =================== =========== ======== ====== diff --git a/docs/release/release-notes/conf.py b/docs/release/release-notes/conf.py new file mode 100644 index 000000000..77a71a37d --- /dev/null +++ b/docs/release/release-notes/conf.py @@ -0,0 +1,184 @@ +# -*- coding: utf-8 -*- +# +# Functest Release Notes documentation build configuration file, created by +# sphinx-quickstart on Tue Apr 3 03:40:39 2018. +# +# This file is execfile()d with the current directory set to its +# containing dir. +# +# Note that not all possible configuration values are present in this +# autogenerated file. +# +# All configuration values have a default; values that are commented out +# serve to show the default. + +# If extensions (or modules to document with autodoc) are in another directory, +# add these directories to sys.path here. If the directory is relative to the +# documentation root, use os.path.abspath to make it absolute, like shown here. +# +# import os +# import sys +# sys.path.insert(0, os.path.abspath('.')) +import sphinx_opnfv_theme + + +# -- General configuration ------------------------------------------------ + +# If your documentation needs a minimal Sphinx version, state it here. +# +# needs_sphinx = '1.0' + +# Add any Sphinx extension module names here, as strings. They can be +# extensions coming with Sphinx (named 'sphinx.ext.*') or your custom +# ones. +extensions = [] + +# Add any paths that contain templates here, relative to this directory. +templates_path = ['_templates'] + +# The suffix(es) of source filenames. +# You can specify multiple suffix as a list of string: +# +# source_suffix = ['.rst', '.md'] +source_suffix = '.rst' + +# The master toctree document. +master_doc = 'index' + +# General information about the project. +project = u'Functest Release Notes' +copyright = u'2018, Cédric Ollivier <cedric.ollivier@orange.com>' +author = u'Cédric Ollivier <cedric.ollivier@orange.com>' + +# The version info for the project you're documenting, acts as replacement for +# |version| and |release|, also used in various other places throughout the +# built documents. +# +# The short X.Y version. +version = u'master' +# The full version, including alpha/beta/rc tags. +release = u'master' + +# The language for content autogenerated by Sphinx. Refer to documentation +# for a list of supported languages. +# +# This is also used if you do content translation via gettext catalogs. +# Usually you set "language" from the command line for these cases. +language = None + +# List of patterns, relative to source directory, that match files and +# directories to ignore when looking for source files. +# This patterns also effect to html_static_path and html_extra_path +exclude_patterns = [] + +# The name of the Pygments (syntax highlighting) style to use. +pygments_style = 'sphinx' + +# If true, `todo` and `todoList` produce output, else they produce nothing. +todo_include_todos = False + + +# -- Options for HTML output ---------------------------------------------- + +# The theme to use for HTML and HTML Help pages. See the documentation for +# a list of builtin themes. +# +html_theme = 'opnfv' + +# Theme options are theme-specific and customize the look and feel of a theme +# further. For a list of options available for each theme, see the +# documentation. +# +# html_theme_options = {} +html_theme_options = { + 'bootswatch_theme': 'journal', + 'navbar_sidebarrel': False, + 'navbar_title': '', +} + +# Add any paths that contain custom themes here, relative to this directory. +# html_theme_path = [] +html_theme_path = sphinx_opnfv_theme.get_html_theme_path() + +# Add any paths that contain custom static files (such as style sheets) here, +# relative to this directory. They are copied after the builtin static files, +# so a file named "default.css" will overwrite the builtin "default.css". +# html_static_path = [] + +# Custom sidebar templates, must be a dictionary that maps document names +# to template names. +# +# This is required for the alabaster theme +# refs: http://alabaster.readthedocs.io/en/latest/installation.html#sidebars +html_sidebars = { + '**': [ + 'relations.html', # needs 'show_related': True theme option to display + 'searchbox.html', + ] +} + + +# -- Options for HTMLHelp output ------------------------------------------ + +# Output file base name for HTML help builder. +htmlhelp_basename = 'FunctestReleaseNotesdoc' + + +# -- Options for LaTeX output --------------------------------------------- + +latex_elements = { + # The paper size ('letterpaper' or 'a4paper'). + # + # 'papersize': 'letterpaper', + + # The font size ('10pt', '11pt' or '12pt'). + # + # 'pointsize': '10pt', + + # Additional stuff for the LaTeX preamble. + # + # 'preamble': '', + + # Latex figure (float) alignment + # + # 'figure_align': 'htbp', +} + +# Grouping the document tree into LaTeX files. List of tuples +# (source start file, target name, title, +# author, documentclass [howto, manual, or own class]). +latex_documents = [ + (master_doc, 'FunctestReleaseNotes.tex', + u'Functest Release Notes Documentation', + u'Cédric Ollivier \\textless{}cedric.ollivier@orange.com\\textgreater{}', + 'manual'), +] + + +# -- Options for manual page output --------------------------------------- + +# One entry per manual page. List of tuples +# (source start file, name, description, authors, manual section). +man_pages = [ + (master_doc, + 'functestreleasenotes', + u'Functest Release Notes Documentation', + [author], + 1) +] + + +# -- Options for Texinfo output ------------------------------------------- + +# Grouping the document tree into Texinfo files. List of tuples +# (source start file, target name, title, author, +# dir menu entry, description, category) +texinfo_documents = [ + (master_doc, + 'FunctestReleaseNotes', + u'Functest Release Notes Documentation', + author, + 'FunctestReleaseNotes', + 'One line description of project.', + 'Miscellaneous'), +] diff --git a/docs/release/release-notes/daisy.rst b/docs/release/release-notes/daisy.rst new file mode 100644 index 000000000..0039579f5 --- /dev/null +++ b/docs/release/release-notes/daisy.rst @@ -0,0 +1,44 @@ +daisy +===== + +os-nosdn-nofeature-ha +--------------------- + +==================== =================== ========== ======== ========= +testcase date pod_name result jira +==================== =================== ========== ======== ========= +connection_check 2018-04-03 13:41:18 zte-pod2 PASS +api_check 2018-04-03 13:52:18 zte-pod2 PASS +snaps_health_check 2018-04-03 13:53:02 zte-pod2 PASS +vping_ssh 2018-04-03 13:55:21 zte-pod2 PASS +vping_userdata 2018-04-03 13:56:22 zte-pod2 PASS +tempest_smoke_serial 2018-04-03 14:12:18 zte-pod2 PASS +rally_sanity 2018-04-03 14:39:43 zte-pod2 PASS +refstack_defcore 2018-04-03 14:44:51 zte-pod2 PASS +patrole 2018-04-03 14:49:10 zte-pod2 PASS +snaps_smoke 2018-04-03 15:34:51 zte-pod2 FAIL SNAPS-283 +neutron_trunk zte-pod2 +cloudify_ims 2018-04-03 15:47:44 zte-pod2 FAIL +vyos_vrouter 2018-04-03 15:58:55 zte-pod2 FAIL +juju_epc 2018-04-03 16:49:31 zte-pod2 PASS +==================== =================== ========== ======== ========= + +os-odl-nofeature-ha +------------------- + +==================== =================== ========== ======== ========= +testcase date pod_name result jira +==================== =================== ========== ======== ========= +connection_check 2018-04-05 19:46:11 zte-pod2 PASS +api_check 2018-04-05 19:57:00 zte-pod2 PASS +snaps_health_check 2018-04-05 19:57:39 zte-pod2 PASS +vping_ssh 2018-04-05 20:00:05 zte-pod2 PASS +vping_userdata 2018-04-05 20:01:04 zte-pod2 PASS +tempest_smoke_serial 2018-04-05 20:17:48 zte-pod2 PASS +rally_sanity 2018-04-05 20:46:11 zte-pod2 PASS +refstack_defcore 2018-04-05 20:51:36 zte-pod2 PASS +patrole 2018-04-05 20:57:27 zte-pod2 PASS +snaps_smoke 2018-04-05 21:51:34 zte-pod2 PASS SNAPS-283 +odl 2018-04-05 20:57:48 zte-pod2 PASS +neutron_trunk zte-pod2 +==================== =================== ========== ======== ========= diff --git a/docs/release/release-notes/fuel_amd64.rst b/docs/release/release-notes/fuel_amd64.rst new file mode 100644 index 000000000..39f281c42 --- /dev/null +++ b/docs/release/release-notes/fuel_amd64.rst @@ -0,0 +1,44 @@ +fuel(amd64) +=========== + +os-nosdn-nofeature-ha +--------------------- + +==================== =================== ========== ======== ======== +testcase date pod_name result jira +==================== =================== ========== ======== ======== +connection_check 2018-04-08 22:25:51 lf-pod2 PASS +api_check 2018-04-08 22:37:50 lf-pod2 PASS +snaps_health_check 2018-04-08 22:38:39 lf-pod2 PASS +vping_ssh 2018-04-08 22:39:46 lf-pod2 PASS +vping_userdata 2018-04-08 22:41:03 lf-pod2 PASS +tempest_smoke_serial 2018-04-08 23:00:26 lf-pod2 PASS +rally_sanity 2018-04-08 23:31:15 lf-pod2 PASS +refstack_defcore 2018-04-08 23:35:19 lf-pod2 PASS +patrole 2018-04-08 23:40:12 lf-pod2 PASS +snaps_smoke 2018-04-09 00:46:28 lf-pod2 FAIL FUEL-356 +neutron_trunk 2018-04-09 00:49:24 lf-pod2 PASS +cloudify_ims 2018-04-09 01:07:03 lf-pod2 FAIL +vyos_vrouter 2018-04-09 01:24:45 lf-pod2 FAIL +juju_epc 2018-04-09 01:33:37 lf-pod2 FAIL +==================== =================== ========== ======== ======== + +os-odl-nofeature-ha +------------------- + +==================== =================== ========== ======== ========= +testcase date pod_name result jira +==================== =================== ========== ======== ========= +connection_check 2018-04-06 23:17:26 lf-pod2 PASS +api_check 2018-04-06 23:28:58 lf-pod2 PASS +snaps_health_check 2018-04-06 23:29:48 lf-pod2 PASS +vping_ssh 2018-04-06 23:31:06 lf-pod2 PASS +vping_userdata 2018-04-06 23:32:13 lf-pod2 PASS +tempest_smoke_serial 2018-04-06 23:51:25 lf-pod2 FAIL +rally_sanity 2018-04-07 00:24:03 lf-pod2 FAIL +refstack_defcore 2018-04-07 00:30:34 lf-pod2 PASS +patrole 2018-04-07 00:34:31 lf-pod2 PASS +snaps_smoke 2018-04-07 01:44:38 lf-pod2 FAIL SNAPS-283 +odl 2018-04-07 00:34:42 lf-pod2 FAIL +neutron_trunk 2018-04-07 01:47:59 lf-pod2 FAIL +==================== =================== ========== ======== ========= diff --git a/docs/release/release-notes/fuel_arm64.rst b/docs/release/release-notes/fuel_arm64.rst new file mode 100644 index 000000000..f948dddbc --- /dev/null +++ b/docs/release/release-notes/fuel_arm64.rst @@ -0,0 +1,21 @@ +fuel(arm64) +=========== + +os-nosdn-nofeature-ha +--------------------- + +==================== =================== ========== ======== ========= +testcase date pod_name result jira +==================== =================== ========== ======== ========= +connection_check 2018-04-05 19:46:24 arm-pod6 PASS +api_check 2018-04-05 20:23:40 arm-pod6 PASS +snaps_health_check 2018-04-05 20:25:54 arm-pod6 PASS +vping_ssh 2018-04-05 20:31:11 arm-pod6 PASS +vping_userdata 2018-04-05 20:35:28 arm-pod6 PASS +tempest_smoke_serial 2018-04-05 21:47:34 arm-pod6 PASS +rally_sanity 2018-04-05 23:07:52 arm-pod6 PASS +refstack_defcore 2018-04-05 23:32:04 arm-pod6 FAIL +patrole 2018-04-05 23:47:59 arm-pod6 PASS +snaps_smoke 2018-04-06 02:56:45 arm-pod6 FAIL SNAPS-283 +neutron_trunk 2018-04-06 03:10:36 arm-pod6 PASS +==================== =================== ========== ======== ========= diff --git a/docs/release/release-notes/functest-gating.rst b/docs/release/release-notes/functest-gating.rst new file mode 100644 index 000000000..0aac41b33 --- /dev/null +++ b/docs/release/release-notes/functest-gating.rst @@ -0,0 +1,27 @@ +.. SPDX-License-Identifier: CC-BY-4.0 + +Release Gating +============== + +Thanks to the analysis of the offical OPNFV results and local tests (see +`Orange ONAP Openlab`_), Functest is trustable for verifying all OPNFV Fraser +installers and more generally classical OpenStack Pike and Kubernetes +deployments. + +It should be noted that: + + * any failed result highlights side effects for end users + * OpenStack scenarios which don't pass tempest_smoke_serial break the + upstream rules (and then decrease the overall quality) as all patches are + tested vs tempest in OpenStack gating + +.. _`Orange ONAP Openlab`: https://wiki.opnfv.org/pages/viewpage.action?pageId=13211751 + +.. toctree:: + + apex.rst + compass.rst + daisy.rst + fuel_amd64.rst + fuel_arm64.rst + joid.rst diff --git a/docs/release/release-notes/functest-release.rst b/docs/release/release-notes/functest-release.rst index 78ec8f227..66ba1916c 100644 --- a/docs/release/release-notes/functest-release.rst +++ b/docs/release/release-notes/functest-release.rst @@ -1,33 +1,25 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International License. .. SPDX-License-Identifier: CC-BY-4.0 -======= -License -======= - -OPNFV Euphrates release note for Functest Docs -are licensed under a Creative Commons Attribution 4.0 International License. -You should have received a copy of the license along with this. -If not, see <http://creativecommons.org/licenses/by/4.0/>. - -============================================= -OPNFV Euphrates 5.1 release note for Functest -============================================= +====================================== +OPNFV master release note for Functest +====================================== Abstract ======== This document contains the release notes of the Functest project. - -OPNFV Euphrates Release -====================== +OPNFV master Release +==================== Functest deals with functional testing of the OPNFV solution. It includes test cases developed within the project, test cases developed in -other OPNFV projects and it also intgrates test cases from other upstream +other OPNFV projects and it also integrates test cases from other upstream communities. +OpenStack +--------- + The internal test cases are: * connection_check @@ -36,48 +28,48 @@ The internal test cases are: * vping_ssh * vping_userdata * tempest_smoke_serial - * refstack_defcore - * snaps_smoke * rally_sanity + * refstack_defcore + * patrole * odl + * odl-netvirt + * snaps_smoke + * neutron_trunk * tempest_full_parallel * rally_full * cloudify_ims * vyos_vrouter + * juju_epc The OPNFV projects integrated into Functest framework for automation are: - * barometer - * bgpvpn * doctor - * domino - * fds + * bgpvpn * odl-sfc - * odl-netvirt + * barometer + * fds * parser - * promise - * orchestra_openims - * orchestra_clearwaterims +Kubernetes +---------- + +The internal test cases are: + + * k8s_smoke + * k8s_conformance + +The OPNFV projects integrated into Functest framework for automation are: + + * stor4nfv + * clover Release Data ============ +--------------------------------------+--------------------------------------+ | **Project** | functest | -| | | -+--------------------------------------+--------------------------------------+ -| **Repo/tag** | opnfv-5.1.0 | -| | | -+--------------------------------------+--------------------------------------+ -| **Release designation** | Euphrates 5.1 release | -| | | -+--------------------------------------+--------------------------------------+ -| **Release date** | December 15th 2017 | -| | | +--------------------------------------+--------------------------------------+ -| **Purpose of the delivery** | Euphrates second release | -| | | +| **Repository branch** | master | +--------------------------------------+--------------------------------------+ Deliverables @@ -86,7 +78,7 @@ Deliverables Software -------- - Functest Docker images: + Functest Docker images (OpenStack): * https://hub.docker.com/r/opnfv/functest-healthcheck * https://hub.docker.com/r/opnfv/functest-smoke @@ -94,156 +86,80 @@ Software * https://hub.docker.com/r/opnfv/functest-components * https://hub.docker.com/r/opnfv/functest-vnf * https://hub.docker.com/r/opnfv/functest-parser - * https://hub.docker.com/r/opnfv/functest-restapi - TestAPI Docker image: + Functest Docker images (Kubernetes): - * https://hub.docker.com/r/opnfv/testapi + * https://hub.docker.com/r/opnfv/functest-kubernetes-healthcheck + * https://hub.docker.com/r/opnfv/functest-kubernetes-smoke + * https://hub.docker.com/r/opnfv/functest-kubernetes-features -Docker tag for Euphrates 5.1 release: opnfv-5.1.0 -Docker tag for Euphrates with latest bugfixes: euphrates +Docker tag for master: latest Documents --------- - - Installation/configuration guide: http://docs.opnfv.org/en/stable-euphrates/submodules/functest/docs/testing/user/configguide/index.html - - - User Guide: http://docs.opnfv.org/en/stable-euphrates/submodules/functest/docs/testing/user/userguide/index.html - - - Developer Guide: http://docs.opnfv.org/en/stable-euphrates/submodules/functest/docs/testing/developer/devguide/index.html - - - API Docs: http://artifacts.opnfv.org/functest/docs/index.html - - - Functest Framework presentation: http://testresults.opnfv.org/functest/framework/index.html - + * Config Guide: http://docs.opnfv.org/en/latest/submodules/functest/docs/testing/user/configguide/index.html + * User Guide: http://docs.opnfv.org/en/latest/submodules/functest/docs/testing/user/userguide/index.html + * Developer Guide: http://docs.opnfv.org/en/latest/submodules/functest/docs/testing/developer/devguide/index.html + * API Docs: http://functest.readthedocs.io/en/latest/ Version change ============== -Functest now delivers light-weigth Docker images based on Alpine 3.7. The test cases are grouped into several categories -or tiers and must be run from the corresponding container. For example, to run the test case healthcheck, the image -opnfv/functest-healthcheck shall be used. The tiers and the tests within them are explained in detail in the User Guide. - -The former Ubuntu image is not longer maintained. - -The Parser test case has its own dedicated Docker image since it requires libraries released for OpenStack Pike and -Euphrates is based on Ocata. - -The Docker images do not contain OS images (Cirros, Ubuntu, Centos, ..) anymore. A script has been created under the -ci directory (download_images.sh) which contains all the needed images for all the tests. This file can be modified by -the user since not all the images might be used. It must be executed before starting Functest and attach the needed -images as a Docker volume. See Configuration Guide for more information. - -The requirements have been split into 3 files: - * requirements.txt : lists all abstract dependencies of the OPNFV packages - * test-requirements.txt : lists all abstract dependencies required by Functest Unit Tests - * upper-constraints.txt : lists all concrete upstream dependencies required by Functest Docker container - -OPNFV (test-)requirements.txt have been updated according to stable/ocata global-requirements.txt. -Functest uses (and completes) stable/ocata upper-constraints.txt in Dockerfiles and tox configuration. -The project relies on pbr, which injects requirements into the install_requires, tests_require and/or dependency_links -arguments to setup. It also supports conditional dependencies which can be added to the requirements (e.g. dnspython>=1.14.0;python_version=='2.7') - -The way to manage logging has been centralized to a configuration file (logging.ini) which might be modified by the user. -By default, the output of executing the test cases is redirected to log files and is not displayed on the console, only result -messages and summary tables are displayed. - -The framework has been refactored and all the test cases inherit from a core class TestCase. For Feature projects who develop -test cases, 2 sub-classes have been created: - - Feature: it implements all the needed functions and the developer must only overwrite the method "execute" (e.g. Barometer) - - BashFeature: it is used if the third party test case is a shell script. This way, the execution command must be specified in - testcases.yaml as the argument (e.g. Domino, Doctor) - -An internal REST API has been introduced in Euphrates. The goal is to trigger Functest operations through an API in addition of the CLI. -This could be considered as a first step towards a pseudo micro services approach where the different test projects could expose and -consume APIs to the other test projects. - -Euphrates 5.1 improvements -========================== - -* Alpine images are now supported for ARM (arm64). -* Added Vyos_router test case. -* Updated of Rally 0.9.1 and fixed some bugs in cinder scenarios. -* Patch to allow building containers from a gerrit change. -* Selection of a subset of SNAPS test cases. -* Reorder VNF test cases and adjust timeouts in VNFs. - - - -Euphrates 5.1 known restrictions/issues -======================================= -+--------------+-----------+----------------------------------------------+ -| Installer | Scenario | Issue | -+==============+===========+==============================================+ -| fuel@aarch64 | any | VNF tier not supported yet. | -+--------------+-----------+----------------------------------------------+ -| | | The test cases belonging to the VNF tier | -| any | any | have been only tested on os-nosdn-nofeature | -| | | scenarios and baremetal deployments. | -+--------------+-----------+----------------------------------------------+ -| Joid | k8 | Functest does not offer test suites for | -| Compass | | Kubernetes scenarios yet. | -+--------------+-----------+----------------------------------------------+ - - -Test and installer/scenario dependencies -======================================== - -It is not always possible to run all the test cases on all the scenarios. -The scenario dependencies (installer or scenario) are detailed -in the different testcases.yaml for each tier: - - * https://git.opnfv.org/functest/tree/docker/healthcheck/testcases.yaml?h=stable/euphrates - * https://git.opnfv.org/functest/tree/docker/smoke/testcases.yaml?h=stable/euphrates - * https://git.opnfv.org/functest/tree/docker/features/testcases.yaml?h=stable/euphrates - * https://git.opnfv.org/functest/tree/docker/components/testcases.yaml?h=stable/euphrates - * https://git.opnfv.org/functest/tree/docker/vnf/testcases.yaml?h=stable/euphrates - * https://git.opnfv.org/functest/tree/docker/parser/testcases.yaml?h=stable/euphrates - - -Test results -============ - -The Functest scenario status on December 15, 2017 can be seen on -http://testresults.opnfv.org/functest/euphrates/ - -Test logs are available in: - - - test results logs from CI: http://artifacts.opnfv.org (within different directories 'logs_functest_X') - - - jenkins logs on CI: https://build.opnfv.org/ci/view/functest/ - - - jenkins logs on ARM CI: https://build.opnfv.org/ci/view/armband/ - - - -Open JIRA tickets -================= - -+------------------+-----------------------------------------------+ -| JIRA | Description | -+==================+===============================================+ -| | | -| | | -+------------------+-----------------------------------------------+ - -All the tickets that are not blocking have been fixed or postponed -the next release. - +New test cases +-------------- + + * neutron_trunk + * patrole + * juju_epc + * k8s_smoke + * k8s_conformance + * stor4nfv + * clover + +Key changes +----------- + + * update test cases and containers to `OpenStack Pike`_ + * move the framework into a separate project: Xtesting_ + * ease running all containers thanks to default values + * clean interfaces with OPNFV Installers and Features + * rewrite all vnfs to allow multiple tests in parallel + * fully support non-default region names and Keystone v3 domains + * refactor all tempest-based test cases (e.g. refstack_defcore) + * remove obsolete OpenStack and Functest utils + * verify all changes via doc8 and yamllint too + * generate reports for all tempest-based test cases + +.. _`OpenStack Pike`: https://raw.githubusercontent.com/openstack/requirements/stable/pike/upper-constraints.txt +.. _Xtesting: http://xtesting.readthedocs.io/en/latest/ + +Key benefits +------------ + + * the enduser can run all tests by setting only one input (EXTERNAL_NETWORK) + * the developer can only work on the test suites without diving into CI/CD + integration + * both OpenStack and Kubernetes deployments can be verified + * Functest test cases are trustable as they meet the best coding rules (unit + tests, coverage, linters, etc.) + * Functest can be reused in other projects (e.g. + `ONS: Re-using OPNFV framework tests for LFN projects`_) + +.. _`ONS: Re-using OPNFV framework tests for LFN projects`: https://wiki.lfnetworking.org/display/LN/LFN+Developer+Forum+Schedule?preview=/328197/328329/ONS-OPNFV%20framework%20tests%20for%20LFN%20projects.pdf + +Code quality +------------ + + * pylint: ~9.5/10 + * code coverage: ~70% Useful links ============ - - wiki project page: https://wiki.opnfv.org/opnfv_functional_testing - - - wiki Functest Euphrates page: https://wiki.opnfv.org/display/functest/5.+Euphrates - - - Functest repo: https://git.opnfv.org/cgit/functest - - - Functest CI dashboard: https://build.opnfv.org/ci/view/functest/ - - - JIRA dashboard: https://jira.opnfv.org/secure/Dashboard.jspa?selectPageId=10611 - - - Functest IRC chan: #opnfv-functest - - - Reporting page: http://testresults.opnfv.org/reporting/euphrates.html + * wiki project page: https://wiki.opnfv.org/opnfv_functional_testing + * Functest git repository: https://git.opnfv.org/cgit/functest + * Functest CI dashboard: https://build.opnfv.org/ci/view/functest/ + * JIRA dashboard: https://jira.opnfv.org/secure/Dashboard.jspa?selectPageId=10611 + * Functest IRC channel: #opnfv-functest + * Reporting page: http://testresults.opnfv.org/reporting/master/functest/functest.html diff --git a/docs/release/release-notes/index.rst b/docs/release/release-notes/index.rst index 411e09bdf..5ded938da 100644 --- a/docs/release/release-notes/index.rst +++ b/docs/release/release-notes/index.rst @@ -1,4 +1,3 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International License. .. SPDX-License-Identifier: CC-BY-4.0 .. _functest-releasenotes: @@ -12,9 +11,6 @@ Functest Release Notes :maxdepth: 4 functest-release.rst - -Revision: _sha1_ - -:Author: Jose Lausuch (jalausuch@suse.com) + functest-gating.rst Build date: |today| diff --git a/docs/release/release-notes/joid.rst b/docs/release/release-notes/joid.rst new file mode 100644 index 000000000..02c574187 --- /dev/null +++ b/docs/release/release-notes/joid.rst @@ -0,0 +1,24 @@ +joid +==== + +os-nosdn-nofeature-ha +--------------------- + +==================== =================== ============ ======== ========= +testcase date pod_name result jira +==================== =================== ============ ======== ========= +connection_check 2018-03-27 21:43:25 huawei-pod12 PASS +api_check 2018-03-27 21:51:36 huawei-pod12 PASS +snaps_health_check 2018-03-27 21:52:05 huawei-pod12 PASS +vping_ssh 2018-03-27 21:53:37 huawei-pod12 PASS +vping_userdata 2018-03-27 21:55:08 huawei-pod12 PASS +tempest_smoke_serial 2018-03-27 22:10:05 huawei-pod12 FAIL +rally_sanity 2018-03-27 22:13:28 huawei-pod12 FAIL +refstack_defcore 2018-03-27 22:17:14 huawei-pod12 FAIL +patrole 2018-03-27 22:20:18 huawei-pod12 FAIL +snaps_smoke 2018-03-27 23:03:54 huawei-pod12 FAIL SNAPS-283 +neutron_trunk huawei-pod12 +cloudify_ims 2018-03-27 23:06:48 huawei-pod12 FAIL +vyos_vrouter 2018-03-27 23:15:54 huawei-pod12 FAIL +juju_epc 2018-03-27 23:16:20 huawei-pod12 FAIL +==================== =================== ============ ======== ========= |