diff options
Diffstat (limited to 'docs/release/release-notes')
| -rw-r--r-- | docs/release/release-notes/apex.rst | 47 | ||||
| -rw-r--r-- | docs/release/release-notes/compass.rst | 57 | ||||
| -rw-r--r-- | docs/release/release-notes/conf.py | 184 | ||||
| -rw-r--r-- | docs/release/release-notes/daisy.rst | 47 | ||||
| -rw-r--r-- | docs/release/release-notes/fuel_amd64.rst | 47 | ||||
| -rw-r--r-- | docs/release/release-notes/fuel_arm64.rst | 21 | ||||
| -rw-r--r-- | docs/release/release-notes/functest-gating.rst | 27 | ||||
| -rw-r--r-- | docs/release/release-notes/functest-release.rst | 128 | ||||
| -rw-r--r-- | docs/release/release-notes/index.rst | 4 | ||||
| -rw-r--r-- | docs/release/release-notes/joid.rst | 24 |
10 files changed, 63 insertions, 523 deletions
diff --git a/docs/release/release-notes/apex.rst b/docs/release/release-notes/apex.rst deleted file mode 100644 index 959b10722..000000000 --- a/docs/release/release-notes/apex.rst +++ /dev/null @@ -1,47 +0,0 @@ -apex -==== - -os-nosdn-nofeature-ha ---------------------- - -==================== =================== ========== ======== ========= -testcase date pod_name result jira -==================== =================== ========== ======== ========= -connection_check 2018-04-07 04:52:18 lf-pod1 PASS -api_check 2018-04-07 05:05:30 lf-pod1 PASS -snaps_health_check 2018-04-07 05:06:12 lf-pod1 PASS -vping_ssh 2018-04-07 05:07:49 lf-pod1 PASS -vping_userdata 2018-04-07 05:08:55 lf-pod1 PASS -tempest_smoke_serial 2018-04-07 05:24:59 lf-pod1 PASS -rally_sanity 2018-04-07 05:46:43 lf-pod1 FAIL APEX-564 -refstack_defcore 2018-04-07 05:49:54 lf-pod1 PASS -patrole 2018-04-07 05:53:10 lf-pod1 PASS -snaps_smoke 2018-04-07 06:50:35 lf-pod1 FAIL SNAPS-283 -neutron_trunk 2018-04-07 06:53:13 lf-pod1 PASS -cloudify_ims 2018-04-07 07:19:50 lf-pod1 PASS -vyos_vrouter 2018-04-07 07:40:53 lf-pod1 PASS -juju_epc 2018-04-07 08:06:00 lf-pod1 FAIL APEX-570 -==================== =================== ========== ======== ========= - -os-odl-nofeature-ha -------------------- - -==================== =================== ========== ======== ========= -testcase date pod_name result jira -==================== =================== ========== ======== ========= -connection_check 2018-04-07 13:18:17 lf-pod1 PASS -api_check 2018-04-07 13:30:11 lf-pod1 PASS -snaps_health_check 2018-04-07 13:31:46 lf-pod1 PASS -vping_ssh 2018-04-07 13:32:46 lf-pod1 PASS -vping_userdata 2018-04-07 13:33:40 lf-pod1 PASS -tempest_smoke_serial 2018-04-07 13:53:58 lf-pod1 FAIL -rally_sanity 2018-04-07 14:12:42 lf-pod1 FAIL -refstack_defcore 2018-04-07 14:21:20 lf-pod1 FAIL -patrole 2018-04-07 14:24:48 lf-pod1 FAIL -snaps_smoke 2018-04-07 15:05:15 lf-pod1 FAIL SNAPS-283 -odl 2018-04-07 14:25:10 lf-pod1 PASS -neutron_trunk 2018-04-07 15:07:53 lf-pod1 FAIL -cloudify_ims lf-pod1 -vyos_vrouter lf-pod1 -juju_epc lf-pod1 -==================== =================== ========== ======== ========= diff --git a/docs/release/release-notes/compass.rst b/docs/release/release-notes/compass.rst deleted file mode 100644 index 57b6ac68e..000000000 --- a/docs/release/release-notes/compass.rst +++ /dev/null @@ -1,57 +0,0 @@ -compass -======= - -os-nosdn-nofeature-ha ---------------------- - -==================== =================== =========== ======== =========== -testcase date pod_name result jira -==================== =================== =========== ======== =========== -connection_check 2018-04-20 08:11:02 huawei-pod1 PASS -api_check 2018-04-18 05:41:29 huawei-pod1 PASS -snaps_health_check 2018-04-18 05:43:03 huawei-pod1 PASS -vping_ssh 2018-04-18 05:45:33 huawei-pod1 PASS -vping_userdata 2018-04-18 05:47:28 huawei-pod1 PASS -tempest_smoke_serial 2018-04-18 06:03:52 huawei-pod1 FAIL COMPASS-588 -rally_sanity 2018-04-18 06:33:29 huawei-pod1 PASS -refstack_defcore 2018-04-13 22:02:34 huawei-pod1 FAIL -patrole 2018-04-18 06:36:42 huawei-pod1 PASS -snaps_smoke 2018-04-18 07:30:19 huawei-pod1 FAIL SNAPS-283 -neutron_trunk 2018-04-18 07:33:57 huawei-pod1 FAIL -cloudify_ims 2018-04-18 08:19:27 huawei-pod1 PASS -vyos_vrouter 2018-04-18 08:45:36 huawei-pod1 PASS -juju_epc 2018-04-18 11:15:12 huawei-pod1 FAIL -==================== =================== =========== ======== =========== - -os-odl_l3-nofeature-ha ----------------------- - -==================== =================== =========== ======== ========= -testcase date pod_name result jira -==================== =================== =========== ======== ========= -connection_check 2018-04-17 03:03:00 huawei-pod1 PASS -api_check 2018-04-17 03:13:00 huawei-pod1 PASS -snaps_health_check 2018-04-17 03:13:37 huawei-pod1 PASS -vping_ssh 2018-04-17 03:14:32 huawei-pod1 PASS -vping_userdata 2018-04-17 03:15:24 huawei-pod1 PASS -tempest_smoke_serial 2018-04-17 03:31:19 huawei-pod1 FAIL -rally_sanity 2018-04-17 04:00:16 huawei-pod1 PASS -refstack_defcore 2018-04-12 20:39:54 huawei-pod1 PASS -patrole 2018-04-17 04:02:52 huawei-pod1 PASS -snaps_smoke 2018-04-17 04:52:31 huawei-pod1 FAIL SNAPS-283 -odl 2018-04-17 04:03:13 huawei-pod1 PASS -neutron_trunk 2018-04-17 04:55:37 huawei-pod1 FAIL -cloudify_ims 2018-04-17 05:25:17 huawei-pod1 PASS -vyos_vrouter 2018-04-17 05:51:12 huawei-pod1 PASS -juju_epc 2018-04-17 06:53:35 huawei-pod1 PASS -==================== =================== =========== ======== ========= - -k8-nosdn-nofeature-ha ---------------------- - -=============== =================== =========== ======== ====== -testcase date pod_name result jira -=============== =================== =========== ======== ====== -k8s_smoke 2018-04-17 19:28:56 huawei-pod1 FAIL -k8s_conformance 2018-04-17 19:44:09 huawei-pod1 FAIL -=============== =================== =========== ======== ====== diff --git a/docs/release/release-notes/conf.py b/docs/release/release-notes/conf.py deleted file mode 100644 index b9a996a7e..000000000 --- a/docs/release/release-notes/conf.py +++ /dev/null @@ -1,184 +0,0 @@ -# -*- coding: utf-8 -*- -# -# Functest Release Notes documentation build configuration file, created by -# sphinx-quickstart on Tue Apr 3 03:40:39 2018. -# -# This file is execfile()d with the current directory set to its -# containing dir. -# -# Note that not all possible configuration values are present in this -# autogenerated file. -# -# All configuration values have a default; values that are commented out -# serve to show the default. - -# If extensions (or modules to document with autodoc) are in another directory, -# add these directories to sys.path here. If the directory is relative to the -# documentation root, use os.path.abspath to make it absolute, like shown here. -# -# import os -# import sys -# sys.path.insert(0, os.path.abspath('.')) -import sphinx_opnfv_theme - - -# -- General configuration ------------------------------------------------ - -# If your documentation needs a minimal Sphinx version, state it here. -# -# needs_sphinx = '1.0' - -# Add any Sphinx extension module names here, as strings. They can be -# extensions coming with Sphinx (named 'sphinx.ext.*') or your custom -# ones. -extensions = [] - -# Add any paths that contain templates here, relative to this directory. -templates_path = ['_templates'] - -# The suffix(es) of source filenames. -# You can specify multiple suffix as a list of string: -# -# source_suffix = ['.rst', '.md'] -source_suffix = '.rst' - -# The master toctree document. -master_doc = 'index' - -# General information about the project. -project = u'Functest Release Notes' -copyright = u'2018, Functest <opnfv-tech-discuss@lists.opnfv.org>' -author = u'Functest <opnfv-tech-discuss@lists.opnfv.org>' - -# The version info for the project you're documenting, acts as replacement for -# |version| and |release|, also used in various other places throughout the -# built documents. -# -# The short X.Y version. -version = u'master' -# The full version, including alpha/beta/rc tags. -release = u'master' - -# The language for content autogenerated by Sphinx. Refer to documentation -# for a list of supported languages. -# -# This is also used if you do content translation via gettext catalogs. -# Usually you set "language" from the command line for these cases. -language = None - -# List of patterns, relative to source directory, that match files and -# directories to ignore when looking for source files. -# This patterns also effect to html_static_path and html_extra_path -exclude_patterns = [] - -# The name of the Pygments (syntax highlighting) style to use. -pygments_style = 'sphinx' - -# If true, `todo` and `todoList` produce output, else they produce nothing. -todo_include_todos = False - - -# -- Options for HTML output ---------------------------------------------- - -# The theme to use for HTML and HTML Help pages. See the documentation for -# a list of builtin themes. -# -html_theme = 'opnfv' - -# Theme options are theme-specific and customize the look and feel of a theme -# further. For a list of options available for each theme, see the -# documentation. -# -# html_theme_options = {} -html_theme_options = { - 'bootswatch_theme': 'journal', - 'navbar_sidebarrel': False, - 'navbar_title': '', -} - -# Add any paths that contain custom themes here, relative to this directory. -# html_theme_path = [] -html_theme_path = sphinx_opnfv_theme.get_html_theme_path() - -# Add any paths that contain custom static files (such as style sheets) here, -# relative to this directory. They are copied after the builtin static files, -# so a file named "default.css" will overwrite the builtin "default.css". -# html_static_path = [] - -# Custom sidebar templates, must be a dictionary that maps document names -# to template names. -# -# This is required for the alabaster theme -# refs: http://alabaster.readthedocs.io/en/latest/installation.html#sidebars -html_sidebars = { - '**': [ - 'relations.html', # needs 'show_related': True theme option to display - 'searchbox.html', - ] -} - - -# -- Options for HTMLHelp output ------------------------------------------ - -# Output file base name for HTML help builder. -htmlhelp_basename = 'FunctestReleaseNotesdoc' - - -# -- Options for LaTeX output --------------------------------------------- - -latex_elements = { - # The paper size ('letterpaper' or 'a4paper'). - # - # 'papersize': 'letterpaper', - - # The font size ('10pt', '11pt' or '12pt'). - # - # 'pointsize': '10pt', - - # Additional stuff for the LaTeX preamble. - # - # 'preamble': '', - - # Latex figure (float) alignment - # - # 'figure_align': 'htbp', -} - -# Grouping the document tree into LaTeX files. List of tuples -# (source start file, target name, title, -# author, documentclass [howto, manual, or own class]). -latex_documents = [ - (master_doc, 'FunctestReleaseNotes.tex', - u'Functest Release Notes Documentation', - u'Functest \\textless{}opnfv-tech-discuss@lists.opnfv.org\\textgreater{}', - 'manual'), -] - - -# -- Options for manual page output --------------------------------------- - -# One entry per manual page. List of tuples -# (source start file, name, description, authors, manual section). -man_pages = [ - (master_doc, - 'functestreleasenotes', - u'Functest Release Notes Documentation', - [author], - 1) -] - - -# -- Options for Texinfo output ------------------------------------------- - -# Grouping the document tree into Texinfo files. List of tuples -# (source start file, target name, title, author, -# dir menu entry, description, category) -texinfo_documents = [ - (master_doc, - 'FunctestReleaseNotes', - u'Functest Release Notes Documentation', - author, - 'FunctestReleaseNotes', - 'One line description of project.', - 'Miscellaneous'), -] diff --git a/docs/release/release-notes/daisy.rst b/docs/release/release-notes/daisy.rst deleted file mode 100644 index bd52f7099..000000000 --- a/docs/release/release-notes/daisy.rst +++ /dev/null @@ -1,47 +0,0 @@ -daisy -===== - -os-nosdn-nofeature-ha ---------------------- - -==================== =================== ========== ======== ========= -testcase date pod_name result jira -==================== =================== ========== ======== ========= -connection_check 2018-04-12 13:45:13 zte-pod2 PASS -api_check 2018-04-12 13:55:54 zte-pod2 PASS -snaps_health_check 2018-04-12 13:56:33 zte-pod2 PASS -vping_ssh 2018-04-12 13:58:58 zte-pod2 PASS -vping_userdata 2018-04-12 13:59:54 zte-pod2 PASS -tempest_smoke_serial 2018-04-12 14:15:24 zte-pod2 PASS -rally_sanity 2018-04-12 14:43:18 zte-pod2 PASS -refstack_defcore 2018-04-12 14:49:02 zte-pod2 PASS -patrole 2018-04-12 14:53:20 zte-pod2 PASS -snaps_smoke 2018-04-12 15:42:14 zte-pod2 PASS SNAPS-283 -neutron_trunk zte-pod2 -cloudify_ims 2018-04-12 16:14:40 zte-pod2 PASS -vyos_vrouter 2018-04-12 16:37:09 zte-pod2 PASS -juju_epc 2018-04-12 17:29:07 zte-pod2 PASS -==================== =================== ========== ======== ========= - -os-odl-nofeature-ha -------------------- - -==================== =================== ========== ======== ========= -testcase date pod_name result jira -==================== =================== ========== ======== ========= -connection_check 2018-04-12 20:58:36 zte-pod2 PASS -api_check 2018-04-12 21:09:58 zte-pod2 PASS -snaps_health_check 2018-04-12 21:10:36 zte-pod2 PASS -vping_ssh 2018-04-12 21:12:56 zte-pod2 PASS -vping_userdata 2018-04-12 21:14:03 zte-pod2 PASS -tempest_smoke_serial 2018-04-12 21:37:11 zte-pod2 FAIL -rally_sanity 2018-04-12 22:06:49 zte-pod2 PASS -refstack_defcore 2018-04-12 22:11:48 zte-pod2 PASS -patrole 2018-04-12 22:39:08 zte-pod2 FAIL -snaps_smoke 2018-04-12 00:34:53 zte-pod2 FAIL SNAPS-283 -odl 2018-04-12 22:40:09 zte-pod2 FAIL -neutron_trunk zte-pod2 -cloudify_ims 2018-04-12 22:48:35 zte-pod2 FAIL -vyos_vrouter 2018-04-12 22:49:39 zte-pod2 FAIL -juju_epc 2018-04-12 22:50:43 zte-pod2 FAIL -==================== =================== ========== ======== ========= diff --git a/docs/release/release-notes/fuel_amd64.rst b/docs/release/release-notes/fuel_amd64.rst deleted file mode 100644 index 0bc952bc6..000000000 --- a/docs/release/release-notes/fuel_amd64.rst +++ /dev/null @@ -1,47 +0,0 @@ -fuel(amd64) -=========== - -os-nosdn-nofeature-ha ---------------------- - -==================== =================== ========== ======== ======== -testcase date pod_name result jira -==================== =================== ========== ======== ======== -connection_check 2018-04-18 23:17:40 lf-pod2 PASS -api_check 2018-04-18 23:29:39 lf-pod2 PASS -snaps_health_check 2018-04-18 23:30:25 lf-pod2 PASS -vping_ssh 2018-04-18 23:31:30 lf-pod2 PASS -vping_userdata 2018-04-18 23:32:48 lf-pod2 PASS -tempest_smoke_serial 2018-04-18 23:52:15 lf-pod2 PASS -rally_sanity 2018-04-19 00:23:44 lf-pod2 PASS -refstack_defcore 2018-04-11 23:20:58 lf-pod2 PASS -patrole 2018-04-19 00:26:51 lf-pod2 PASS -snaps_smoke 2018-04-19 01:33:11 lf-pod2 FAIL FUEL-356 -neutron_trunk 2018-04-19 01:36:15 lf-pod2 PASS -cloudify_ims 2018-04-19 01:53:49 lf-pod2 FAIL -vyos_vrouter 2018-04-19 02:11:34 lf-pod2 FAIL -juju_epc 2018-04-19 02:20:31 lf-pod2 FAIL -==================== =================== ========== ======== ======== - -os-odl-nofeature-ha -------------------- - -==================== =================== ========== ======== ========= -testcase date pod_name result jira -==================== =================== ========== ======== ========= -connection_check 2018-04-13 04:43:03 lf-pod2 PASS -api_check 2018-04-13 05:01:11 lf-pod2 FAIL -snaps_health_check 2018-04-06 23:29:48 lf-pod2 PASS -vping_ssh 2018-04-06 23:31:06 lf-pod2 PASS -vping_userdata 2018-04-06 23:32:13 lf-pod2 PASS -tempest_smoke_serial 2018-04-06 23:51:25 lf-pod2 FAIL -rally_sanity 2018-04-07 00:24:03 lf-pod2 FAIL -refstack_defcore 2018-04-07 00:30:34 lf-pod2 PASS -patrole 2018-04-07 00:34:31 lf-pod2 PASS -snaps_smoke 2018-04-07 01:44:38 lf-pod2 FAIL SNAPS-283 -odl 2018-04-07 00:34:42 lf-pod2 FAIL -neutron_trunk 2018-04-07 01:47:59 lf-pod2 FAIL -cloudify_ims lf-pod2 -vyos_vrouter lf-pod2 -juju_epc lf-pod2 -==================== =================== ========== ======== ========= diff --git a/docs/release/release-notes/fuel_arm64.rst b/docs/release/release-notes/fuel_arm64.rst deleted file mode 100644 index 176b8323f..000000000 --- a/docs/release/release-notes/fuel_arm64.rst +++ /dev/null @@ -1,21 +0,0 @@ -fuel(arm64) -=========== - -os-nosdn-nofeature-ha ---------------------- - -==================== =================== ========== ======== ========= -testcase date pod_name result jira -==================== =================== ========== ======== ========= -connection_check 2018-04-11 12:08:43 arm-pod6 PASS -api_check 2018-04-11 11:56:14 arm-pod6 PASS -snaps_health_check 2018-04-11 12:01:02 arm-pod6 FAIL -vping_ssh 2018-04-05 20:31:11 arm-pod6 PASS -vping_userdata 2018-04-05 20:35:28 arm-pod6 PASS -tempest_smoke_serial 2018-04-05 21:47:34 arm-pod6 PASS -rally_sanity 2018-04-05 23:07:52 arm-pod6 PASS -refstack_defcore 2018-04-05 23:32:04 arm-pod6 FAIL -patrole 2018-04-05 23:47:59 arm-pod6 PASS -snaps_smoke 2018-04-06 02:56:45 arm-pod6 FAIL SNAPS-283 -neutron_trunk 2018-04-06 03:10:36 arm-pod6 PASS -==================== =================== ========== ======== ========= diff --git a/docs/release/release-notes/functest-gating.rst b/docs/release/release-notes/functest-gating.rst deleted file mode 100644 index 0aac41b33..000000000 --- a/docs/release/release-notes/functest-gating.rst +++ /dev/null @@ -1,27 +0,0 @@ -.. SPDX-License-Identifier: CC-BY-4.0 - -Release Gating -============== - -Thanks to the analysis of the offical OPNFV results and local tests (see -`Orange ONAP Openlab`_), Functest is trustable for verifying all OPNFV Fraser -installers and more generally classical OpenStack Pike and Kubernetes -deployments. - -It should be noted that: - - * any failed result highlights side effects for end users - * OpenStack scenarios which don't pass tempest_smoke_serial break the - upstream rules (and then decrease the overall quality) as all patches are - tested vs tempest in OpenStack gating - -.. _`Orange ONAP Openlab`: https://wiki.opnfv.org/pages/viewpage.action?pageId=13211751 - -.. toctree:: - - apex.rst - compass.rst - daisy.rst - fuel_amd64.rst - fuel_arm64.rst - joid.rst diff --git a/docs/release/release-notes/functest-release.rst b/docs/release/release-notes/functest-release.rst index bb7600d35..b5e228caa 100644 --- a/docs/release/release-notes/functest-release.rst +++ b/docs/release/release-notes/functest-release.rst @@ -23,43 +23,62 @@ OpenStack The internal test cases are: * connection_check - * api_check - * snaps_health_check + * tenantnetwork1 + * tenantnetwork2 + * vmready1 + * vmready2 + * singlevm1 + * singlevm2 * vping_ssh * vping_userdata - * tempest_smoke_serial - * rally_sanity - * refstack_defcore - * patrole + * cinder_test + * tempest_smoke + * tempest_horizon * odl - * snaps_smoke - * neutron_trunk + * tempest_neutron + * tempest_cinder + * tempest_keystone + * tempest_heat + * tempest_telemetry + * rally_sanity + * refstack_compute + * refstack_object + * refstack_platform * tempest_full + * tempest_scenario + * tempest_slow + * patrole_admin + * patrole_user + * patrole_reader + * tempest_barbican + * tempest_octavia + * tempest_cyborg * rally_full + * rally_jobs + * vmtp + * shaker + * cloudify * cloudify_ims + * heat_ims * vyos_vrouter * juju_epc -The OPNFV projects integrated into Functest framework for automation are: - - * doctor - * bgpvpn - * odl-sfc - * barometer - * fds - Kubernetes ---------- The internal test cases are: + * k8s_quick * k8s_smoke * k8s_conformance - -The OPNFV projects integrated into Functest framework for automation are: - - * stor4nfv - * clover + * xrally_kubernetes + * kube_hunter + * kube_bench_master + * kube_bench_node + * xrally_kubernetes_full + * k8s_vims + * helm_vims + * cnf_conformance Release Data ============ @@ -80,83 +99,62 @@ Software * https://hub.docker.com/r/opnfv/functest-healthcheck * https://hub.docker.com/r/opnfv/functest-smoke - * https://hub.docker.com/r/opnfv/functest-features - * https://hub.docker.com/r/opnfv/functest-components + * https://hub.docker.com/r/opnfv/functest-benchmarking * https://hub.docker.com/r/opnfv/functest-vnf + * https://hub.docker.com/r/opnfv/functest-smoke-cntt + * https://hub.docker.com/r/opnfv/functest-benchmarking-cntt Functest Docker images (Kubernetes): * https://hub.docker.com/r/opnfv/functest-kubernetes-healthcheck * https://hub.docker.com/r/opnfv/functest-kubernetes-smoke - * https://hub.docker.com/r/opnfv/functest-kubernetes-features + * https://hub.docker.com/r/opnfv/functest-kubernetes-security + * https://hub.docker.com/r/opnfv/functest-kubernetes-benchmarking + * https://hub.docker.com/r/opnfv/functest-kubernetes-cnf Docker tag for master: latest Documents --------- - * Config Guide: http://docs.opnfv.org/en/latest/submodules/functest/docs/testing/user/configguide/index.html - * User Guide: http://docs.opnfv.org/en/latest/submodules/functest/docs/testing/user/userguide/index.html - * Developer Guide: http://docs.opnfv.org/en/latest/submodules/functest/docs/testing/developer/devguide/index.html - * API Docs: http://functest.readthedocs.io/en/latest/ + * Functest Guides: https://functest.readthedocs.io/en/latest/ + * API Docs: https://functest-api.readthedocs.io/en/latest/ Version change ============== -New test cases --------------- - - * neutron_trunk - * patrole - * juju_epc - * k8s_smoke - * k8s_conformance - * stor4nfv - * clover - Key changes ----------- - * update test cases and containers to `OpenStack Pike`_ - * move the framework into a separate project: Xtesting_ - * ease running all containers thanks to default values - * clean interfaces with OPNFV Installers and Features - * rewrite all vnfs to allow multiple tests in parallel - * fully support non-default region names and Keystone v3 domains - * refactor all tempest-based test cases (e.g. refstack_defcore) - * remove obsolete OpenStack and Functest utils - * verify all changes via doc8 and yamllint too - * generate reports for all tempest-based test cases + * update testcases and containers to `OpenStack master`_ and to + `Kubernetes master`_ -.. _`OpenStack Pike`: https://raw.githubusercontent.com/openstack/requirements/stable/pike/upper-constraints.txt -.. _Xtesting: http://xtesting.readthedocs.io/en/latest/ +.. _`OpenStack master`: https://github.com/openstack/requirements/blob/master/upper-constraints.txt +.. _`Kubernetes master`: https://github.com/kubernetes/kubernetes Key benefits ------------ - * the enduser can run all tests by setting only one input (EXTERNAL_NETWORK) - * the developer can only work on the test suites without diving into CI/CD - integration - * both OpenStack and Kubernetes deployments can be verified - * Functest test cases are trustable as they meet the best coding rules (unit - tests, coverage, linters, etc.) - * Functest can be reused in other projects (e.g. - `ONS: Re-using OPNFV framework tests for LFN projects`_) + * the enduser can easily deploy its own `Functest toolchains`_ in few commands + * everyone can pick stable Functest rolling releases (latest included) + * Functest can verify VIM in production even on `Raspberry PI`_ + * all testcases can run in parallel (tested with 4 executors in our gates) + * no remaining resources detected in our gates after multiple runs -.. _`ONS: Re-using OPNFV framework tests for LFN projects`: https://wiki.lfnetworking.org/display/LN/LFN+Developer+Forum+Schedule?preview=/328197/328329/ONS-OPNFV%20framework%20tests%20for%20LFN%20projects.pdf +.. _`Functest toolchains`: https://github.com/collivier/ansible-role-xtesting +.. _`Raspberry PI`: https://github.com/opnfv/functest/blob/master/PI.md Code quality ------------ - * pylint: ~9.5/10 - * code coverage: ~70% + * pylint: 10.00/10 + * code coverage: 70% Useful links ============ - * wiki project page: https://wiki.opnfv.org/opnfv_functional_testing - * Functest git repository: https://git.opnfv.org/cgit/functest - * Functest CI dashboard: https://build.opnfv.org/ci/view/functest/ + * Functest git repository: https://github.com/opnfv/functest + * Functest CI dashboard: http://104.154.71.112:8080/view/functest/ * JIRA dashboard: https://jira.opnfv.org/secure/Dashboard.jspa?selectPageId=10611 * Functest IRC channel: #opnfv-functest * Reporting page: http://testresults.opnfv.org/reporting/master/functest/functest.html diff --git a/docs/release/release-notes/index.rst b/docs/release/release-notes/index.rst index 5ded938da..25c2cbdfb 100644 --- a/docs/release/release-notes/index.rst +++ b/docs/release/release-notes/index.rst @@ -7,10 +7,6 @@ Functest Release Notes ********************** .. toctree:: - :numbered: :maxdepth: 4 functest-release.rst - functest-gating.rst - -Build date: |today| diff --git a/docs/release/release-notes/joid.rst b/docs/release/release-notes/joid.rst deleted file mode 100644 index 08acc947f..000000000 --- a/docs/release/release-notes/joid.rst +++ /dev/null @@ -1,24 +0,0 @@ -joid -==== - -os-nosdn-nofeature-ha ---------------------- - -==================== =================== ============ ======== ========= -testcase date pod_name result jira -==================== =================== ============ ======== ========= -connection_check 2018-04-19 08:34:42 huawei-pod12 PASS -api_check 2018-04-19 08:43:15 huawei-pod12 PASS -snaps_health_check 2018-04-19 08:43:44 huawei-pod12 PASS -vping_ssh 2018-04-19 08:45:12 huawei-pod12 PASS -vping_userdata 2018-04-19 08:46:31 huawei-pod12 PASS -tempest_smoke_serial 2018-04-19 09:01:29 huawei-pod12 FAIL -rally_sanity 2018-04-19 09:05:00 huawei-pod12 FAIL -refstack_defcore 2018-04-12 23:47:59 huawei-pod12 FAIL -patrole 2018-04-19 09:08:12 huawei-pod12 FAIL -snaps_smoke 2018-04-19 09:54:29 huawei-pod12 FAIL SNAPS-283 -neutron_trunk huawei-pod12 -cloudify_ims 2018-04-19 09:57:23 huawei-pod12 FAIL -vyos_vrouter 2018-04-19 10:03:12 huawei-pod12 FAIL -juju_epc 2018-04-19 10:03:38 huawei-pod12 FAIL -==================== =================== ============ ======== ========= |