From baa8f2d5f67d45e5761f92cb93fe22050f08d0fe Mon Sep 17 00:00:00 2001 From: Cédric Ollivier Date: Tue, 27 Feb 2018 14:25:49 +0100 Subject: Clean all OpenStack related modules MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Xtesting is only focused on the framework and entry points. Change-Id: I1a4146ed8519438b13810a20ddf1140c35bb6ecd Signed-off-by: Cédric Ollivier --- docs/com/css/theme/OPNFV-Berlin.css | 301 --------------- docs/com/css/theme/OPNFV.css | 297 --------------- docs/com/img/Functest-CI.png | Bin 111010 -> 0 bytes docs/com/img/LinuxFoundation.png | Bin 11043 -> 0 bytes docs/com/img/OPNFV-Berlin.png | Bin 24877 -> 0 bytes docs/com/img/OPNFV.png | Bin 24877 -> 0 bytes docs/com/img/OPNFV_testing_group.png | Bin 87295 -> 0 bytes docs/com/img/bandeau-bas.png | Bin 14418 -> 0 bytes docs/com/img/colorado.jpeg | Bin 10160 -> 0 bytes docs/com/img/colorado.png | Bin 1953150 -> 0 bytes docs/com/img/jiras.png | Bin 31254 -> 0 bytes docs/com/img/jiras2.png | Bin 25214 -> 0 bytes docs/com/img/leaf.png | Bin 7919 -> 0 bytes docs/com/img/logo-OPNFV-Berlin.png | Bin 10325 -> 0 bytes docs/com/img/logo-OPNFV.png | Bin 2829 -> 0 bytes docs/com/img/matrix.png | Bin 50992 -> 0 bytes docs/com/img/opnfv_how_to_functest1.png | Bin 146621 -> 0 bytes docs/com/img/reporting.png | Bin 68292 -> 0 bytes docs/com/img/teamSummitBerlin.png | Bin 899923 -> 0 bytes docs/com/img/testapi0.png | Bin 1063158 -> 0 bytes docs/com/img/testapi1.png | Bin 63056 -> 0 bytes docs/com/img/title-bg-berlin.png | Bin 204395 -> 0 bytes docs/com/img/title-bg.jpg | Bin 46226 -> 0 bytes docs/com/img/title-bg.png | Bin 29675 -> 0 bytes docs/com/img/wordle-opnfv2.png | Bin 42431 -> 0 bytes docs/com/pres/Summit/Berlin-2016/conversation.html | 251 ------------- .../com/pres/Summit/Berlin-2016/summit-Berlin.html | 313 ---------------- docs/com/pres/Summit/Berlin-2016/testapi.html | 274 -------------- docs/com/pres/dashboard/dashboard_status.html | 146 -------- .../pres/dashboard/dashboard_status/._danube.jpg | Bin 468 -> 0 bytes .../dashboard_status/._dashboard_generate.png | Bin 511 -> 0 bytes .../pres/dashboard/dashboard_status/._duration.png | Bin 325 -> 0 bytes .../dashboard/dashboard_status/._generation.png | Bin 503 -> 0 bytes .../pres/dashboard/dashboard_status/._number.png | Bin 325 -> 0 bytes .../dashboard/dashboard_status/._percentage.png | Bin 382 -> 0 bytes .../dashboard/dashboard_status/._period_select.png | Bin 325 -> 0 bytes .../dashboard/dashboard_status/._result_model.png | Bin 505 -> 0 bytes .../dashboard/dashboard_status/._selection_1.png | Bin 325 -> 0 bytes .../dashboard/dashboard_status/._selection_2.png | Bin 325 -> 0 bytes .../com/pres/dashboard/dashboard_status/danube.jpg | Bin 320256 -> 0 bytes .../dashboard_status/dashboard_generate.png | Bin 15169 -> 0 bytes .../pres/dashboard/dashboard_status/duration.png | Bin 99179 -> 0 bytes .../pres/dashboard/dashboard_status/generation.png | Bin 18823 -> 0 bytes .../pres/dashboard/dashboard_status/logo-OPNFV.png | Bin 2829 -> 0 bytes .../com/pres/dashboard/dashboard_status/number.png | Bin 89080 -> 0 bytes .../pres/dashboard/dashboard_status/percentage.png | Bin 94954 -> 0 bytes .../dashboard/dashboard_status/period_select.png | Bin 53468 -> 0 bytes .../dashboard/dashboard_status/result_model.png | Bin 62624 -> 0 bytes .../dashboard/dashboard_status/selection_1.png | Bin 122394 -> 0 bytes .../dashboard/dashboard_status/selection_2.png | Bin 113187 -> 0 bytes .../pres/dashboard/dashboard_status/title-bg.png | Bin 29675 -> 0 bytes docs/com/pres/dockerslicing/dockerslicing.md | 124 ------- docs/com/pres/dockerslicing/index.html | 52 --- .../pres/euphrates_functest_evolution/euphrates.md | 281 -------------- .../pres/euphrates_functest_evolution/index.html | 52 --- docs/com/pres/framework/framework.md | 407 --------------------- docs/com/pres/framework/index.html | 52 --- docs/com/pres/reveal.js | 1 - 58 files changed, 2551 deletions(-) delete mode 100644 docs/com/css/theme/OPNFV-Berlin.css delete mode 100644 docs/com/css/theme/OPNFV.css delete mode 100644 docs/com/img/Functest-CI.png delete mode 100644 docs/com/img/LinuxFoundation.png delete mode 100644 docs/com/img/OPNFV-Berlin.png delete mode 100644 docs/com/img/OPNFV.png delete mode 100644 docs/com/img/OPNFV_testing_group.png delete mode 100644 docs/com/img/bandeau-bas.png delete mode 100644 docs/com/img/colorado.jpeg delete mode 100644 docs/com/img/colorado.png delete mode 100644 docs/com/img/jiras.png delete mode 100644 docs/com/img/jiras2.png delete mode 100644 docs/com/img/leaf.png delete mode 100644 docs/com/img/logo-OPNFV-Berlin.png delete mode 100644 docs/com/img/logo-OPNFV.png delete mode 100644 docs/com/img/matrix.png delete mode 100644 docs/com/img/opnfv_how_to_functest1.png delete mode 100644 docs/com/img/reporting.png delete mode 100644 docs/com/img/teamSummitBerlin.png delete mode 100644 docs/com/img/testapi0.png delete mode 100644 docs/com/img/testapi1.png delete mode 100644 docs/com/img/title-bg-berlin.png delete mode 100644 docs/com/img/title-bg.jpg delete mode 100644 docs/com/img/title-bg.png delete mode 100644 docs/com/img/wordle-opnfv2.png delete mode 100644 docs/com/pres/Summit/Berlin-2016/conversation.html delete mode 100644 docs/com/pres/Summit/Berlin-2016/summit-Berlin.html delete mode 100644 docs/com/pres/Summit/Berlin-2016/testapi.html delete mode 100644 docs/com/pres/dashboard/dashboard_status.html delete mode 100644 docs/com/pres/dashboard/dashboard_status/._danube.jpg delete mode 100644 docs/com/pres/dashboard/dashboard_status/._dashboard_generate.png delete mode 100644 docs/com/pres/dashboard/dashboard_status/._duration.png delete mode 100644 docs/com/pres/dashboard/dashboard_status/._generation.png delete mode 100644 docs/com/pres/dashboard/dashboard_status/._number.png delete mode 100644 docs/com/pres/dashboard/dashboard_status/._percentage.png delete mode 100644 docs/com/pres/dashboard/dashboard_status/._period_select.png delete mode 100644 docs/com/pres/dashboard/dashboard_status/._result_model.png delete mode 100644 docs/com/pres/dashboard/dashboard_status/._selection_1.png delete mode 100644 docs/com/pres/dashboard/dashboard_status/._selection_2.png delete mode 100644 docs/com/pres/dashboard/dashboard_status/danube.jpg delete mode 100644 docs/com/pres/dashboard/dashboard_status/dashboard_generate.png delete mode 100644 docs/com/pres/dashboard/dashboard_status/duration.png delete mode 100644 docs/com/pres/dashboard/dashboard_status/generation.png delete mode 100644 docs/com/pres/dashboard/dashboard_status/logo-OPNFV.png delete mode 100644 docs/com/pres/dashboard/dashboard_status/number.png delete mode 100644 docs/com/pres/dashboard/dashboard_status/percentage.png delete mode 100644 docs/com/pres/dashboard/dashboard_status/period_select.png delete mode 100644 docs/com/pres/dashboard/dashboard_status/result_model.png delete mode 100644 docs/com/pres/dashboard/dashboard_status/selection_1.png delete mode 100644 docs/com/pres/dashboard/dashboard_status/selection_2.png delete mode 100644 docs/com/pres/dashboard/dashboard_status/title-bg.png delete mode 100644 docs/com/pres/dockerslicing/dockerslicing.md delete mode 100644 docs/com/pres/dockerslicing/index.html delete mode 100644 docs/com/pres/euphrates_functest_evolution/euphrates.md delete mode 100644 docs/com/pres/euphrates_functest_evolution/index.html delete mode 100644 docs/com/pres/framework/framework.md delete mode 100644 docs/com/pres/framework/index.html delete mode 160000 docs/com/pres/reveal.js (limited to 'docs/com') diff --git a/docs/com/css/theme/OPNFV-Berlin.css b/docs/com/css/theme/OPNFV-Berlin.css deleted file mode 100644 index 9f957d6f..00000000 --- a/docs/com/css/theme/OPNFV-Berlin.css +++ /dev/null @@ -1,301 +0,0 @@ -/** - * White theme for reveal.js. This is the opposite of the 'black' theme. - * - * Copyright (C) 2015 Hakim El Hattab, http://hakim.se - */ -section.has-dark-background, section.has-dark-background h1, section.has-dark-background h2, section.has-dark-background h3, section.has-dark-background h4, section.has-dark-background h5, section.has-dark-background h6 { - color: #fff; } - -/********************************************* - * GLOBAL STYLES - *********************************************/ -body { - background-color: #39324c; - } - - - -.reveal { - font-family: Helvetica, sans-serif; - font-size: 38px; - font-weight: normal; - color: #fff; } - -::selection { - color: #fff; - background: #98bdef; - text-shadow: none; } - -.reveal .footer { - position: absolute; - bottom: 1em; - left: 1em; - font-size: 0.5em; - - } - -.reveal .slides > section, .reveal .slides > section > section { - line-height: 1.3; - font-weight: inherit; } - -.reveal .opnfv-title { - background-image: url("../../img/title-bg-berlin.png" no-repeat); -} - - -.transition { -} - -.imageflottante -{ - float: left; -} - -/********************************************* - * HEADERS - *********************************************/ -.reveal h1, .reveal h2, .reveal h3, .reveal h4, .reveal h5, .reveal h6 { - margin: 0 0 20px 0; - color: #222; - font-family: Helvetica, sans-serif; - font-weight: 600; - line-height: 1.2; - letter-spacing: normal; - text-transform: uppercase; - text-shadow: none; - word-wrap: break-word; } - -.reveal h1 { - font-size: 1.7em; - color: #E6EFF2 } - -.reveal h2 { - font-size: 1.5em; - color: #DCD3E0 } - -.reveal h3 { - font-size: 1.3em; - color: #FFFFFF } - -.reveal h4 { - font-size: 1em; - color: #FFFFFF } - -.reveal h5 { - font-size: 0.6em; - color: #FFFFFF } - -.reveal h1 { - text-shadow: none; } - - -/********************************************* - * OTHER - *********************************************/ -.reveal p { - margin: 20px 0; - line-height: 1.3; } - -/* Ensure certain elements are never larger than the slide itself */ -.reveal img, .reveal video, .reveal iframe { - max-width: 95%; - max-height: 95%; } - -.reveal strong, .reveal b { - font-weight: bold; } - -.reveal em { - font-style: italic; } - -.reveal ol, .reveal dl, .reveal ul { - display: inline-block; - text-align: left; - margin: 0 0 0 1em; } - -.reveal ol { - list-style-type: decimal; } - -.reveal ul { - list-style-type: disc; } - -.reveal ul ul { - list-style-type: square; } - -.reveal ul ul ul { - list-style-type: circle; } - -.reveal ul ul, .reveal ul ol, .reveal ol ol, .reveal ol ul { - display: block; - margin-left: 40px; } - -.reveal dt { - font-weight: bold; } - -.reveal dd { - margin-left: 40px; } - -.reveal q, .reveal blockquote { - quotes: none; } - -.reveal blockquote { - display: block; - position: relative; - width: 70%; - margin: 20px auto; - padding: 5px; - font-style: italic; - background: rgba(255, 255, 255, 0.05); - box-shadow: 0px 0px 2px rgba(0, 0, 0, 0.2); } - -.reveal blockquote p:first-child, .reveal blockquote p:last-child { - display: inline-block; } - -.reveal q { - font-style: italic; } - -.reveal pre { - display: block; - position: relative; - width: 90%; - margin: 20px auto; - text-align: left; - font-size: 0.55em; - font-family: monospace; - line-height: 1.2em; - word-wrap: break-word; - box-shadow: 0px 0px 6px rgba(0, 0, 0, 0.3); } - -.reveal code { - font-family: monospace; } - -.reveal pre code { - display: block; - padding: 5px; - overflow: auto; - max-height: 400px; - word-wrap: normal; } - -.reveal table { - margin: auto; - border-collapse: collapse; - border-spacing: 0; } - -.reveal table th { - font-weight: bold; } - -.reveal table th, .reveal table td { - text-align: left; - padding: 0.2em 0.5em 0.2em 0.5em; - border-bottom: 1px solid; } - -.reveal table th[align="center"], .reveal table td[align="center"] { - text-align: center; } - -.reveal table th[align="right"], .reveal table td[align="right"] { - text-align: right; } - -.reveal table tr:last-child td { - border-bottom: none; } - -.reveal sup { - vertical-align: super; } - -.reveal sub { - vertical-align: sub; } - -.reveal small { - display: inline-block; - font-size: 0.6em; - line-height: 1.2em; - vertical-align: top; } - -.reveal small * { - vertical-align: top; } - -/********************************************* - * LINKS - *********************************************/ -.reveal a { - color: #08cec7; - text-decoration: none; - -webkit-transition: color 0.15s ease; - -moz-transition: color 0.15s ease; - transition: color 0.15s ease; } - -.reveal a:hover { - color: #6ca2e8; - text-shadow: none; - border: none; } - -.reveal .roll span:after { - color: #fff; - background: #1a54a1; } - -/********************************************* - * IMAGES - *********************************************/ -.reveal section img { - margin: 15px 0px; - background: rgba(255, 255, 255, 0.12); - border: 4px solid #222; - box-shadow: 0 0 10px rgba(0, 0, 0, 0.15); } - -.reveal section img.plain { - border: 0; - box-shadow: none; } - -.reveal a img { - -webkit-transition: all 0.15s linear; - -moz-transition: all 0.15s linear; - transition: all 0.15s linear; } - -.reveal a:hover img { - background: rgba(255, 255, 255, 0.2); - border-color: #2a76dd; - box-shadow: 0 0 20px rgba(0, 0, 0, 0.55); } - -/********************************************* - * NAVIGATION CONTROLS - *********************************************/ -.reveal .controls .navigate-left, .reveal .controls .navigate-left.enabled { - border-right-color: #2a76dd; } - -.reveal .controls .navigate-right, .reveal .controls .navigate-right.enabled { - border-left-color: #2a76dd; } - -.reveal .controls .navigate-up, .reveal .controls .navigate-up.enabled { - border-bottom-color: #2a76dd; } - -.reveal .controls .navigate-down, .reveal .controls .navigate-down.enabled { - border-top-color: #2a76dd; } - -.reveal .controls .navigate-left.enabled:hover { - border-right-color: #6ca2e8; } - -.reveal .controls .navigate-right.enabled:hover { - border-left-color: #6ca2e8; } - -.reveal .controls .navigate-up.enabled:hover { - border-bottom-color: #6ca2e8; } - -.reveal .controls .navigate-down.enabled:hover { - border-top-color: #6ca2e8; } - -/********************************************* - * PROGRESS BAR - *********************************************/ -.reveal .progress { - background: rgba(0, 0, 0, 0.2); } - -.reveal .progress span { - background: #2a76dd; - -webkit-transition: width 800ms cubic-bezier(0.26, 0.86, 0.44, 0.985); - -moz-transition: width 800ms cubic-bezier(0.26, 0.86, 0.44, 0.985); - transition: width 800ms cubic-bezier(0.26, 0.86, 0.44, 0.985); } - -/********************************************* - * SLIDE NUMBER - *********************************************/ -.reveal .slide-number { - color: #2a76dd; } - diff --git a/docs/com/css/theme/OPNFV.css b/docs/com/css/theme/OPNFV.css deleted file mode 100644 index 745a2a8d..00000000 --- a/docs/com/css/theme/OPNFV.css +++ /dev/null @@ -1,297 +0,0 @@ -/** - * White theme for reveal.js. This is the opposite of the 'black' theme. - * - * Copyright (C) 2015 Hakim El Hattab, http://hakim.se - */ -section.has-dark-background, section.has-dark-background h1, section.has-dark-background h2, section.has-dark-background h3, section.has-dark-background h4, section.has-dark-background h5, section.has-dark-background h6 { - color: #fff; } - -/********************************************* - * GLOBAL STYLES - *********************************************/ -body { - } - - - -.reveal { - font-family: Helvetica, sans-serif; - font-size: 38px; - font-weight: normal; - color: #222; } - -::selection { - color: #fff; - background: #98bdef; - text-shadow: none; } - -.reveal .footer { - position: absolute; - bottom: 1em; - left: 1em; - font-size: 0.5em; - - } - -.reveal .slides > section, .reveal .slides > section > section { - line-height: 1.3; - font-weight: inherit; } - -.reveal .opnfv-title { - background-image: url("../../img/title-bg.png" no-repeat); -} - - -.transition { -} - -.imageflottante -{ - float: left; -} - -/********************************************* - * HEADERS - *********************************************/ -.reveal h1, .reveal h2, .reveal h3, .reveal h4, .reveal h5, .reveal h6 { - margin: 0 0 20px 0; - color: #222; - font-family: Helvetica, sans-serif; - font-weight: 600; - line-height: 1.2; - letter-spacing: normal; - text-transform: uppercase; - text-shadow: none; - word-wrap: break-word; } - -.reveal h1 { - font-size: 1.7em; } - -.reveal h2 { - font-size: 1.5em; } - -.reveal h3 { - font-size: 1.3em; } - -.reveal h4 { - font-size: 1em; - color: #FFFFFF } - -.reveal h5 { - font-size: 0.6em; - color: #FFFFFF } - -.reveal h1 { - text-shadow: none; } - - -/********************************************* - * OTHER - *********************************************/ -.reveal p { - margin: 20px 0; - line-height: 1.3; } - -/* Ensure certain elements are never larger than the slide itself */ -.reveal img, .reveal video, .reveal iframe { - max-width: 95%; - max-height: 95%; } - -.reveal strong, .reveal b { - font-weight: bold; } - -.reveal em { - font-style: italic; } - -.reveal ol, .reveal dl, .reveal ul { - display: inline-block; - text-align: left; - margin: 0 0 0 1em; } - -.reveal ol { - list-style-type: decimal; } - -.reveal ul { - list-style-type: disc; } - -.reveal ul ul { - list-style-type: square; } - -.reveal ul ul ul { - list-style-type: circle; } - -.reveal ul ul, .reveal ul ol, .reveal ol ol, .reveal ol ul { - display: block; - margin-left: 40px; } - -.reveal dt { - font-weight: bold; } - -.reveal dd { - margin-left: 40px; } - -.reveal q, .reveal blockquote { - quotes: none; } - -.reveal blockquote { - display: block; - position: relative; - width: 70%; - margin: 20px auto; - padding: 5px; - font-style: italic; - background: rgba(255, 255, 255, 0.05); - box-shadow: 0px 0px 2px rgba(0, 0, 0, 0.2); } - -.reveal blockquote p:first-child, .reveal blockquote p:last-child { - display: inline-block; } - -.reveal q { - font-style: italic; } - -.reveal pre { - display: block; - position: relative; - width: 90%; - margin: 20px auto; - text-align: left; - font-size: 0.55em; - font-family: monospace; - line-height: 1.2em; - word-wrap: break-word; - box-shadow: 0px 0px 6px rgba(0, 0, 0, 0.3); } - -.reveal code { - font-family: monospace; } - -.reveal pre code { - display: block; - padding: 5px; - overflow: auto; - max-height: 400px; - word-wrap: normal; } - -.reveal table { - margin: auto; - border-collapse: collapse; - border-spacing: 0; } - -.reveal table th { - font-weight: bold; } - -.reveal table th, .reveal table td { - text-align: left; - padding: 0.2em 0.5em 0.2em 0.5em; - border-bottom: 1px solid; } - -.reveal table th[align="center"], .reveal table td[align="center"] { - text-align: center; } - -.reveal table th[align="right"], .reveal table td[align="right"] { - text-align: right; } - -.reveal table tr:last-child td { - border-bottom: none; } - -.reveal sup { - vertical-align: super; } - -.reveal sub { - vertical-align: sub; } - -.reveal small { - display: inline-block; - font-size: 0.6em; - line-height: 1.2em; - vertical-align: top; } - -.reveal small * { - vertical-align: top; } - -/********************************************* - * LINKS - *********************************************/ -.reveal a { - color: #08cec7; - text-decoration: none; - -webkit-transition: color 0.15s ease; - -moz-transition: color 0.15s ease; - transition: color 0.15s ease; } - -.reveal a:hover { - color: #6ca2e8; - text-shadow: none; - border: none; } - -.reveal .roll span:after { - color: #fff; - background: #1a54a1; } - -/********************************************* - * IMAGES - *********************************************/ -.reveal section img { - margin: 15px 0px; - background: rgba(255, 255, 255, 0.12); - border: 4px solid #222; - box-shadow: 0 0 10px rgba(0, 0, 0, 0.15); } - -.reveal section img.plain { - border: 0; - box-shadow: none; } - -.reveal a img { - -webkit-transition: all 0.15s linear; - -moz-transition: all 0.15s linear; - transition: all 0.15s linear; } - -.reveal a:hover img { - background: rgba(255, 255, 255, 0.2); - border-color: #2a76dd; - box-shadow: 0 0 20px rgba(0, 0, 0, 0.55); } - -/********************************************* - * NAVIGATION CONTROLS - *********************************************/ -.reveal .controls .navigate-left, .reveal .controls .navigate-left.enabled { - border-right-color: #2a76dd; } - -.reveal .controls .navigate-right, .reveal .controls .navigate-right.enabled { - border-left-color: #2a76dd; } - -.reveal .controls .navigate-up, .reveal .controls .navigate-up.enabled { - border-bottom-color: #2a76dd; } - -.reveal .controls .navigate-down, .reveal .controls .navigate-down.enabled { - border-top-color: #2a76dd; } - -.reveal .controls .navigate-left.enabled:hover { - border-right-color: #6ca2e8; } - -.reveal .controls .navigate-right.enabled:hover { - border-left-color: #6ca2e8; } - -.reveal .controls .navigate-up.enabled:hover { - border-bottom-color: #6ca2e8; } - -.reveal .controls .navigate-down.enabled:hover { - border-top-color: #6ca2e8; } - -/********************************************* - * PROGRESS BAR - *********************************************/ -.reveal .progress { - background: rgba(0, 0, 0, 0.2); } - -.reveal .progress span { - background: #2a76dd; - -webkit-transition: width 800ms cubic-bezier(0.26, 0.86, 0.44, 0.985); - -moz-transition: width 800ms cubic-bezier(0.26, 0.86, 0.44, 0.985); - transition: width 800ms cubic-bezier(0.26, 0.86, 0.44, 0.985); } - -/********************************************* - * SLIDE NUMBER - *********************************************/ -.reveal .slide-number { - color: #2a76dd; } - diff --git a/docs/com/img/Functest-CI.png b/docs/com/img/Functest-CI.png deleted file mode 100644 index fd58ec2c..00000000 Binary files a/docs/com/img/Functest-CI.png and /dev/null differ diff --git a/docs/com/img/LinuxFoundation.png b/docs/com/img/LinuxFoundation.png deleted file mode 100644 index a9b01d0f..00000000 Binary files a/docs/com/img/LinuxFoundation.png and /dev/null differ diff --git a/docs/com/img/OPNFV-Berlin.png b/docs/com/img/OPNFV-Berlin.png deleted file mode 100644 index a7041c0e..00000000 Binary files a/docs/com/img/OPNFV-Berlin.png and /dev/null differ diff --git a/docs/com/img/OPNFV.png b/docs/com/img/OPNFV.png deleted file mode 100644 index a7041c0e..00000000 Binary files a/docs/com/img/OPNFV.png and /dev/null differ diff --git a/docs/com/img/OPNFV_testing_group.png b/docs/com/img/OPNFV_testing_group.png deleted file mode 100644 index 4b8c2c05..00000000 Binary files a/docs/com/img/OPNFV_testing_group.png and /dev/null differ diff --git a/docs/com/img/bandeau-bas.png b/docs/com/img/bandeau-bas.png deleted file mode 100644 index e25c4f6d..00000000 Binary files a/docs/com/img/bandeau-bas.png and /dev/null differ diff --git a/docs/com/img/colorado.jpeg b/docs/com/img/colorado.jpeg deleted file mode 100644 index c858bacf..00000000 Binary files a/docs/com/img/colorado.jpeg and /dev/null differ diff --git a/docs/com/img/colorado.png b/docs/com/img/colorado.png deleted file mode 100644 index 04f3a1c6..00000000 Binary files a/docs/com/img/colorado.png and /dev/null differ diff --git a/docs/com/img/jiras.png b/docs/com/img/jiras.png deleted file mode 100644 index ecefcf73..00000000 Binary files a/docs/com/img/jiras.png and /dev/null differ diff --git a/docs/com/img/jiras2.png b/docs/com/img/jiras2.png deleted file mode 100644 index 239df4d5..00000000 Binary files a/docs/com/img/jiras2.png and /dev/null differ diff --git a/docs/com/img/leaf.png b/docs/com/img/leaf.png deleted file mode 100644 index dc6ec9b3..00000000 Binary files a/docs/com/img/leaf.png and /dev/null differ diff --git a/docs/com/img/logo-OPNFV-Berlin.png b/docs/com/img/logo-OPNFV-Berlin.png deleted file mode 100644 index 41ddb1cc..00000000 Binary files a/docs/com/img/logo-OPNFV-Berlin.png and /dev/null differ diff --git a/docs/com/img/logo-OPNFV.png b/docs/com/img/logo-OPNFV.png deleted file mode 100644 index 1519503e..00000000 Binary files a/docs/com/img/logo-OPNFV.png and /dev/null differ diff --git a/docs/com/img/matrix.png b/docs/com/img/matrix.png deleted file mode 100644 index 8c20c63c..00000000 Binary files a/docs/com/img/matrix.png and /dev/null differ diff --git a/docs/com/img/opnfv_how_to_functest1.png b/docs/com/img/opnfv_how_to_functest1.png deleted file mode 100644 index b2c28f1a..00000000 Binary files a/docs/com/img/opnfv_how_to_functest1.png and /dev/null differ diff --git a/docs/com/img/reporting.png b/docs/com/img/reporting.png deleted file mode 100644 index dec34bbf..00000000 Binary files a/docs/com/img/reporting.png and /dev/null differ diff --git a/docs/com/img/teamSummitBerlin.png b/docs/com/img/teamSummitBerlin.png deleted file mode 100644 index d5c7f46a..00000000 Binary files a/docs/com/img/teamSummitBerlin.png and /dev/null differ diff --git a/docs/com/img/testapi0.png b/docs/com/img/testapi0.png deleted file mode 100644 index 21f36311..00000000 Binary files a/docs/com/img/testapi0.png and /dev/null differ diff --git a/docs/com/img/testapi1.png b/docs/com/img/testapi1.png deleted file mode 100644 index e9a69744..00000000 Binary files a/docs/com/img/testapi1.png and /dev/null differ diff --git a/docs/com/img/title-bg-berlin.png b/docs/com/img/title-bg-berlin.png deleted file mode 100644 index 7177b073..00000000 Binary files a/docs/com/img/title-bg-berlin.png and /dev/null differ diff --git a/docs/com/img/title-bg.jpg b/docs/com/img/title-bg.jpg deleted file mode 100644 index e2c0f621..00000000 Binary files a/docs/com/img/title-bg.jpg and /dev/null differ diff --git a/docs/com/img/title-bg.png b/docs/com/img/title-bg.png deleted file mode 100644 index 6a84a44f..00000000 Binary files a/docs/com/img/title-bg.png and /dev/null differ diff --git a/docs/com/img/wordle-opnfv2.png b/docs/com/img/wordle-opnfv2.png deleted file mode 100644 index fd98fbc4..00000000 Binary files a/docs/com/img/wordle-opnfv2.png and /dev/null differ diff --git a/docs/com/pres/Summit/Berlin-2016/conversation.html b/docs/com/pres/Summit/Berlin-2016/conversation.html deleted file mode 100644 index 356c2ad1..00000000 --- a/docs/com/pres/Summit/Berlin-2016/conversation.html +++ /dev/null @@ -1,251 +0,0 @@ - - - - - - - OPNFV presentation - - - - - - - - - - - - - - - - - - - - - - - -
- -
- -
-




-

Conversation with the Testing Community

-

-

OPNFV testing community

-
OPNFV Design Summit, 20/6/2016, Berlin
-
- -
- -
- >“You make experiments and I make theories. Do you know the difference? A theory is something nobody believes, except the person who made it. An experiment is something everybody believes, except the person who made it." A.Einstein -
- -
- # Agenda - * Who are we? - * Upstream, Upstream, Upstream - * Towards Telco Cloud KPI -
- -
- # Who are we? - ![team](../../../img/OPNFV_testing_group.png) - This is a representation...not a governance! -
-
-
-

The test projects

- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Test caseDescription
FunctestUmbrella project for Functional testing
YardstickUmbrella project for performance/qualification testing
CPerfSDN controller performance testing
StorPerfStorage performance testing
VSPerfVSwitch qualification
BottlenecksDetect possible bottlenecks
QTIPBenchmark to boost performance
-
- -
- # Functest - * Functional testing to validate scenarios - * Contributors (raise your hands) - * Functest presentation (here...1h ago :)) - * breakout sessions - * Today 3.10PM-3.40PM (vIMS evolution) 4PM (feature project integration), 5PM (Colorado status) - * tomorrow 11AM (API, test collection), 1PM (work Upstream), 3.15PM (D Release)(to be confirmed...) -
-
- # Yardstick - * Performance testing framework and NFVI Validation - * [Contributors](https://wiki.opnfv.org/display/yardstick/People) - * Yardstick presentation - * How to Do a Pre-deployment NFVI Validation Quickly and Efficiently? Wednesday, June 22, 4:00 PM - 4:30 PM - * Yardstick: A Pre-deployment NFVI Validation Tool. Thursday, June 23, 3:10 PM - 3:30 PM - * breakout sessions - * Tomorrow 2PM (Yardstick in C) -
-
- # CPerf - * SDN Controller Performance Testing - * Upstream test experts + standards/metrics experts - * Goal: Cross-controller perf tests in CI against realistic deployments -
-
- # StorPerf - * Cinder Volume Performance Testing - * Based on SNIA's SSD Test Specification - * Presentation - * StorPerf: Cinder Storage Performance Measurement. - Wednesday, June 22, 3:40 PM - 3:55 PM - * Breakout Session - * Tomorrow 10:15 (StorPerf Test Results Working Session) -
-
- # VSPerf -
-
- # Bottlenecks -
-
- # QTIP - - ## OPNFV Platform Benchmark - - - Bottom up - - testing baremetal components first - - More than result - - comparing against reference - - Setup-Test-Diagnose-Improve - - a closed loop to boost platform performance - - ## Breakout session - - - 14:30~15:45, June 21st/Tuesday - - Room Tegel -
-
-
-
- # Upstream, upstream, upstream.. -
-
- ## We are on the shoulders of the giants - * Rally (OpenStack) - * ODL, ONOS, ... - * RobotFramework, Teston - * ..... -
-
- ## Time to give back - ### How to improve work with testing upstream community -
- -
- -
- -
- # Towards Telco Cloud KPI? -
- -
- # Testing group goals - * Define common needs (naming, rules, tools...) - * Unify result collection, reporting, dashboarding, documentation - * Share best practice: docker, CLI, .. - * Identify testing domains - * Encourage testing in poorly covered areas -
- -
- # The ultimate goal: define Telco Cloud KPIs - * Provide methodology and test suites to qualify a Telco Cloud - * Provide reference benchs for plugfest/third party integration: compare apple with apple -
- -
- -
- # Thank you -
- -
-
- OPNFV logo -
-
- - - - - - - - diff --git a/docs/com/pres/Summit/Berlin-2016/summit-Berlin.html b/docs/com/pres/Summit/Berlin-2016/summit-Berlin.html deleted file mode 100644 index 97fa66c1..00000000 --- a/docs/com/pres/Summit/Berlin-2016/summit-Berlin.html +++ /dev/null @@ -1,313 +0,0 @@ - - - - - - - OPNFV presentation - - - - - - - - - - - - - - - - - - - - - - - -
- -
- -
-




-

From Arno to Colorado

-

Functest: Many rivers to cross

-
-

Functest contributors

-
OPNFV Design Summit, 20/6/2016, Berlin
-
- -
- -
-
- “Bad programmers have all the answers. Good testers have all the questions. Gil Zilberfeld - ” -
-
- -
- # Agenda - * Functest - * Arno - * Brahmaputra - * Colorado - * D, E, F rivers and beyond -
- -
- # The dream team - ![team](../../../img/teamSummitBerlin.png) -
- -
-
- # Functest: what for? -
-
- ## Our goals - ### make sure OPNFV works...... -
-
- ## so concretely... - * Validate scenarios for the release - * Give confidence on OPNFV fresh releases - * Ensure consistancy towards installers - * Ensure End to End interoperability -
-
- ## and also - * Provide functional test suites to be replayed - * ~ post install sanity check - * usable for plugfests - * coherent with ETSI and Telco needs - * Provide test tools - * run tests - * collect info - * create dashboard -
-
- ## Our goals are not.... - * Performance testing (yardstick, Xperf ) - * Re-do tests done in specific projects - * storage/storeperf - * infra audit/qtip - * Compare results -
- -
- ## Our rules - * Re-use as much as possible upstream suites (Rally, Tempest, Robot, testOn..) - * Keep it simple... - * Automate (if not it is not a test...) - * Create new suites only if tests not covered - * Consider fields not addressed by existing test projects -
- -
- ## Our rules - * Installer neutral - * Controller neutral - * Black box approach -
- -
- -
-
- # Arno -
-
- ## Proof of concept - * 4 Testcases: vPing (userdata), Tempest, Rally, ODL - * 1 scenario: os-odl_l2-nofeature-ha - * 2 installers: Foreman/Fuel - * Lots of manual operations (reporting, documentation) -
-
-
-
- # Brahmaputra -
-
- ## More everything.... - * 7 Testcases: vPing (ssh), ONOS, vIMS, Tempest and Rally extended - * 3 feature projects: doctor, promise, sdnvpn - * 13 Scenarios - * 4 Installers (Apex, Compass, Fuel, Joid) - * Test result collection - * Automatic dashboard -
-
-

Jiras

- Jiras - Jiras -
- -
-

Brahmaputra Scenario matrix

- Jiras -
- -
- Comparison odl_l2-nofeature-ha scenario - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
ProjectApexCompassFuelJoid
PODLF POD1Huawei USEricsson POD2Orange POD2
Functest2h501h452h352h30
Yardstick1h051h001h000h55
- * difference of duration due to POD and test suites -
- -
- ## Lessons learned - * Tempest/Rally - * harmonizing installer related OpenStack configuration differences - * creating customized test lists - * main challenge was resolving SDN controller interworking problems - * vIMS - * complete but complex test case - * very interesting to automate (pre MANO, most of Telco needs met there) -
- -
- -
-
- # Colorado -
- -
- ## What's new? - * New internal test cases: healthcheck, security - * New controler: OpenContrail? - * New feature projects (domino, multisites, movie, parser, moon, copper, models, onos-sfc...) - * ARM Support (congratulations to ENEA team!) - * Simplified feature project integration journey -
- -
- ## What's new? - * Slicing of the tests (healthcheck / Smoke / SDN controllers / Features / Components / VNFs) - * Better Test duration management - * Refactoring (repo, case management, TestAPI) - * Automatic reporting - * Dashboard evolution to ELK - * CLI -
- - -
-

Automatic reporting

- Reporting -
Validated scenarios for Colorado -
- -
- -
-
- # Many rivers to cross - ## Functest beyond Colorado -
-
- ## More test cases - * New VNFs (vEPC, vCDN, vWhatever...) - * Multi sites (e.g bgpvpn with different back ends) - * Better test coverage -
-
- ## A Functional testing As a Service framework - * Scenario owner can select their relevant test cases - * Test duration estimation - * Agile dashboarding - * Analytics -
-
- ## Upstream - * Rally: time to give back more - * Functest description for ETSI? -
-
- -
-

Thank you

- tests -
- -
-
- OPNFV logo -
-
- - - - - - - - diff --git a/docs/com/pres/Summit/Berlin-2016/testapi.html b/docs/com/pres/Summit/Berlin-2016/testapi.html deleted file mode 100644 index c40637cb..00000000 --- a/docs/com/pres/Summit/Berlin-2016/testapi.html +++ /dev/null @@ -1,274 +0,0 @@ - - - - - - - OPNFV presentation - - - - - - - - - - - - - - - - - - - - - - - -
- -
- -
-




-

TestAPI

-

Clean, Easy, Complete

-
-

OPNFV testing community

-
OPNFV Design Summit, 20/6/2016, Berlin
-
-
- -
- # Agenda - * TestAPI: what for? - * API overview - * API evolution - * Roadmap -
- -
-
- # TestAPI: what for? -
-
- ## Consistant view for - * Resources (Pods) - * Projects - * Test cases - * Results -
- -
- ## Status Currently - * From many projects - * Many formats (log, html, json, ..) - * Many locations (in VM, Jumphost, external DB,...) -
-
- -
- -
- ## Help building - * Dashboards - * Automatic reporting -
-
- -
-
- # API overview -
-
- ## Storage structure - ![TestAPI](https://wiki.opnfv.org/download/attachments/2926452/results_collection_structure.png?version=1&modificationDate=1459196347000&api=v2 "OPNFV API page") -
-
- ## API in Brahmaputra - ![TestAPI](../../../img/testapi0.png) - https://wiki.opnfv.org/display/functest/Collection+Of+Test+Results -
- -
- ## API status in Brahmaputra - * Simple data models aggreed with the testing group - * No unit tests - * Wiki and rst documentation -
- -
- ## Lessons learned in B. - * Painful wiki documentation - * Simple result model - * Misuse version as scenario - * No version actually - * No overall criteria (PASS/FAIL) - * Difficult refactoring -
-
-

Colorado refactoring

-
    -
  • Unit tests
    • -
  • Update of the data model
    • -
  • Tornado_swagger for the documentation
    • -
  • URL and MongoDB collection renaming
    • -
  • Scripts to support databse backup/restore/update
    • -
  • Support installation
    • - -
-

All done in Colorado!

-
-
- -
-
- # API Evoluation -
- -
-

URI changes...

-
-

testresults.opnfv.org/TestAPI =>
testresults.opnfv.org/test/api/v1

- -

/test/api/v1/pods

-

/test/api/v1/projects

-

/test/api/v1/projects/qtip/cases

-

/test/api/v1/results

-
-
-
- ## One new field for pods - | Field | Colorado | - | :--- | :--- | - | role | community_pod, ci_pod, .. | -
-
- ## Changed fields for results - | Item | Brahmaputra | Colorado | - | :--- | :--- | :--- | - | date | creation_date | start_date and stop_date | - | version | used as scenario | opnfv release version | -
-
- -
-
- ## One new filter for results - | Item | Colorado | - | :--- | :--- | - | last | get last N results| -
-
- http://testresults.opnfv.org/test/swagger/spec.html - ![alt text](../../../img/testapi1.png "TestAPI swagger interface") -
-
-

unit tests

- 

-umry8364@umry8364-Latitude-E6400:~/Dev/OPNFV/releng/utils/test/result_collection_api$ ./run_test.sh 
-Tests running...
-WARNING:tornado.general:404 GET /dashboard/v1/results?case=vPing&pod=zte-pod1&version=C&installer=fuel&period=5 (127.0.0.1): Project name missing
-WARNING:tornado.access:404 GET /dashboard/v1/results?case=vPing&pod=zte-pod1&version=C&installer=fuel&period=5 (127.0.0.1) 2.30ms
-WARNING:tornado.general:400 POST /api/v1/projects (127.0.0.1): name missing
-............
-WARNING:tornado.access:400 POST /api/v1/projects (127.0.0.1) 1.13ms
-WARNING:tornado.access:403 PUT /api/v1/projects/functest/cases/vping_1 (127.0.0.1) 2.95ms
-WARNING:tornado.general:404 PUT /api/v1/projects/functest/cases/notFound (127.0.0.1): {'project_name': u'functest', 'name': u'notFound'} could not be found in table [testcases]
-WARNING:tornado.access:404 PUT /api/v1/projects/functest/cases/notFound (127.0.0.1) 2.85ms
-
-Ran 74 tests in 1.848s
-OK
-
-
-
- -
-
- # Roadmap -
-
- ## Roadmap - * Dockerize TestAPI - * Automatic update of TestAPI - * Command Line Interface - * Automatic update for pods/projects/testcases -
-
- # suggestions ... -
-
-

Thank you

- tests -
-
-
-
- OPNFV logo -
-
- - - - - - - - diff --git a/docs/com/pres/dashboard/dashboard_status.html b/docs/com/pres/dashboard/dashboard_status.html deleted file mode 100644 index 1321afa0..00000000 --- a/docs/com/pres/dashboard/dashboard_status.html +++ /dev/null @@ -1,146 +0,0 @@ - - - - - - - OPNFV presentation - - - - - - - - - - - - - - - - - - - - - - - -
- -
- -
-

Dashboard Status

-

-
-

OPNFV testing community

-
-
-
- -
-

results generation

- tests -
-
-

result model

- tests -
-
-

dashboard generation

- tests -
-
-

selection layout(1)

- tests -
-
-

selection layout(2)

- tests -
-
-

display period select

- tests -
-
-

duration display

- tests -
-
-

tests/failures display

- tests -
-
-

success_percentage display

- tests -
-
- # possible layouts - - * project - * testcase - * pod - * installer - * scenario - * version - * period -
-
- # possible display domains - - * duration - * tests/failures - * success_percentage -
-
-

Thank you

- tests -
- -
-
- OPNFV logo -
-
- - - - - - - - diff --git a/docs/com/pres/dashboard/dashboard_status/._danube.jpg b/docs/com/pres/dashboard/dashboard_status/._danube.jpg deleted file mode 100644 index 15669502..00000000 Binary files a/docs/com/pres/dashboard/dashboard_status/._danube.jpg and /dev/null differ diff --git a/docs/com/pres/dashboard/dashboard_status/._dashboard_generate.png b/docs/com/pres/dashboard/dashboard_status/._dashboard_generate.png deleted file mode 100644 index 1f2afc65..00000000 Binary files a/docs/com/pres/dashboard/dashboard_status/._dashboard_generate.png and /dev/null differ diff --git a/docs/com/pres/dashboard/dashboard_status/._duration.png b/docs/com/pres/dashboard/dashboard_status/._duration.png deleted file mode 100644 index 7ff52194..00000000 Binary files a/docs/com/pres/dashboard/dashboard_status/._duration.png and /dev/null differ diff --git a/docs/com/pres/dashboard/dashboard_status/._generation.png b/docs/com/pres/dashboard/dashboard_status/._generation.png deleted file mode 100644 index 4154da2e..00000000 Binary files a/docs/com/pres/dashboard/dashboard_status/._generation.png and /dev/null differ diff --git a/docs/com/pres/dashboard/dashboard_status/._number.png b/docs/com/pres/dashboard/dashboard_status/._number.png deleted file mode 100644 index 7ff52194..00000000 Binary files a/docs/com/pres/dashboard/dashboard_status/._number.png and /dev/null differ diff --git a/docs/com/pres/dashboard/dashboard_status/._percentage.png b/docs/com/pres/dashboard/dashboard_status/._percentage.png deleted file mode 100644 index 8e72b4a2..00000000 Binary files a/docs/com/pres/dashboard/dashboard_status/._percentage.png and /dev/null differ diff --git a/docs/com/pres/dashboard/dashboard_status/._period_select.png b/docs/com/pres/dashboard/dashboard_status/._period_select.png deleted file mode 100644 index 7ff52194..00000000 Binary files a/docs/com/pres/dashboard/dashboard_status/._period_select.png and /dev/null differ diff --git a/docs/com/pres/dashboard/dashboard_status/._result_model.png b/docs/com/pres/dashboard/dashboard_status/._result_model.png deleted file mode 100644 index b9c8c2e1..00000000 Binary files a/docs/com/pres/dashboard/dashboard_status/._result_model.png and /dev/null differ diff --git a/docs/com/pres/dashboard/dashboard_status/._selection_1.png b/docs/com/pres/dashboard/dashboard_status/._selection_1.png deleted file mode 100644 index 7ff52194..00000000 Binary files a/docs/com/pres/dashboard/dashboard_status/._selection_1.png and /dev/null differ diff --git a/docs/com/pres/dashboard/dashboard_status/._selection_2.png b/docs/com/pres/dashboard/dashboard_status/._selection_2.png deleted file mode 100644 index 7ff52194..00000000 Binary files a/docs/com/pres/dashboard/dashboard_status/._selection_2.png and /dev/null differ diff --git a/docs/com/pres/dashboard/dashboard_status/danube.jpg b/docs/com/pres/dashboard/dashboard_status/danube.jpg deleted file mode 100644 index 4cf4ecce..00000000 Binary files a/docs/com/pres/dashboard/dashboard_status/danube.jpg and /dev/null differ diff --git a/docs/com/pres/dashboard/dashboard_status/dashboard_generate.png b/docs/com/pres/dashboard/dashboard_status/dashboard_generate.png deleted file mode 100644 index 991f26c7..00000000 Binary files a/docs/com/pres/dashboard/dashboard_status/dashboard_generate.png and /dev/null differ diff --git a/docs/com/pres/dashboard/dashboard_status/duration.png b/docs/com/pres/dashboard/dashboard_status/duration.png deleted file mode 100644 index 33497a9a..00000000 Binary files a/docs/com/pres/dashboard/dashboard_status/duration.png and /dev/null differ diff --git a/docs/com/pres/dashboard/dashboard_status/generation.png b/docs/com/pres/dashboard/dashboard_status/generation.png deleted file mode 100644 index ec5ae169..00000000 Binary files a/docs/com/pres/dashboard/dashboard_status/generation.png and /dev/null differ diff --git a/docs/com/pres/dashboard/dashboard_status/logo-OPNFV.png b/docs/com/pres/dashboard/dashboard_status/logo-OPNFV.png deleted file mode 100644 index 1519503e..00000000 Binary files a/docs/com/pres/dashboard/dashboard_status/logo-OPNFV.png and /dev/null differ diff --git a/docs/com/pres/dashboard/dashboard_status/number.png b/docs/com/pres/dashboard/dashboard_status/number.png deleted file mode 100644 index a5f4ff43..00000000 Binary files a/docs/com/pres/dashboard/dashboard_status/number.png and /dev/null differ diff --git a/docs/com/pres/dashboard/dashboard_status/percentage.png b/docs/com/pres/dashboard/dashboard_status/percentage.png deleted file mode 100644 index 640ef748..00000000 Binary files a/docs/com/pres/dashboard/dashboard_status/percentage.png and /dev/null differ diff --git a/docs/com/pres/dashboard/dashboard_status/period_select.png b/docs/com/pres/dashboard/dashboard_status/period_select.png deleted file mode 100644 index 609a0d86..00000000 Binary files a/docs/com/pres/dashboard/dashboard_status/period_select.png and /dev/null differ diff --git a/docs/com/pres/dashboard/dashboard_status/result_model.png b/docs/com/pres/dashboard/dashboard_status/result_model.png deleted file mode 100644 index 4ac6d671..00000000 Binary files a/docs/com/pres/dashboard/dashboard_status/result_model.png and /dev/null differ diff --git a/docs/com/pres/dashboard/dashboard_status/selection_1.png b/docs/com/pres/dashboard/dashboard_status/selection_1.png deleted file mode 100644 index d264df81..00000000 Binary files a/docs/com/pres/dashboard/dashboard_status/selection_1.png and /dev/null differ diff --git a/docs/com/pres/dashboard/dashboard_status/selection_2.png b/docs/com/pres/dashboard/dashboard_status/selection_2.png deleted file mode 100644 index a3d23667..00000000 Binary files a/docs/com/pres/dashboard/dashboard_status/selection_2.png and /dev/null differ diff --git a/docs/com/pres/dashboard/dashboard_status/title-bg.png b/docs/com/pres/dashboard/dashboard_status/title-bg.png deleted file mode 100644 index 6a84a44f..00000000 Binary files a/docs/com/pres/dashboard/dashboard_status/title-bg.png and /dev/null differ diff --git a/docs/com/pres/dockerslicing/dockerslicing.md b/docs/com/pres/dockerslicing/dockerslicing.md deleted file mode 100644 index a6645324..00000000 --- a/docs/com/pres/dockerslicing/dockerslicing.md +++ /dev/null @@ -1,124 +0,0 @@ -# Docker slicing - -[Cédric Ollivier](mailto:cedric.ollivier@orange.com) - -2017/10/19 - - - -## Danube issues - - -### OPNFV projects' setup.py - -- no requirements were installed when calling *python setup.py install* as none of the next keys was set: - - install_requires - - tests_require - - dependency_links -- shell scripts were not installed neither in $PATH nor in dist-packages -- all requirements were not synchronized over the OPNFV projects - - -### Functest's Dockerfile - -- it copied all the files hosted by the third-party projects (e.g. docs, .git...) -- several requirements were downgraded/upgraded when building the container as they were managed one after the other -- it could download packages from [PyPI](https://pypi.python.org/pypi) (e.g. [networking-bgpvpn](https://pypi.python.org/pypi/networking-bgpvpn)...) instead of cloning git repository -- build dependencies couldn't be removed to save space as it created multiple layers (>70) - - - -## Management of the requirements - - -### Rely on [pbr](https://docs.openstack.org/developer/pbr/) - -- pbr injects requirements into the install_requires, tests_require and/or dependency_links arguments to setup -- it supports conditional dependencies which can be added to the requirements (e.g. dnspython>=1.14.0;python_version=='2.7') - - -### Split requirements into 3 files - -- **requirements.txt** which should list all abstract (i.e. [not associated with any particular index](https://packaging.python.org/requirements/)) dependencies of the OPNFV packages -- **test-requirements.txt** which could list all abstract dependencies required for testing the OPNFV packages -- **upper-constraints.txt** which should list all concrete dependencies required by Functest Docker container or the testing virtual environments - - -### Follow [OpenStack requirements management](https://specs.openstack.org/openstack/openstack-specs/specs/requirements-management.html) - -- OPNFV (test-)requirements.txt have been updated according to stable/ocata global-requirements.txt. -- Functest simply use (and complete) stable/ocata upper-constraints.txt in Docker files and tox configuration (testing virtual environments). - - -### On the road - -- we have fixed lots of hardcoded paths hidden by the previous design -- some files were outside the python packages -- lots of (console) scripts added in OPNFV packages to ease the maintenance of Functest testcases.yaml - - - -## Docker slicing - - -### 8 Functest containers - -```bash -$ sudo docker search opnfv |grep functest- -opnfv/functest-core OPNFV Functest core image -opnfv/functest-restapi OPNFV Functest restapi image -opnfv/functest-features OPNFV Functest vnf image -opnfv/functest-healthcheck OPNFV Functest healthcheck image -opnfv/functest-smoke OPNFV Functest smoke image -opnfv/functest-vnf OPNFV Functest vnf image -opnfv/functest-components OPNFV Functest components image -opnfv/functest-parser OPNFV Functest parser image -``` - - -### 8 Functest containers - -- Alpine 3.6 is now used as base image -- one container per test suite has been published (5). All of them are built on top of functest-core. -- Parser is hosted in its own containers (it requires librairies released for OpenStack Pike) -- a full container is dedicated to our REST API. - -Please see [Run Alpine Functest containers](https://wiki.opnfv.org/display/functest/Run+Alpine+Functest+containers) - - - -## Next steps - - -### Functest and XCI - -- the purpose is simply to allow any OPNFV project integrated by Functest to build their own containers on top of opnfv/functest-core -- it will allow testing one specific change of these OPNFV projects before merging it in tree -- it induces that all requirements are synchronized between the different OPNFV projects - - -### F-release - -- to allow building opnfv/functest-core from a gerrit change (see https://gerrit.opnfv.org/gerrit/#/c/40909/) -- to split Functest core/ci and the Functest testcases in two separated Python packages -- to unlink prepare_env.py and tempest/rally - - -### F-release - -- to add python3 support for Functest ci scripts (Functest core already supports both versions) -- to unlink functest-core from others OPNFV projects (mainly releng and snaps) -- to write a generic Dockerfile using a set of python packages as input - - -### 2 OPNFV project proposals - -- requirements, the counterpart of [OpenStack requirements](https://wiki.openstack.org/wiki/Requirements), -focused on additional OPNFV project needs -- xtesting which would be derived from Functest (core and ci parts) as proposed in -[Functional testing gating](https://wiki.opnfv.org/display/functest/Functional+testing+gating) - - - -## Thank you! - diff --git a/docs/com/pres/dockerslicing/index.html b/docs/com/pres/dockerslicing/index.html deleted file mode 100644 index 1c65e4fa..00000000 --- a/docs/com/pres/dockerslicing/index.html +++ /dev/null @@ -1,52 +0,0 @@ - - -Docker slicing - - - - - - - - -
-
-
-
-
- - - - - diff --git a/docs/com/pres/euphrates_functest_evolution/euphrates.md b/docs/com/pres/euphrates_functest_evolution/euphrates.md deleted file mode 100644 index 49aab16c..00000000 --- a/docs/com/pres/euphrates_functest_evolution/euphrates.md +++ /dev/null @@ -1,281 +0,0 @@ -# Functest -### Feedback on Euphrates evolutions - -2017/10/09 - - -### Main Framework evolutions - * Functest Framework refactoring - * Docker slicing with Alpine - * Building Functest dockers - * Requirement management...1st time...in OPNFV - * Functest API - - -## Functest Framework refactoring - -### The framework - * Initiated in Danube - * Finalized in euphrates - * Goal: ease the integration of feature/vnf tests - -### See complete presentation on the framework -http://testresults.opnfv.org/functest/framework/ - - -## Docker slicing - - -#### Short story of Functest Docker - - -### Many rivers to cross -| Version | Comment | -|-------------|-----------------------------------------------------| -| Arno | No docker, all tests initiated from the jumphost | -| Brahmaputra | Introduction of Docker | -| Colorado | Growth of Historical Docker | -| Danube | Growth of Historical Docker | -| Euphrates | Introduction of Alpine | - - -### Focus on the Historical Docker - * Based on ubuntu 14.04 - -| Version | Compressed Size | -|--------------|-----------------| -| Brahmaputra | 354 MB | -| Colorado.1.0 | 627 MB | -| Danube.1.0 | 713 MB | -| cvp.0.2.0 | 710 MB | - -* src: https://hub.docker.com/r/opnfv/functest/tags/ - - -### Introduction to Alpine -* Alpine Linux is a GNU/Linux distribution based on musl and Busybox -* Hardened kernel, compiles all user space binaries as position-independent executables with stack-smashing protection. -* Docker Alpine leverage Alpine Linux: https://docs.docker.com/samples/library/alpine/ - - -### Our goals -* Lighten docker / save bandwidth / save CI resources -* Slice testing -* Simplify Requirement management -* Isolate "exotic" test cases - - -### From 1 to many dockers -| Docker | Size | Role | -|-------------|-------|-------------------------------------------------| -| core | 122MB | baseline (tools, env) | -| healthcheck | 122MB | OS connectivity, API, DHCP testing | -| smoke | 131MB | vpings, Tempest/Refstack, Rally, odl, Snaps | -| features | 214MB | doctor, domino, sdnvpn, sfc, promise, barometer | - - -### From 1 to many dockers -| Docker | Size | Role | -|-------------|-------|-------------------------------------------------| -| components | 122MB | Full Tempest, Full Rally | -| vnf | 155MB | vIMS, vRouter | -| parser | 127MB | parser (feature needs pike clients) | - - -### Easy way to run -src: https://wiki.opnfv.org/display/functest/Run+Alpine+Functest+containers - * env: OPNFV env variables - * openstack.creds: OpenStack rc file - -``` -sudo docker run --env-file env \ - -v $(pwd)/openstack.creds:/home/opnfv/functest/conf/openstack.creds \ - -v $(pwd)/images:/home/opnfv/functest/images \ - opnfv/functest-smoke:euphrates -``` - - -#### Env -``` -cat env -INSTALLER_TYPE=Compass -INSTALLER_IP=XXX -EXTERNAL_NETWORK=ext-net -DEPLOY_SCENARIO=os-nosdn-nofeature-ha -``` - - -#### openstack.creds -``` -cat openstack.creds -export OS_AUTH_URL=XXX -export OS_USER_DOMAIN_NAME=XXX -export OS_PROJECT_DOMAIN_NAME=XXX -export OS_USERNAME=XXX -export OS_PROJECT_NAME=XXX -export OS_PASSWORD=XXX -export OS_IDENTITY_API_VERSION=3 -``` - - -#### Retrieve all the images -``` -mkdir -p images && wget -q -O- https://git.opnfv.org/functest/plain/functest/ci/download_images.sh | bash -s -- images && ls -1 images/* -images/CentOS-7-aarch64-GenericCloud.qcow2 -images/CentOS-7-aarch64-GenericCloud.qcow2.xz -images/CentOS-7-x86_64-GenericCloud.qcow2 -images/cirros-0.3.5-x86_64-disk.img -images/cirros-0.3.5-x86_64-lxc.tar.gz -images/cirros-d161201-aarch64-disk.img -images/cirros-d161201-aarch64-initramfs -images/cirros-d161201-aarch64-kernel -images/cloudify-manager-premium-4.0.1.qcow2 -images/img -images/trusty-server-cloudimg-amd64-disk1.img -images/ubuntu-14.04-server-cloudimg-amd64-disk1.img -images/ubuntu-14.04-server-cloudimg-arm64-uefi1.img -images/ubuntu-16.04-server-cloudimg-amd64-disk1.img -images/vyos-1.1.7.img -``` -* could be improved (retrieve only needed images Tier/config) - - -#### Results -``` -+----------------------+--------- + ------+----------+--------+ -| TEST CASE | PROJECT | TIER | DURATION | RESULT | -+----------------------+--------- + ------+----------+--------+ -| vping_ssh | functest | smoke | 01:19 | PASS | -| vping_userdata | functest | smoke | 01:56 | PASS | -| tempest_smoke_serial | functest | smoke | 26:30 | PASS | -| rally_sanity | functest | smoke | 19:42 | PASS | -| refstack_defcore | functest | smoke | 22:00 | PASS | -| snaps_smoke | functest | smoke | 41:14 | PASS | -| odl | functest | smoke | 00:16 | PASS | -| odl_netvirt | functest | smoke | 00:00 | SKIP | -| fds | functest | smoke | 00:00 | SKIP | -+----------------------+--------- + ------+----------+--------+ - -``` - - -#### Easy way to customize - * Change list of testcase -v your_config.yaml:/usr/lib/python2.7/site-packages/functest/ci/testcases.yaml - * Change logger param -v your_logger.ini:/usr/lib/python2.7/site-packages/functest/ci/logging.ini - - -#### Docker slicing technical presentation -http://testresults.opnfv.org/functest/dockerslicing/ - - - -## Building Functest dockers - - -#### Until Danube - * the unique Functest docker was "produced" from Releng - - -#### For Euphrates, build was done on Docker hub - * Releng adaptations not ready in time - * more capabilities using Docker Hub - * Use of private ollivier then official opnfv Docker Hub - * Euphrates 5.1: come back to releng with at least same level of features than Docker Hub/Travis CI - - - -## Requirement management -Until now, requirements were managed as follow: - - -# ? - - -### Requirement management - * Nothing was done - * Danube, Colorado, .. dockers may run but no garantee on mid/long term because - * No control of upstream or internal project dependencies - * the dependencies of the last feature project overwrite the previous ones - - -### Requirement management - * Nothing done in any OPNFV project - * No dependency list, no reco (e.g. support Python 3) - * Only high level wiki declarative intentions for OpenStack (e.g. Euphrates => Ocata) - * Nothing equivalent to OpenStack https://releases.openstack.org/ocata/ - - -### Functest evolutions - * creation of requirements.txt, upper-constraints.text - https://git.opnfv.org/functest/tree/requirements.txt - https://git.opnfv.org/functest/tree/upper-constraints.txt - ``` - pbr>=1.8 # Apache-2.0 - PyYAML>=3.10.0 # MIT - GitPython>=1.0.1 # BSD License (3 clause) - keystoneauth1>=2.18.0 # Apache-2.0 - python-cinderclient!=1.7.0,!=1.7.1,>=1.6.0 # Apache-2.0 - python-glanceclient>=2.5.0 # Apache-2.0 - python-heatclient>=1.6.1 # Apache-2.0 - ... - ``` - * sync with ocata done manually by Cédric - - -### Functest evolutions - * Code of the feature projects under project responsibility - * code moved to their own repo - * no more mix between Functest and Feature project code - * All python OPNFV projects imported properly as python modules - * all dependencies a priori under control... - - - -## Functest Rest API - - -### Introduction -* A Rest API has been introduced in Euphrates (Linda) -* Goal: allow third party to invoke Functest resources - * pseudo micro services approach - * avoid overlap (e.g. deployement of vIMS from other project to run perfo tests) -src: https://wiki.opnfv.org/display/functest/Functest+REST+API - - -### Functest rest API -| resource | Methods | Description | -|-------------|----------|-------------------------------------------------| -| environment | GET,POST | show, prepare environment | -| openstack | GET,POST | show, check, clean, update credentials | -| testcases | GET,POST | list, show, run | -| tiers | GET,POST | list, show | -| tasks | GET | Get the result of the task id | - - -### Examples -``` -curl -X POST --header "Content-Type: application/json" \ - --data '{"action":"run_test_case", "args": {"opts": {}, "testcase": "vping_ssh"}}' \ - http://127.0.0.1:5000/api/v1/functest/testcases/action -{ - "task_id": "1a9f3c5d-ce0b-4354-862e-dd08b26fc484", - "testcase":"vping_ssh" -} -``` - - - -## Conclusions - * Framework heavily refactored for Euphrates - * Better code quality and rules (coverage, pylint, pep8, ..) - * Much more "trustable", light and evolutive - - -## Next steps - * Still lots of work for Fraser - * Adaptation to use it for XCI gating (xTesting) - * Generic dockerfile Functest customized docker on demand - * split framework and testcases in order to be able to reuse Functest for k8 or even beyond OPNFV - * integrate k8 tests - * better management of the images - * ... diff --git a/docs/com/pres/euphrates_functest_evolution/index.html b/docs/com/pres/euphrates_functest_evolution/index.html deleted file mode 100644 index 5b8fb260..00000000 --- a/docs/com/pres/euphrates_functest_evolution/index.html +++ /dev/null @@ -1,52 +0,0 @@ - - -OPNFV Functest Feedback on Alpines - - - - - - - - -
-
-
-
-
- - - - - diff --git a/docs/com/pres/framework/framework.md b/docs/com/pres/framework/framework.md deleted file mode 100644 index 109d8a03..00000000 --- a/docs/com/pres/framework/framework.md +++ /dev/null @@ -1,407 +0,0 @@ -# Functest Framework - -created by [Cédric Ollivier](mailto:cedric.ollivier@orange.com) - -2017/06/05 - -Note: - -- Functest integrates lots of heterogeneous testcases: - - python vs bash - - internal vs external -- it aims to benefit from object programming - - to define common operations - - to avoid conditional instructions regarding the testcases - - to avoid duplicating code - - to ease the integration of third-party testcases (written in Bash or Python) - - - -## Quick overview - - -### Functest function calls - -- **CI** calls *run_tests.py* (please see [jenkins jobs](https://gerrit.opnfv.org/gerrit/gitweb?p=releng.git;a=tree;f=jjb/functest)) -- *run_tests.py* parses *functest/ci/testcases.yaml* to: - - check which testcase(s) must be run - - execute the common operations on every testcase (run, push its results to db...) - - - return the right status code to **CI** - - -### Our target - -- limit run_tests.py instructions by defining: - - the basic testcase attributes - - all common operations - - the status codes expected -- avoid duplicating codes between testcases -- ease the development of third-party testcases (aka features) - - - -## class TestCase - -base model for single test case - - -### instance attributes - -- project_name (default: 'functest') -- case_name -- criteria -- result -- start_time -- stop_time -- details - - -### methods - -| Method | Purpose | -|-------------------|------------------------------| -| run(**kwargs) | run the test case | -| is_successful() | interpret the results | -| get_duration() | return the duration | -| push_to_db() | push the results to the DB | -| clean() | clean the resources | - - -### run(**kwargs) - -- the subclasses must override the default implementation which is false on purpose -- the new implementation must set the following attributes to push the results to DB: - - result - - start_time - - stop_time - - -### class attributes - -| Status code | Returned when | -|--------------------|---------------------| -| EX_OK | everything is OK | -| EX_RUN_ERROR | run() failed | -| EX_TESTCASE_FAILED | results are false | -| EX_PUSH_TO_DB_ERROR| push_to_db() failed | - - -### run_tests.py - -```python -module = importlib.import_module(run_dict['module']) -cls = getattr(module, run_dict['class']) -test_dict = ft_utils.get_dict_by_test(test_name) -test_case = cls(**test_dict) -try: - kwargs = run_dict['args'] - result = test_case.run(**kwargs) -except KeyError: - result = test_case.run() -if result == testcase.TestCase.EX_OK: - if GlobalVariables.REPORT_FLAG: - test_case.push_to_db() - result = test_case.is_successful() -``` - - - -## Your first test case - - -### first.py - -```python -#!/usr/bin/env python - -import time - -from functest.core import testcase - -class Test(testcase.TestCase): - - def run(self, **kwargs): - self.start_time = time.time() - print "Hello World" - self.result = 100 - self.stop_time = time.time() - return testcase.TestCase.EX_OK -``` - - -### functest/ci/testcases.yaml - -```yaml -case_name: first -project_name: functest -criteria: 100 -blocking: true -description: '' -dependencies: - installer: '' - scenario: '' -run: - module: 'first' - class: 'Test' -``` - - - -## class Feature -bases: TestCase - -base model for single feature - - -### methods - -| Method | Purpose | -|-------------------|---------------------------| -| run(**kwargs) | run the feature | -| execute(**kwargs) | execute the Python method | - - -### run(**kwargs) - -- allows executing any Python method by calling execute() -- sets the following attributes required to push the results to DB: - - result - - start_time - - stop_time -- doesn't fulfill details when pushing the results to the DB. - - -### execute(**kwargs) - -- the subclasses must override the default implementation which is false on purpose -- the new implementation must return 0 if success or anything else if failure. - - - -## Your second test case - - -### second.py - -```python -#!/usr/bin/env python - -from functest.core import feature - -class Test(feature.Feature): - - def execute(self, **kwargs): - print "Hello World" - return 0 -``` - - -### functest/ci/testcases.yaml - -```yaml -case_name: second -project_name: functest -criteria: 100 -blocking: true -description: '' -dependencies: - installer: '' - scenario: '' -run: - module: 'second' - class: 'Test' -``` - - - -## class BashFeature -bases: Feature - -class designed to run any bash command - - -### execute(**kwargs) - -execute the cmd passed as arg. - - - -## Your third test case - - -### functest/ci/testcases.yaml - -``` -case_name: third -project_name: functest -criteria: 100 -blocking: true -description: '' -dependencies: - installer: '' - scenario: '' -run: - module: 'functest.core.feature' - class: 'BashFeature' - args: - cmd: 'echo Hello World; exit 0' -``` - - - -## class Suite -bases: TestCase - -base model for running unittest.TestSuite - - -### run(**kwargs) - -- allows running any unittest.TestSuite -- sets the following attributes required to push the results to DB: - - result - - start_time - - stop_time - - details - - - -## Your fourth test case - - -### fourth.py - -```python -#!/usr/bin/env python - -import unittest - -class TestStringMethods(unittest.TestCase): - - def test_upper(self): - self.assertEqual('Hello World'.upper(), - 'HELLO WORLD') -``` - - -### functest/ci/testcases.yaml - -``` -case_name: fourth -project_name: functest -criteria: 100 -blocking: true -description: '' -dependencies: - installer: '' - scenario: '' -run: - module: 'functest.core.unit' - class: 'Suite' - args: - name: 'fourth' -``` - - - -## class VNF -bases: TestCase - -base model for VNF onboarding testing - - -### methods - -| Method | Purpose | -|-----------------------|---------------------------------------------------| -| prepare() | prepare VNF env (user, tenant, security group,..) | -| run(**kwargs) | run VNF test case | -| deploy_orchestrator() | deploy cloudify, ONAP, OpenBaton,... (optional) | -| deploy_vnf() | deploy the VNF | -| test_vnf() | run tests on the VNF | - - -### run(**kwargs) - -- deploys an orchestrator if needed (e.g. heat, OpenBaton, Cloudify, ONAP, Juju) -- deploys the VNF -- performs tests on the VNF - - -### prepare() - -- creates a user -- creates a Tenant/Project -- allocates admin role to the user on this tenant - - -### deploy_orchestrator() - -- deploys an orchestrator (optional) -- if this function is overridden then raise orchestratorDeploymentException if error during orchestrator deployment - - -### deploy_vnf() - -- **MUST be implemented** by vnf test cases. The details section MAY be updated in the vnf test cases. -- The deployment can be executed via a specific orchestrator or using build-in orchestrators such as heat, openbaton, cloudify, juju, ONAP, ... -- returns: - True if the VNF is properly deployed - False if the VNF is not deployed -- raises VnfDeploymentException if error during VNF deployment - - -### test_vnf() - -- **MUST be implemented** by vnf test cases. The details section MAY be updated in the vnf test cases. -- Once a VNF is deployed, it is assumed that specific test suite can be run to validate the VNF. -- returns: - True if VNF tests are PASS - False if test suite is FAIL -- raises VnfTestException if error during VNF tests - - - -## Your fifth test case - - -### fifth.py - -```python -#!/usr/bin/env python - -from functest.core import vnf - -class Vnf(vnf.VnfOnBoarding): - - def deploy_vnf(self): - print "Deploy your VNF here" - print "Feed orchestrator with VNF descriptor" - return 0 - - def test_vnf(self): - print "Test your VNF here" - return 0 -``` - - -### functest/ci/testcases.yaml - -```yaml -case_name: fifth -project_name: functest -criteria: 100 -blocking: true -description: '' -dependencies: - installer: '' - scenario: '' -run: - module: 'fifth' - class: 'Vnf' -``` - - - -## Thank You! diff --git a/docs/com/pres/framework/index.html b/docs/com/pres/framework/index.html deleted file mode 100644 index 950c2beb..00000000 --- a/docs/com/pres/framework/index.html +++ /dev/null @@ -1,52 +0,0 @@ - - -OPNFV Functest Framework - - - - - - - - -
-
-
-
-
- - - - - diff --git a/docs/com/pres/reveal.js b/docs/com/pres/reveal.js deleted file mode 160000 index a349ff43..00000000 --- a/docs/com/pres/reveal.js +++ /dev/null @@ -1 +0,0 @@ -Subproject commit a349ff43c58c23f9c837b8ea9b5fc7d4761b8de3 -- cgit 1.2.3-korg