From 81fba061911595953782299d2eb06c3014b8a890 Mon Sep 17 00:00:00 2001 From: yuyang Date: Thu, 16 Feb 2017 20:44:47 +0800 Subject: Add Danube Document Framework JIRA: BOTTLENECK-137 Bottlenecks document framwork meeting Danube document requirement. Changes: 1. Add POSCA testsuite document 2. Combine configuration and installation directory 2.1 https://wiki.opnfv.org/display/DEV/Documentation+Toolchain 3. Change file names in /user_guide 4. Add requirements notes to release notes 5. Add stress test configuartion details Change-Id: I8d9055097ddae280d985120d4501819d20ad1dcb Signed-off-by: yuyang --- docs/configurationguide/README.rst | 63 ------ docs/configurationguide/index.rst | 12 - .../bottlenecks_test_result.rst | 22 -- docs/installationprocedure/index.rst | 14 -- docs/installationprocedure/rubbos_installation.rst | 128 ----------- docs/installationprocedure/vstf_installation.rst | 241 --------------------- docs/platform_overview/index.rst | 12 + docs/platform_overview/introduction.rst | 37 ++++ docs/platformoverview/index.rst | 12 - docs/platformoverview/introduction.rst | 34 --- docs/release_notes/index.rst | 13 ++ docs/release_notes/release_notes.rst | 217 +++++++++++++++++++ docs/release_notes/requirements_notes.rst | 105 +++++++++ docs/releasenotes/index.rst | 13 -- docs/releasenotes/release-notes.rst | 156 ------------- docs/slides/bottlenecks_project V1.0.pptx | Bin 2570577 -> 0 bytes docs/testing_guide/dashboard_guide.rst | 21 ++ docs/testing_guide/index.rst | 16 ++ docs/testing_guide/overview.rst | 94 ++++++++ docs/testing_guide/posca_guide.rst | 56 +++++ docs/testing_guide/rubbos_guide.rst | 128 +++++++++++ docs/testing_guide/vstf_guide.rst | 241 +++++++++++++++++++++ docs/user_guide/index.rst | 29 +++ docs/user_guide/posca/posca_stress_ping.rst | 52 +++++ docs/user_guide/posca/posca_stress_traffic.rst | 49 +++++ docs/user_guide/rubbos/rubbos_basic.rst | 30 +++ docs/user_guide/rubbos/rubbos_heavy_tc1101.rst | 30 +++ docs/user_guide/rubbos/rubbos_tc1101.rst | 30 +++ docs/user_guide/rubbos/rubbos_tc1201.rst | 30 +++ docs/user_guide/rubbos/rubbos_tc1301.rst | 30 +++ docs/user_guide/rubbos/rubbos_tc1401.rst | 30 +++ docs/user_guide/vstf/vstf_Ti1.rst | 28 +++ docs/user_guide/vstf/vstf_Ti2.rst | 28 +++ docs/user_guide/vstf/vstf_Ti3.rst | 28 +++ docs/user_guide/vstf/vstf_Tn1.rst | 28 +++ docs/user_guide/vstf/vstf_Tn2.rst | 28 +++ docs/user_guide/vstf/vstf_Tu1.rst | 28 +++ docs/user_guide/vstf/vstf_Tu2.rst | 28 +++ docs/user_guide/vstf/vstf_Tu3.rst | 28 +++ docs/userguide/index.rst | 27 --- .../rubbos/opnfv_bottlenecks_rubbos_basic.rst | 30 --- .../opnfv_bottlenecks_rubbos_heavy_tc1101.rst | 30 --- .../rubbos/opnfv_bottlenecks_rubbos_tc1101.rst | 30 --- .../rubbos/opnfv_bottlenecks_rubbos_tc1201.rst | 30 --- .../rubbos/opnfv_bottlenecks_rubbos_tc1301.rst | 30 --- .../rubbos/opnfv_bottlenecks_rubbos_tc1401.rst | 30 --- docs/userguide/vstf/opnfv_bottlenecks_vstf_Ti1.rst | 28 --- docs/userguide/vstf/opnfv_bottlenecks_vstf_Ti2.rst | 28 --- docs/userguide/vstf/opnfv_bottlenecks_vstf_Ti3.rst | 28 --- docs/userguide/vstf/opnfv_bottlenecks_vstf_Tn1.rst | 28 --- docs/userguide/vstf/opnfv_bottlenecks_vstf_Tn2.rst | 28 --- docs/userguide/vstf/opnfv_bottlenecks_vstf_Tu1.rst | 28 --- docs/userguide/vstf/opnfv_bottlenecks_vstf_Tu2.rst | 28 --- docs/userguide/vstf/opnfv_bottlenecks_vstf_Tu3.rst | 28 --- 54 files changed, 1474 insertions(+), 1126 deletions(-) delete mode 100644 docs/configurationguide/README.rst delete mode 100644 docs/configurationguide/index.rst delete mode 100644 docs/installationprocedure/bottlenecks_test_result.rst delete mode 100644 docs/installationprocedure/index.rst delete mode 100644 docs/installationprocedure/rubbos_installation.rst delete mode 100644 docs/installationprocedure/vstf_installation.rst create mode 100644 docs/platform_overview/index.rst create mode 100644 docs/platform_overview/introduction.rst delete mode 100644 docs/platformoverview/index.rst delete mode 100644 docs/platformoverview/introduction.rst create mode 100644 docs/release_notes/index.rst create mode 100644 docs/release_notes/release_notes.rst create mode 100644 docs/release_notes/requirements_notes.rst delete mode 100644 docs/releasenotes/index.rst delete mode 100644 docs/releasenotes/release-notes.rst delete mode 100644 docs/slides/bottlenecks_project V1.0.pptx create mode 100644 docs/testing_guide/dashboard_guide.rst create mode 100644 docs/testing_guide/index.rst create mode 100644 docs/testing_guide/overview.rst create mode 100644 docs/testing_guide/posca_guide.rst create mode 100644 docs/testing_guide/rubbos_guide.rst create mode 100644 docs/testing_guide/vstf_guide.rst create mode 100644 docs/user_guide/index.rst create mode 100644 docs/user_guide/posca/posca_stress_ping.rst create mode 100644 docs/user_guide/posca/posca_stress_traffic.rst create mode 100644 docs/user_guide/rubbos/rubbos_basic.rst create mode 100644 docs/user_guide/rubbos/rubbos_heavy_tc1101.rst create mode 100644 docs/user_guide/rubbos/rubbos_tc1101.rst create mode 100644 docs/user_guide/rubbos/rubbos_tc1201.rst create mode 100644 docs/user_guide/rubbos/rubbos_tc1301.rst create mode 100644 docs/user_guide/rubbos/rubbos_tc1401.rst create mode 100644 docs/user_guide/vstf/vstf_Ti1.rst create mode 100644 docs/user_guide/vstf/vstf_Ti2.rst create mode 100644 docs/user_guide/vstf/vstf_Ti3.rst create mode 100644 docs/user_guide/vstf/vstf_Tn1.rst create mode 100644 docs/user_guide/vstf/vstf_Tn2.rst create mode 100644 docs/user_guide/vstf/vstf_Tu1.rst create mode 100644 docs/user_guide/vstf/vstf_Tu2.rst create mode 100644 docs/user_guide/vstf/vstf_Tu3.rst delete mode 100644 docs/userguide/index.rst delete mode 100644 docs/userguide/rubbos/opnfv_bottlenecks_rubbos_basic.rst delete mode 100644 docs/userguide/rubbos/opnfv_bottlenecks_rubbos_heavy_tc1101.rst delete mode 100644 docs/userguide/rubbos/opnfv_bottlenecks_rubbos_tc1101.rst delete mode 100644 docs/userguide/rubbos/opnfv_bottlenecks_rubbos_tc1201.rst delete mode 100644 docs/userguide/rubbos/opnfv_bottlenecks_rubbos_tc1301.rst delete mode 100644 docs/userguide/rubbos/opnfv_bottlenecks_rubbos_tc1401.rst delete mode 100644 docs/userguide/vstf/opnfv_bottlenecks_vstf_Ti1.rst delete mode 100644 docs/userguide/vstf/opnfv_bottlenecks_vstf_Ti2.rst delete mode 100644 docs/userguide/vstf/opnfv_bottlenecks_vstf_Ti3.rst delete mode 100644 docs/userguide/vstf/opnfv_bottlenecks_vstf_Tn1.rst delete mode 100644 docs/userguide/vstf/opnfv_bottlenecks_vstf_Tn2.rst delete mode 100644 docs/userguide/vstf/opnfv_bottlenecks_vstf_Tu1.rst delete mode 100644 docs/userguide/vstf/opnfv_bottlenecks_vstf_Tu2.rst delete mode 100644 docs/userguide/vstf/opnfv_bottlenecks_vstf_Tu3.rst (limited to 'docs') diff --git a/docs/configurationguide/README.rst b/docs/configurationguide/README.rst deleted file mode 100644 index 70c2da58..00000000 --- a/docs/configurationguide/README.rst +++ /dev/null @@ -1,63 +0,0 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International License. -.. http://creativecommons.org/licenses/by/4.0 -.. (c) Huawei Technologies Co.,Ltd and others. - -**************************** -Project General Test Methods -**************************** - -For each *test suite*, you can setup *test story* by including several *test cases* -only with one configuration parameter different, by comparing the test results, -you can see the influence of the configuration parameter. - -Brahmaputra: rubbos is introduced, which is an end2end NFVI perforamnce tool. -Virtual switch test framework(VSTF) is also introduced, -which is an test framework used for vswitch performance test. - -Colorado: rubbos is refactored by using puppet, which makes it quite flexible -to configure with different number of load generator(Client), worker(tomcat). -vstf is refactored by extracting the test case's configuration information. - -*********************************** -Test suite & Test case Description -*********************************** -+--------+-----------------------------+ -|Rubbos | rubbos_basic | -| +-----------------------------+ -| | rubbos_TC1101 | -| +-----------------------------+ -| | rubbos_TC1201 | -| +-----------------------------+ -| | rubbos_TC1301 | -| +-----------------------------+ -| | rubbos_TC1401 | -| +-----------------------------+ -| | rubbos_heavy_TC1101 | -+--------+-----------------------------+ -|vstf | vstf_Ti1 | -| +-----------------------------+ -| | vstf_Ti2 | -| +-----------------------------+ -| | vstf_Ti3 | -| +-----------------------------+ -| | vstf_Tn1 | -| +-----------------------------+ -| | vstf_Tn2 | -| +-----------------------------+ -| | vstf_Tu1 | -| +-----------------------------+ -| | vstf_Tu2 | -| +-----------------------------+ -| | vstf_Tu3 | -+--------+-----------------------------+ - -*********************** -Integration Description -*********************** -+-------------+----------------------+ -| Release | integrated installer | -+-------------+----------------------+ -| Brahmaputra | Fuel | -+-------------+----------------------+ -| Colorado | Compass | -+-------------+----------------------+ diff --git a/docs/configurationguide/index.rst b/docs/configurationguide/index.rst deleted file mode 100644 index fb623511..00000000 --- a/docs/configurationguide/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International License. -.. http://creativecommons.org/licenses/by/4.0 -.. (c) Huawei Technologies Co.,Ltd and others. - -***************************** -Bottlenecks - configureguide -***************************** - -.. toctree:: - :maxdepth: 2 - - ./README.rst diff --git a/docs/installationprocedure/bottlenecks_test_result.rst b/docs/installationprocedure/bottlenecks_test_result.rst deleted file mode 100644 index f1a17739..00000000 --- a/docs/installationprocedure/bottlenecks_test_result.rst +++ /dev/null @@ -1,22 +0,0 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International License. -.. http://creativecommons.org/licenses/by/4.0 -.. (c) Huawei Technologies Co.,Ltd and others. - -************************* -Bottlenecks Test Report -************************* - - -Scope -===== -This document provides an overview of the results of test cases developed by -the OPNFV Bottlenecks Project, executed on OPNFV community labs. - -OPNFV CI(Continous Integration) system provides automated build, deploy and testing for -the software developed in OPNFV. Unless stated, the reported tests are -automated via Jenkins Jobs. - -Test results are visible in the following dashboard: - -* *Testing dashboard*: uses Mongo DB to store test results and Bitergia for - visualization, which includes the rubbos test result, vstf test result. diff --git a/docs/installationprocedure/index.rst b/docs/installationprocedure/index.rst deleted file mode 100644 index bfc07ce3..00000000 --- a/docs/installationprocedure/index.rst +++ /dev/null @@ -1,14 +0,0 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International License. -.. http://creativecommons.org/licenses/by/4.0 -.. (c) Huawei Technologies Co.,Ltd and others. - -************************************* -Bottlenecks - installation prodedure -************************************* - -.. toctree:: - :maxdepth: 2 - - ./rubbos_installation.rst - ./vstf_installation.rst - ./bottlenecks_test_result.rst diff --git a/docs/installationprocedure/rubbos_installation.rst b/docs/installationprocedure/rubbos_installation.rst deleted file mode 100644 index a19eac46..00000000 --- a/docs/installationprocedure/rubbos_installation.rst +++ /dev/null @@ -1,128 +0,0 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International License. -.. http://creativecommons.org/licenses/by/4.0 -.. (c) Huawei Technologies Co.,Ltd and others. - -************************************** -Bottlenecks Rubbos Installation Guide -************************************** - - -Rubbos Introduction -==================== -Rubbos is a bulletin board benchmark modeled after an online news forum like Slashdot. -It is an open source Middleware and an n-tier system model which -is used to be deployed on multiple physical node and -to measure the whole performacne of OPNFV platform. -Rubbos can deploy the Apache, tomcat, and DB. -Based on the deployment, rubbos gives the pressure to the whole system. -When the system reaches to the peak, the throughput will not grow more. -This testcase can help to understand the bottlenecks of OPNFV plantform -and improve the performance of OPNFV platform. - -Detailed workflow is illutrated below. - -.. image:: ../images/Framework_Setup.png - :width: 770px - :alt: Bottlenecks Framework Setup - -Preinstall Packages -==================== -There is a need to install some packages before running the rubbos, -gcc, gettext, g++, libaio1, libaio-dev, make and git are necessary. -When the rubbos runs on the OPNFV community continuous integration(CI) -system, the required packages are installed automately as shown in the -code repository, which is /utils/infra_setup/vm_dev_setup/packages.conf, -besides, the packages can be encapsulated in the images initially. -If someone wants to use rubbos locally, he/she has to install them by -hand, such as in ubuntu 14.04, - -.. code-block:: bash - - apt-get update - apt-get install gettext - -How does Rubbos Integrate into Installers -========================================= -1.Community CI System - -Rubbos has been successfully integrated into fuel and compass with NOSDN scenario -in OPNFV community CI system. - -Heat is used to create 9 instances, which is shown in -/utils/infra_setup/heat_template/HOT_create_instance.sh, the 9 instances are used -for installing Apache, Tomcat, Mysql, Control, Benchmark and 4 Clients. The tools, -such as rubbos, sysstat, oprofile, etc, are installed in these instances to perform -the test, the test results are stored in the Benchmark instance initially, then they -are copied to the Rubbos_result instance, finally, the test results are transferred to -the community dashboard. - -There's a need to store our pakages as large as M bytes or G bytes size, such as -the images, jdk, apache-ant, apache-tomcat, etc, the OPNFV community storage system, -Google Cloud Storage, is used, the pakages can be downloaded from -https://artifacts.opnfv.org/bottlenecks/rubbos. - -2.Local Deployment - -If someone wants to run the rubbos in his own environment, he/she can keep to the following steps, - -2.1 Start up instances by using heat, nova or libvert. In Openstack Environemnt, -the heat script can refer /utils/infra_setup/heat_template/HOT_create_instance.sh, -if the openstack doesn't support heat module, -the script /utils/infra_setup/create_instance.sh can be used. -Without Openstack, there's a way to set up instances by using libvert, the scripts are shown under -the directory /utils/rubbos_dev_env_setup. - -The image can be downloaded from the community cloud storage - -.. code-block:: bash - - curl --connect-timeout 10 -o bottlenecks-trusty-server.img - http://artifacts.opnfv.org/bottlenecks/rubbos/bottlenecks-trusty-server.img - -2.2 Ssh into the control node and clone the bottlenecks codes to the root directory. - -.. code-block:: bash - - git clone https://git.opnfv.org/bottlenecks /bottlenecks - -2.3 Download the packages and decompress them into the proper directory. - -.. code-block:: bash - - curl --connect-timeout 10 -o app_tools.tar.gz - http://artifacts.opnfv.org/bottlenecks/rubbos/app_tools.tar.gz - curl --connect-timeout 10 -o rubbosMulini6.tar.gz - http://artifacts.opnfv.org/bottlenecks/rubbos/rubbosMulini6.tar.gz - -.. code-block:: bash - - tar zxf app_tools.tar.gz -C /bottlenecks/rubbos - tar zxf rubbosMulini6.tar.gz -C /bottlenecks/rubbos/rubbos_scripts - -2.4 Ssh into the Control node and run the script - -.. code-block:: bash - - source /bottlenecks/rubbos/rubbos_scripts/1-1-1/scripts/run.sh - -2.5 Check the test results under the directory /bottlenecks/rubbos/rubbos_results in -Control node. The results are stored in the format of xml, -move them to the brower chrome, then you can see the results. - -Test Result Description -======================= -In OPNFV community, the result is shown in the following format - -:: - - [{'client': 200, 'throughput': 27}, - {'client': 700, 'throughput': 102}, - {'client': 1200, 'throughput': 177}, - {'client': 1700, 'throughput': 252}, - {'client': 2200, 'throughput': 323}, - {'client': 2700, 'throughput': 399}, - {'client': 3200, 'throughput': 473}] - -The results are transferred to the community database and a map is drawed on the dashboard. -Along with the growth of the number of the client, the throughput grows at first, then meets -up with a point of inflexion, which is caused by the bottlenecks of the measured system. diff --git a/docs/installationprocedure/vstf_installation.rst b/docs/installationprocedure/vstf_installation.rst deleted file mode 100644 index 7808065d..00000000 --- a/docs/installationprocedure/vstf_installation.rst +++ /dev/null @@ -1,241 +0,0 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International License. -.. http://creativecommons.org/licenses/by/4.0 -.. (c) Huawei Technologies Co.,Ltd and others. - -************************************ -Bottlenecks VSTF Installation Guide -************************************ - -VSTF Introduction -==================== -VSTF(Virtual Switch Test Framework) is a system-level testing framework in the -area of network virtualization, and it could help you estimate the system switch -ability and find out the network bottlenecks by main KPIs(bandwidth, latency, -resource usage and so on), VSTF owns a methodology to define the test scenario and -testcases, Now we could support Tu testcases in the Openstack environment, More -scenarios and cases will be added. - -VSTF TestScenario ------------------ -1. Tu - VM to VM -2. Tn - Physical Nic loopback -3. TnV - VNF loopback -4. Ti - VM to Physical Nic - -Pre-install Packages on the ubuntu 14.04 VM -=========================================== -VSTF VM Preparation Steps -------------------------- -1. Create a ubuntu 14.04 VM -2. Install dependency inside VM -3. Install vstf python package inside VM - -VM preparation --------------- -Install python2.7 version and git - -:: - - sudo apt-get install python2.7 - sudo apt-get install git - -Download Bottlenecks package - -:: - - sudo cd /home/ - sudo git clone https://gerrit.opnfv.org/gerrit/bottlenecks - -Install the dependency - -:: - - sudo apt-get install python-pip - sudo pip install --upgrade pip - sudo dpkg-reconfigure dash - sudo apt-get install libjpeg-dev - sudo apt-get install libpng-dev - sudo apt-get install python-dev - sudo apt-get install python-testrepository - sudo apt-get install git - sudo apt-get install python-pika - sudo apt-get install python-oslo.config - sudo pip install -r /home/bottlenecks/vstf/requirements.txt - -Install vstf package - -:: - - sudo mkdir -p /var/log/vstf/ - sudo cp -r /home/bottlenecks/vstf/etc/vstf/ /etc/ - sudo mkdir -p /opt/vstf/ - sudo cd /home/bottlenecks;sudo rm -rf build/ - sudo python setup.py install - -Image on the Cloud ------------------- -+-----------+-------------------------------------------------------------+ -| Name | vstf-image | -+===========+=============================================================+ -| URL | http://artifacts.opnfv.org/bottlenecks/vstf-manager-new.img | -+-----------+-------------------------------------------------------------+ -| Format | QCOW2 | -+-----------+-------------------------------------------------------------+ -| Size | 5G | -+-----------+-------------------------------------------------------------+ -| User | root | -+-----------+-------------------------------------------------------------+ -| Passwd | root | -+-----------+-------------------------------------------------------------+ -There is a complete vstf image on the cloud ,you could download it and use it to -deploy and run cases ,but do not need VM preparation steps. - - -How is VSTF Integrated into Installers -======================================== -VM requirements ---------------- -+------------------+----------+--------------------+-----------------------------------------------------+ -| Name | FLAVOR | IMAGE_NAME | NETWORK | -+==================+==========+====================+=====================================================+ -| vstf-manager | m1.large | vstf-image | control-plane=XX.XX.XX.XX | -+------------------+----------+--------------------+-----------------------------------------------------+ -| vstf-tester | m1.large | vstf-image | control-plane(eth0)=XX.XX.XX.XX | -| | | | test-plane(eth1)=XX.XX.XX.XX | -+------------------+----------+--------------------+-----------------------------------------------------+ -| vstf-target | m1.large | vstf-image | control-plane(eth0)=XX.XX.XX.XX | -| | | | test-plane(eth1)=XX.XX.XX.XX | -+------------------+----------+--------------------+-----------------------------------------------------+ -m1.large means 4U4G for the target image Size 5GB -For the network used by VMs,network need two plane ,one plane is control plane and the other plane is test plane. - -OPNFV community Usage in the CI system --------------------------------------- -+---------------------------------------+---------------------------------------+ -| Project Name | Project Categoty | -+=======================================+=======================================+ -| bottlenecks-daily-fuel-vstf-lf-master | bottlenecks | -+---------------------------------------+---------------------------------------+ -OPNFV community jenkins Project info - -Main Entrance for the ci test: - -:: - - cd /home/bottlenecks/ci; - bash -x vstf_run.sh - -Test on local(Openstack Environment) ------------------------------------- -download the image file - -:: - - curl --connect-timeout 10 -o /tmp/vstf-manager.img \ - http://artifacts.opnfv.org/bottlenecks/vstf-manager-new.img -v - -create the image file by the glance - -:: - - glance image-create --name $MANAGER_IMAGE_NAME \ - --disk-format qcow2 \ - --container-format bare \ - --file /tmp/vstf-manager.img - -create the keypair for the image(anyone will be ok) - -:: - - cd /home/bottlenecks/utils/infra_setup/bottlenecks_key - nova keypair-add --pub_key $KEY_PATH/bottlenecks_key.pub $KEY_NAME - -create the vstf three VMs in the openstack by heat - -:: - - cd /home/bottlenecks/utils/infra_setup/heat_template/vstf_heat_template - heat stack-create vstf -f bottleneck_vstf.yaml - -launch the vstf process inside the vstf-manager vstf-tester vstf-target VMs - -:: - - cd /home/bottlenecks/utils/infra_setup/heat_template/vstf_heat_template - bash -x launch_vstf.sh - -edit the test scenario and test packet list in the vstf_test.sh, now support the Tu-1/2/3 - -:: - - function fn_testing_scenario(){ - ... - local test_length_list="64 128 256 512 1024" - local test_scenario_list="Tu-1 Tu-3" - ... - } - -launch the vstf script - -:: - - cd /home/bottlenecks/utils/infra_setup/heat_template/vstf_heat_template - bash -x vstf_test.sh - -Test Result Description -======================= -Result Format -------------- -For example after the test, The result will display as the following format - -:: - - { u'64': { u'AverageLatency': 0.063, - u'Bandwidth': 0.239, - u'CPU': 0.0, - u'Duration': 20, - u'MaximumLatency': 0.063, - u'MinimumLatency': 0.063, - u'MppspGhz': 0, - u'OfferedLoad': 100.0, - u'PercentLoss': 22.42, - u'RxFrameCount': 4309750.0, - u'RxMbps': 198.28, - u'TxFrameCount': 5555436.0, - u'TxMbps': 230.03}} - -Option Description ------------------- -+---------------------+---------------------------------------------------+ -| Option Name | Description | -+=====================+===================================================+ -| AverageLatency | The average latency data during the packet | -| | transmission (Unit:microsecond) | -+---------------------+---------------------------------------------------+ -| Bandwidth | Network bandwidth(Unit:Million packets per second)| -+---------------------+---------------------------------------------------+ -| CPU | Total Resource Cpu usage(Unit: Ghz) | -+---------------------+---------------------------------------------------+ -| Duration | Test time(Unit: second) | -+---------------------+---------------------------------------------------+ -| MaximumLatency | The maximum packet latency during the packet | -| | transmission (Unit:microsecond) | -+---------------------+---------------------------------------------------+ -| MinimumLatency | The maximum packet latency during the packet | -| | transmission (Unit:microsecond) | -+---------------------+---------------------------------------------------+ -| MppspGhz | Million Packets per second with per CPU | -| | resource Ghz(Unit: Mpps/Ghz) | -+---------------------+---------------------------------------------------+ -| OfferedLoad | The load of network offered | -+---------------------+---------------------------------------------------+ -| PercentLoss | The percent of frame loss rate | -+---------------------+---------------------------------------------------+ -| RxFrameCount | The total frame on Nic rx | -+---------------------+---------------------------------------------------+ -| RxMbps | The received bandwidth per second | -+---------------------+---------------------------------------------------+ -| TxFrameCount | The total frame on Nic rx | -+---------------------+---------------------------------------------------+ -| TxMbps | The send bandwidth per second | -+---------------------+---------------------------------------------------+ diff --git a/docs/platform_overview/index.rst b/docs/platform_overview/index.rst new file mode 100644 index 00000000..81271a43 --- /dev/null +++ b/docs/platform_overview/index.rst @@ -0,0 +1,12 @@ +.. This work is licensed under a Creative Commons Attribution 4.0 International License. +.. http://creativecommons.org/licenses/by/4.0 +.. (c) Huawei Technologies Co.,Ltd and others. + +******************************* +Bottlenecks - Platform Overview +******************************* + +.. toctree:: + :maxdepth: 2 + + ./introduction.rst diff --git a/docs/platform_overview/introduction.rst b/docs/platform_overview/introduction.rst new file mode 100644 index 00000000..cb85e61d --- /dev/null +++ b/docs/platform_overview/introduction.rst @@ -0,0 +1,37 @@ +.. This work is licensed under a Creative Commons Attribution 4.0 International License. +.. http://creativecommons.org/licenses/by/4.0 +.. (c) Huawei Technologies Co.,Ltd and others. + +************************ +Bottlenecks Introduction +************************ + +**Welcome to Bottlenecks' documentation !** + +.. _Bottlenecks: https://wiki.opnfv.org/bottlenecks +.. _Proposal: https://wiki.opnfv.org/download/attachments/2926187/bottlenecks_project_for_test_meeting_20150820.pptx?version=1&modificationDate=1458849192000&api=v2 + +Bottlenecks_ is an OPNFV testing Project. + +The project's goal is to find system bottlenecks by testing and verifying +OPNFV infrastructure in a staging environment before committing it to a production environment. +Instead of debugging a deployment in production environment, +an automatic method for executing benchmarks which plans to +validate the deployment during staging is adopted. +This project forms a staging framework to find bottlenecks and to do analysis of the OPNFV infrastructure. + +The *Bottlenecks* framework is deployed in several OPNFV community labs. It is +installer, infrastructure and application independent. + +.. _Pharos: https://wiki.opnfv.org/pharos + +.. seealso:: Pharos_ for information on OPNFV community labs. + +Proposal_ for more project information. + +Contact Bottlenecks +=================== + +Feedback `Contact us`_ + +.. _Contact us: opnfv-users@lists.opnfv.org diff --git a/docs/platformoverview/index.rst b/docs/platformoverview/index.rst deleted file mode 100644 index 9267fbd6..00000000 --- a/docs/platformoverview/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International License. -.. http://creativecommons.org/licenses/by/4.0 -.. (c) Huawei Technologies Co.,Ltd and others. - -****************************** -Bottlenecks - platformoverview -****************************** - -.. toctree:: - :maxdepth: 2 - - ./introduction.rst diff --git a/docs/platformoverview/introduction.rst b/docs/platformoverview/introduction.rst deleted file mode 100644 index 5850fa55..00000000 --- a/docs/platformoverview/introduction.rst +++ /dev/null @@ -1,34 +0,0 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International License. -.. http://creativecommons.org/licenses/by/4.0 -.. (c) Huawei Technologies Co.,Ltd and others. - -************************** -Bottlenecks Introduction -************************** - -**Welcome to bottlenecks' documentation !** - -.. _Bottlenecks: https://wiki.opnfv.org/bottlenecks - -Bottlenecks_ is an OPNFV Project. - -The project's goal is to find system bottlenecks by testing and verifying -OPNFV infrastructure in a staging environment before committing it to a production environment. -Instead of debugging a deployment in production environment, -an automatic method for executing benchmarks which plans to -validate the deployment during staging is adopted. -This project will provide frameworks to find the bottlenecks of OPNFV infrastructure. - -The *Bottlenecks* framework is deployed in several OPNFV community labs. It is -installer, infrastructure and application independent. - -.. _Pharos: https://wiki.opnfv.org/pharos - -.. seealso:: Pharos_ for information on OPNFV community labs. - -Contact Bottlenecks -=================== - -Feedback? `Contact us`_ - -.. _Contact us: opnfv-users@lists.opnfv.org diff --git a/docs/release_notes/index.rst b/docs/release_notes/index.rst new file mode 100644 index 00000000..622671cd --- /dev/null +++ b/docs/release_notes/index.rst @@ -0,0 +1,13 @@ +.. This work is licensed under a Creative Commons Attribution 4.0 International License. +.. http://creativecommons.org/licenses/by/4.0 +.. (c) Huawei Technologies Co.,Ltd and others. + +*************************** +Bottlenecks - Release Notes +*************************** + +.. toctree:: + :maxdepth: 2 + + ./release_notes.rst + ./requirements_notes.rst diff --git a/docs/release_notes/release_notes.rst b/docs/release_notes/release_notes.rst new file mode 100644 index 00000000..76b5c1cf --- /dev/null +++ b/docs/release_notes/release_notes.rst @@ -0,0 +1,217 @@ +.. This work is licensed under a Creative Commons Attribution 4.0 International License. +.. http://creativecommons.org/licenses/by/4.0 +.. (c) Huawei Technologies Co.,Ltd and others. + + +================================================== +Bottlenecks Release Notes for OPNFV Danube Release +================================================== + +.. _Bottlenecks: https://wiki.opnfv.org/display/bottlenecks + + +Abstract +======== + +This document describes the release notes of Bottlenecks project. + + +License +======= + +OPNFV release notes for Bottlenecks Docs +are licensed under a Creative Commons Attribution 4.0 International License. +You should have received a copy of the license along with this. +If not, see . + +The *Bottlenecks software* is opensource software, licensed under the terms of the +Apache License, Version 2.0. + + +Version History +=============== + ++----------------+--------------------+---------------------------------+ +| *Date* | *Version* | *Comment* | +| | | | ++----------------+--------------------+---------------------------------+ +| Sept 22nd, 2016| 1.0 | Bottlenecks Colorado release 1.0| +| | | | ++----------------+--------------------+---------------------------------+ +| Feb 17nd, 2016 | 1.1 | Bottlenecks Danube release 1.0 | +| | | | ++----------------+--------------------+---------------------------------+ + + +Summary +======= + +* Documentation generated with Sphinx + + * User guide + + * Installation Procedure + + * Release Notes (this document) + + * Platform Overview + + * Configuration Guide + +* Bottlenecks test suite + + * Jenkins Jobs for OPNFV community labs + +* Bottlenecks framework + +* Bottlenecks test cases + +The *Bottlenecks software* is developed in the OPNFV community, by the +Bottlenecks_ team. + +Release Data +============ + +Bramaputra Release Data +----------------------- + ++--------------------------------------+--------------------------------------+ +| **Project** | Bottlenecks | +| | | ++--------------------------------------+--------------------------------------+ +| **Repo/tag** | Bottlenecks/brahmaputra.1.0 | +| | | ++--------------------------------------+--------------------------------------+ +| **Bottlenecks Docker image tag** | brahmaputra.1.0 | +| | | ++--------------------------------------+--------------------------------------+ +| **Release designation** | Brahmaputra base release | +| | | ++--------------------------------------+--------------------------------------+ +| **Release date** | February 25 2016 | +| | | ++--------------------------------------+--------------------------------------+ +| **Purpose of the delivery** | Brahmaputra base release | +| | | ++--------------------------------------+--------------------------------------+ + +Colorado Release Data +----------------------- + ++--------------------------------------+--------------------------------------+ +| **Project** | Bottlenecks | +| | | ++--------------------------------------+--------------------------------------+ +| **Repo/tag** | Bottlenecks/colorado.1.0 | +| | | ++--------------------------------------+--------------------------------------+ +| **Bottlenecks Docker image tag** | colorado.1.0 | +| | | ++--------------------------------------+--------------------------------------+ +| **Release designation** | Colorado base release | +| | | ++--------------------------------------+--------------------------------------+ +| **Release date** | September 22 2016 | +| | | ++--------------------------------------+--------------------------------------+ +| **Purpose of the delivery** | Colorado base release | +| | | ++--------------------------------------+--------------------------------------+ + +Colorado Release Data +----------------------- +* TODO + +Danube Deliverables +=================== + +Software Deliverables +--------------------- + +**Bottlenecks source code ** + +* https://gerrit.opnfv.org/gerrit/gitweb?p=bottlenecks.git;a=summary + + +Documentatiion Deliverables +--------------------------- + +**Bottlenecks documentation ** + +* Platformation Overview: http://artifacts.opnfv.org/bottlenecks/danube/1.0/docs/platformoverview/index.html +* Configuration Guide: http://artifacts.opnfv.org/bottlenecks/danube/1.0/configurationguide/index.html +* Installation Guide: http://artifacts.opnfv.org/bottlenecks/danube/docs/installationprocedure/index.html +* http://artifacts.opnfv.org/bottlenecks/danube/1.0/releasenotes/index.html +* User Guide: http://artifacts.opnfv.org/bottlenecks/danube/1.0/docs/userguide/index.html + +Colorado Deliverables +===================== + +Software Deliverables +--------------------- + +**Bottlenecks source code ** + +* https://gerrit.opnfv.org/gerrit/gitweb?p=bottlenecks.git;a=summary + + +Documentatiion Deliverables +--------------------------- + +**Bottlenecks documentation ** + +* Platformation Overview: http://artifacts.opnfv.org/bottlenecks/colorado/1.0/docs/platformoverview/index.html +* Configuration Guide: http://artifacts.opnfv.org/bottlenecks/colorado/1.0/configurationguide/index.html +* Installation Guide: http://artifacts.opnfv.org/bottlenecks/colorado/docs/installationprocedure/index.html +* http://artifacts.opnfv.org/bottlenecks/colorado/1.0/releasenotes/index.html +* User Guide: http://artifacts.opnfv.org/bottlenecks/colorado/1.0/docs/userguide/index.html + +Reason for Version +================== + +* In Danube, POSCA testsuite is introduced and two stress tests are implemented. +* In Colorado, rubbos is refactored by using puppet, which makes it quite flexible to configure with different number of load generator(Client), worker(tomcat). +* In Colorado, vstf is refactored by extracting the test case's configuration information. + + +Known restrictions/issues +========================= + +* TODO + + +Test results +============ + +Test results are available in: + + - jenkins logs on CI: https://build.opnfv.org/ci/view/bottlenecks/ + + +Open JIRA tickets +================= + ++------------------+-----------------------------------------------+ +| JIRA | Description | ++==================+===============================================+ ++------------------+-----------------------------------------------+ ++------------------+-----------------------------------------------+ ++------------------+-----------------------------------------------+ ++------------------+-----------------------------------------------+ ++------------------+-----------------------------------------------+ + + +Useful links +============ + + - WIKI project page: https://wiki.opnfv.org/display/Bottlenecks + + - Bottlenecks jira page: https://jira.opnfv.org/projects/BOTTLENECK/issues/ + + - Bottlenecks repo: https://git.opnfv.org/cgit/bottlenecks/ + + - Bottlenecks CI dashboard: https://build.opnfv.org/ci/view/bottlenecks + + - Bottlenecks IRC chanel: #opnfv-bottlenecks + + diff --git a/docs/release_notes/requirements_notes.rst b/docs/release_notes/requirements_notes.rst new file mode 100644 index 00000000..2660bb01 --- /dev/null +++ b/docs/release_notes/requirements_notes.rst @@ -0,0 +1,105 @@ +.. This work is licensed under a Creative Commons Attribution 4.0 International License. +.. http://creativecommons.org/licenses/by/4.0 +.. (c) Huawei Technologies Co.,Ltd and others. + + +******************************************************* +Bottlenecks Requirements Notes for OPNFV Danube Release +******************************************************* + +====================== +Installer Requirements +====================== + +* TODO + +===================== +Hardware Requirements +===================== + +* TODO + +===================== +Software Requirements +===================== + +Operation System +---------------- + +* TODO + +Depending Package +----------------- + +- appdirs==1.4.0 +- Babel==2.2.0 +- backport-ipaddress==0.1 +- cliff==2.0.0 +- cmd2==0.6.8 +- coverage==4.1b2 +- debtcollector==1.3.0 +- ecdsa==0.13 +- extras==0.0.3 +- fixtures==1.4.0 +- flake8==2.5.4 +- funcsigs==0.4 +- functools32==3.2.3.post2 +- futures==3.0.5 +- iso8601==0.1.11 +- Jinja2==2.8 +- jsonpatch==1.13 +- jsonpointer==1.10 +- jsonschema==2.5.1 +- keystoneauth1==2.3.0 +- linecache2==1.0.0 +- lxml==3.5.0 +- MarkupSafe==0.23 +- mccabe==0.4.0 +- mock==1.3.0 +- monotonic==1.0 +- msgpack-python==0.4.7 +- netaddr==0.7.18 +- netifaces==0.10.4 +- nose==1.3.7 +- openstacksdk==0.8.1 +- os-client-config==1.16.0 +- oslo.config==3.9.0 +- oslo.i18n==3.4.0 +- oslo.serialization==2.4.0 +- oslo.utils==3.7.0 +- paramiko==1.16.0 +- pbr==1.8.1 +- pep8==1.7.0 +- positional==1.0.1 +- prettytable==0.7.2 +- pycrypto==2.6.1 +- pyflakes==1.0.0 +- pyparsing==2.1.0 +- pyrsistent==0.11.12 +- python-cinderclient==1.6.0 +- python-glanceclient==2.0.0 +- python-heatclient==1.0.0 +- python-keystoneclient==2.3.1 +- python-mimeparse==1.5.1 +- python-neutronclient==4.1.1 +- python-novaclient==3.3.0 +- python-openstackclient==2.2.0 +- python-subunit==1.2.0 +- python-swiftclient==3.0.0 +- pytz==2015.7 +- PyYAML==3.11 +- requests==2.9.1 +- requestsexceptions==1.1.3 +- scp==0.10.2 +- simplejson==3.8.2 +- six==1.10.0 +- stevedore==1.12.0 +- testrepository==0.0.20 +- testtools==2.0.0 +- traceback2==1.4.0 +- unicodecsv==0.14.1 +- unittest2==1.1.0 +- warlock==1.2.0 +- wrapt==1.10.6 +- pyroute2==0.4.10 +- elasticsearch==5.0.1 diff --git a/docs/releasenotes/index.rst b/docs/releasenotes/index.rst deleted file mode 100644 index 455cc95b..00000000 --- a/docs/releasenotes/index.rst +++ /dev/null @@ -1,13 +0,0 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International License. -.. http://creativecommons.org/licenses/by/4.0 -.. (c) Huawei Technologies Co.,Ltd and others. - -========================= -Bottlenecks Release Notes -========================= - -.. toctree:: - :maxdepth: 2 - - release-notes - diff --git a/docs/releasenotes/release-notes.rst b/docs/releasenotes/release-notes.rst deleted file mode 100644 index 17238801..00000000 --- a/docs/releasenotes/release-notes.rst +++ /dev/null @@ -1,156 +0,0 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International License. -.. http://creativecommons.org/licenses/by/4.0 -.. (c) Huawei Technologies Co.,Ltd and others. - - -============================================ -OPNFV Colorado Release Notes for Bottlenecks -============================================ - -.. _Bottlenecks: https://wiki.opnfv.org/display/bottlenecks - - -Abstract -======== - -This document describes the release notes of Bottlenecks project. - - -License -======= - -OPNFV Colorado release notes for Bottlenecks Docs -are licensed under a Creative Commons Attribution 4.0 International License. -You should have received a copy of the license along with this. -If not, see . - -The *Bottlenecks software* is opensource software, licensed under the terms of the -Apache License, Version 2.0. - - -Version History -=============== - -+----------------+--------------------+---------------------------------+ -| *Date* | *Version* | *Comment* | -| | | | -+----------------+--------------------+---------------------------------+ -| Sept 22nd, 2016| 1.0 | Bottlenecks for Colorado release| -| | | | -+----------------+--------------------+---------------------------------+ - - -Summary -======= - -* Documentation generated with Sphinx - - * User guide - - * Installation Procedure - - * Release Notes (this document) - - * Platform Overview - - * Configuration Guide - -* Bottlenecks test suite - - * Jenkins Jobs for OPNFV community labs - -* Bottlenecks framework - -* Bottlenecks test cases - -The *Bottlenecks software* is developed in the OPNFV community, by the -Bottlenecks_ team. - -Release Data -============ - -+--------------------------------------+--------------------------------------+ -| **Project** | Bottlenecks | -| | | -+--------------------------------------+--------------------------------------+ -| **Repo/tag** | Bottlenecks/colorado.1.0 | -| | | -+--------------------------------------+--------------------------------------+ -| **Bottlenecks Docker image tag** | colorado.1.0 | -| | | -+--------------------------------------+--------------------------------------+ -| **Release designation** | Colorado base release | -| | | -+--------------------------------------+--------------------------------------+ -| **Release date** | September 22 2016 | -| | | -+--------------------------------------+--------------------------------------+ -| **Purpose of the delivery** | Colorado base release | -| | | -+--------------------------------------+--------------------------------------+ - - -Deliverables -============ - -Software Deliverables ---------------------- - -**Bottlenecks source code ** - -* TODO - -Documentatiion Deliverables ---------------------------- - -**Bottlenecks documentation ** - -* TODO - -Reason for Version -================== - -* TODO - - -Colorado known restrictions/issues -================================== - -* TODO - - -Test results -============ - -Test results are available in: - - - jenkins logs on CI: https://build.opnfv.org/ci/view/bottlenecks/ - - -Open JIRA tickets -================= - -+------------------+-----------------------------------------------+ -| JIRA | Description | -+==================+===============================================+ -+------------------+-----------------------------------------------+ -+------------------+-----------------------------------------------+ -+------------------+-----------------------------------------------+ -+------------------+-----------------------------------------------+ -+------------------+-----------------------------------------------+ - - -Useful links -============ - - - WIKI project page: https://wiki.opnfv.org/display/Bottlenecks - - - Bottlenecks jira page: https://jira.opnfv.org/projects/BOTTLENECK/issues/ - - - Bottlenecks repo: https://git.opnfv.org/cgit/bottlenecks/ - - - Bottlenecks CI dashboard: https://build.opnfv.org/ci/view/bottlenecks - - - Bottlenecks IRC chanel: #opnfv-bottlenecks - - diff --git a/docs/slides/bottlenecks_project V1.0.pptx b/docs/slides/bottlenecks_project V1.0.pptx deleted file mode 100644 index 9584d681..00000000 Binary files a/docs/slides/bottlenecks_project V1.0.pptx and /dev/null differ diff --git a/docs/testing_guide/dashboard_guide.rst b/docs/testing_guide/dashboard_guide.rst new file mode 100644 index 00000000..5679e508 --- /dev/null +++ b/docs/testing_guide/dashboard_guide.rst @@ -0,0 +1,21 @@ +.. This work is licensed under a Creative Commons Attribution 4.0 International License. +.. http://creativecommons.org/licenses/by/4.0 +.. (c) Huawei Technologies Co.,Ltd and others. + +************** +Dashbard guide +************** + +Scope +===== +This document provides an overview of the results of test cases developed by +the OPNFV Bottlenecks Project, executed on OPNFV community labs. + +OPNFV CI(Continous Integration) system provides automated build, deploy and testing for +the software developed in OPNFV. Unless stated, the reported tests are +automated via Jenkins Jobs. + +Test results are visible in the following dashboard: + +* *Testing dashboard*: uses Mongo DB to store test results and Bitergia for + visualization, which includes the rubbos test result, vstf test result. diff --git a/docs/testing_guide/index.rst b/docs/testing_guide/index.rst new file mode 100644 index 00000000..20cc00eb --- /dev/null +++ b/docs/testing_guide/index.rst @@ -0,0 +1,16 @@ +.. This work is licensed under a Creative Commons Attribution 4.0 International License. +.. http://creativecommons.org/licenses/by/4.0 +.. (c) Huawei Technologies Co.,Ltd and others. + +*************************** +Bottlenecks - Testing Guide +*************************** + +.. toctree:: + :maxdepth: 2 + + ./overview.rst + ./posca_guide.rst + ./rubbos_guide.rst + ./vstf_guide.rst + ./dashboard_guide.rst diff --git a/docs/testing_guide/overview.rst b/docs/testing_guide/overview.rst new file mode 100644 index 00000000..8bc1b7c1 --- /dev/null +++ b/docs/testing_guide/overview.rst @@ -0,0 +1,94 @@ +.. This work is licensed under a Creative Commons Attribution 4.0 International License. +.. http://creativecommons.org/licenses/by/4.0 +.. (c) Huawei Technologies Co.,Ltd and others. + +********************* +Project Testing Guide +********************* + +For each *test suite*, you can either setup *test story* or *test case* to run +certain test. *test story* could include several *test cases* as a set in one +configuration file. You could then call the *test story* or *test case* by using +Bottlencks CLI or Python build process. +Details will be shown in the following section. + +Brief Introdcution of the Test suites in Project Releases +============================================================= + +Brahmaputra: rubbos is introduced, which is an end2end NFVI perforamnce tool. +Virtual switch test framework(VSTF) is also introduced, +which is an test framework used for vswitch performance test. + +Colorado: rubbos is refactored by using puppet, which makes it quite flexible +to configure with different number of load generator(Client), worker(tomcat). +vstf is refactored by extracting the test case's configuration information. + +Danube: posca testsuite is introduced to implementing stress (factor), scenario and +tuning test in parametric manner. Two testcases are developed and integrated into +community CI pipeline. + +Integration Description +======================= ++-------------+----------------------+----------------------+ +| Release | integrated installer | Supported Testsuite | ++-------------+----------------------+----------------------+ +| Brahmaputra | Fuel | Rubbos, VSTF | ++-------------+----------------------+----------------------+ +| Colorado | Compass | Rubbos, VSTF | ++-------------+----------------------+----------------------+ +| Danube | Compass | POSCA | ++-------------+----------------------+----------------------+ + +Test suite & Test case Description +================================== ++--------+-------------------------------+ +|Rubbos | rubbos_basic | +| +-------------------------------+ +| | rubbos_TC1101 | +| +-------------------------------+ +| | rubbos_TC1201 | +| +-------------------------------+ +| | rubbos_TC1301 | +| +-------------------------------+ +| | rubbos_TC1401 | +| +-------------------------------+ +| | rubbos_heavy_TC1101 | ++--------+-------------------------------+ +|vstf | vstf_Ti1 | +| +-------------------------------+ +| | vstf_Ti2 | +| +-------------------------------+ +| | vstf_Ti3 | +| +-------------------------------+ +| | vstf_Tn1 | +| +-------------------------------+ +| | vstf_Tn2 | +| +-------------------------------+ +| | vstf_Tu1 | +| +-------------------------------+ +| | vstf_Tu2 | +| +-------------------------------+ +| | vstf_Tu3 | ++--------+-------------------------------+ +|posca | posca_stress_ping | +| +-------------------------------+ +| | posca_stress_traffic | +| | | +| | (posca_factor_sys_bandwidth) | ++--------+-------------------------------+ + +Installation of Testsuites +========================== + +* TODO + +Setting Up Configrations +======================== + +* TODO + +Run Tests Brief +=============== + +* TODO +* More will be shown in the platform overview diff --git a/docs/testing_guide/posca_guide.rst b/docs/testing_guide/posca_guide.rst new file mode 100644 index 00000000..dbc7568c --- /dev/null +++ b/docs/testing_guide/posca_guide.rst @@ -0,0 +1,56 @@ +.. This work is licensed under a Creative Commons Attribution 4.0 International License. +.. http://creativecommons.org/licenses/by/4.0 +.. (c) Huawei Technologies Co.,Ltd and others. + +********************* +POSCA Testsuite Guide +********************* + + +POSCA Introduction +==================== +The POSCA (Parametric Bottlenecks Testing Catalogue) testsuite +classifies the bottlenecks test cases and results into 5 categories. +Then the results will be analyzed and bottlenecks will be searched +among these categories. + +The POSCA testsuite aims to locate the bottlenecks in parmetric +manner and to decouple the bottlenecks regarding the deployment +requirements. +The POSCA testsuite provides an user friendly way to profile and +understand the E2E system behavior and deployment requirements. + +Goals of the POSCA testsuite: + a) Automatically locate the bottlenecks in a iterative manner. + b) Automatically generate the testing report for bottlenecks in +different categories. + c) Implementing Automated Staging. + +Scopes of the POSCA testsuite: + a) Modeling, Testing and Test Result analysis. + b) Parameters choosing and Algorithms. + +Test stories of POSCA testsuite: + a) Factor test (Stress test): base test cases that Feature test and Optimization will be +dependant on. + b) Feature test: test cases for features/scenarios. + c) Optimization test: test to tune the system parameter. + +Detailed workflow is illutrated below. +* TODO Add image here + +Preinstall Packages +==================== +* TODO Description of dependent packages + +Run POSCA Locally +================= +* TO Description of POSCA testing steps + +Run POSCA through Community CI +============================== +* TODO Description of POSCA integrated into CI system + +Test Result Description +======================= +* TODO hwo to access the test result diff --git a/docs/testing_guide/rubbos_guide.rst b/docs/testing_guide/rubbos_guide.rst new file mode 100644 index 00000000..4d92d2e2 --- /dev/null +++ b/docs/testing_guide/rubbos_guide.rst @@ -0,0 +1,128 @@ +.. This work is licensed under a Creative Commons Attribution 4.0 International License. +.. http://creativecommons.org/licenses/by/4.0 +.. (c) Huawei Technologies Co.,Ltd and others. + +********************** +Rubbos Testsuite Guide +********************** + + +Rubbos Introduction +==================== +Rubbos is a bulletin board benchmark modeled after an online news forum like Slashdot. +It is an open source Middleware and an n-tier system model which +is used to be deployed on multiple physical node and +to measure the whole performacne of OPNFV platform. +Rubbos can deploy the Apache, tomcat, and DB. +Based on the deployment, rubbos gives the pressure to the whole system. +When the system reaches to the peak, the throughput will not grow more. +This testcase can help to understand the bottlenecks of OPNFV plantform +and improve the performance of OPNFV platform. + +Detailed workflow is illutrated below. + +.. image:: ../images/Framework_Setup.png + :width: 770px + :alt: Bottlenecks Framework Setup + +Preinstall Packages +==================== +There is a need to install some packages before running the rubbos, +gcc, gettext, g++, libaio1, libaio-dev, make and git are necessary. +When the rubbos runs on the OPNFV community continuous integration(CI) +system, the required packages are installed automately as shown in the +code repository, which is /utils/infra_setup/vm_dev_setup/packages.conf, +besides, the packages can be encapsulated in the images initially. +If someone wants to use rubbos locally, he/she has to install them by +hand, such as in ubuntu 14.04, + +.. code-block:: bash + + apt-get update + apt-get install gettext + +How does Rubbos Integrate into Installers +========================================= +1.Community CI System + +Rubbos has been successfully integrated into fuel and compass with NOSDN scenario +in OPNFV community CI system. + +Heat is used to create 9 instances, which is shown in +/utils/infra_setup/heat_template/HOT_create_instance.sh, the 9 instances are used +for installing Apache, Tomcat, Mysql, Control, Benchmark and 4 Clients. The tools, +such as rubbos, sysstat, oprofile, etc, are installed in these instances to perform +the test, the test results are stored in the Benchmark instance initially, then they +are copied to the Rubbos_result instance, finally, the test results are transferred to +the community dashboard. + +There's a need to store our pakages as large as M bytes or G bytes size, such as +the images, jdk, apache-ant, apache-tomcat, etc, the OPNFV community storage system, +Google Cloud Storage, is used, the pakages can be downloaded from +https://artifacts.opnfv.org/bottlenecks/rubbos. + +2.Local Deployment + +If someone wants to run the rubbos in his own environment, he/she can keep to the following steps, + +2.1 Start up instances by using heat, nova or libvert. In Openstack Environemnt, +the heat script can refer /utils/infra_setup/heat_template/HOT_create_instance.sh, +if the openstack doesn't support heat module, +the script /utils/infra_setup/create_instance.sh can be used. +Without Openstack, there's a way to set up instances by using libvert, the scripts are shown under +the directory /utils/rubbos_dev_env_setup. + +The image can be downloaded from the community cloud storage + +.. code-block:: bash + + curl --connect-timeout 10 -o bottlenecks-trusty-server.img + http://artifacts.opnfv.org/bottlenecks/rubbos/bottlenecks-trusty-server.img + +2.2 Ssh into the control node and clone the bottlenecks codes to the root directory. + +.. code-block:: bash + + git clone https://git.opnfv.org/bottlenecks /bottlenecks + +2.3 Download the packages and decompress them into the proper directory. + +.. code-block:: bash + + curl --connect-timeout 10 -o app_tools.tar.gz + http://artifacts.opnfv.org/bottlenecks/rubbos/app_tools.tar.gz + curl --connect-timeout 10 -o rubbosMulini6.tar.gz + http://artifacts.opnfv.org/bottlenecks/rubbos/rubbosMulini6.tar.gz + +.. code-block:: bash + + tar zxf app_tools.tar.gz -C /bottlenecks/rubbos + tar zxf rubbosMulini6.tar.gz -C /bottlenecks/rubbos/rubbos_scripts + +2.4 Ssh into the Control node and run the script + +.. code-block:: bash + + source /bottlenecks/rubbos/rubbos_scripts/1-1-1/scripts/run.sh + +2.5 Check the test results under the directory /bottlenecks/rubbos/rubbos_results in +Control node. The results are stored in the format of xml, +move them to the brower chrome, then you can see the results. + +Test Result Description +======================= +In OPNFV community, the result is shown in the following format + +:: + + [{'client': 200, 'throughput': 27}, + {'client': 700, 'throughput': 102}, + {'client': 1200, 'throughput': 177}, + {'client': 1700, 'throughput': 252}, + {'client': 2200, 'throughput': 323}, + {'client': 2700, 'throughput': 399}, + {'client': 3200, 'throughput': 473}] + +The results are transferred to the community database and a map is drawed on the dashboard. +Along with the growth of the number of the client, the throughput grows at first, then meets +up with a point of inflexion, which is caused by the bottlenecks of the measured system. diff --git a/docs/testing_guide/vstf_guide.rst b/docs/testing_guide/vstf_guide.rst new file mode 100644 index 00000000..e1ad5f2b --- /dev/null +++ b/docs/testing_guide/vstf_guide.rst @@ -0,0 +1,241 @@ +.. This work is licensed under a Creative Commons Attribution 4.0 International License. +.. http://creativecommons.org/licenses/by/4.0 +.. (c) Huawei Technologies Co.,Ltd and others. + +******************** +VSTF Testsuite Guide +******************** + +VSTF Introduction +==================== +VSTF(Virtual Switch Test Framework) is a system-level testing framework in the +area of network virtualization, and it could help you estimate the system switch +ability and find out the network bottlenecks by main KPIs(bandwidth, latency, +resource usage and so on), VSTF owns a methodology to define the test scenario and +testcases, Now we could support Tu testcases in the Openstack environment, More +scenarios and cases will be added. + +VSTF TestScenario +----------------- +1. Tu - VM to VM +2. Tn - Physical Nic loopback +3. TnV - VNF loopback +4. Ti - VM to Physical Nic + +Pre-install Packages on the ubuntu 14.04 VM +=========================================== +VSTF VM Preparation Steps +------------------------- +1. Create a ubuntu 14.04 VM +2. Install dependency inside VM +3. Install vstf python package inside VM + +VM preparation +-------------- +Install python2.7 version and git + +:: + + sudo apt-get install python2.7 + sudo apt-get install git + +Download Bottlenecks package + +:: + + sudo cd /home/ + sudo git clone https://gerrit.opnfv.org/gerrit/bottlenecks + +Install the dependency + +:: + + sudo apt-get install python-pip + sudo pip install --upgrade pip + sudo dpkg-reconfigure dash + sudo apt-get install libjpeg-dev + sudo apt-get install libpng-dev + sudo apt-get install python-dev + sudo apt-get install python-testrepository + sudo apt-get install git + sudo apt-get install python-pika + sudo apt-get install python-oslo.config + sudo pip install -r /home/bottlenecks/vstf/requirements.txt + +Install vstf package + +:: + + sudo mkdir -p /var/log/vstf/ + sudo cp -r /home/bottlenecks/vstf/etc/vstf/ /etc/ + sudo mkdir -p /opt/vstf/ + sudo cd /home/bottlenecks;sudo rm -rf build/ + sudo python setup.py install + +Image on the Cloud +------------------ ++-----------+-------------------------------------------------------------+ +| Name | vstf-image | ++===========+=============================================================+ +| URL | http://artifacts.opnfv.org/bottlenecks/vstf-manager-new.img | ++-----------+-------------------------------------------------------------+ +| Format | QCOW2 | ++-----------+-------------------------------------------------------------+ +| Size | 5G | ++-----------+-------------------------------------------------------------+ +| User | root | ++-----------+-------------------------------------------------------------+ +| Passwd | root | ++-----------+-------------------------------------------------------------+ +There is a complete vstf image on the cloud ,you could download it and use it to +deploy and run cases ,but do not need VM preparation steps. + + +How is VSTF Integrated into Installers +======================================== +VM requirements +--------------- ++------------------+----------+--------------------+-----------------------------------------------------+ +| Name | FLAVOR | IMAGE_NAME | NETWORK | ++==================+==========+====================+=====================================================+ +| vstf-manager | m1.large | vstf-image | control-plane=XX.XX.XX.XX | ++------------------+----------+--------------------+-----------------------------------------------------+ +| vstf-tester | m1.large | vstf-image | control-plane(eth0)=XX.XX.XX.XX | +| | | | test-plane(eth1)=XX.XX.XX.XX | ++------------------+----------+--------------------+-----------------------------------------------------+ +| vstf-target | m1.large | vstf-image | control-plane(eth0)=XX.XX.XX.XX | +| | | | test-plane(eth1)=XX.XX.XX.XX | ++------------------+----------+--------------------+-----------------------------------------------------+ +m1.large means 4U4G for the target image Size 5GB +For the network used by VMs,network need two plane ,one plane is control plane and the other plane is test plane. + +OPNFV community Usage in the CI system +-------------------------------------- ++---------------------------------------+---------------------------------------+ +| Project Name | Project Categoty | ++=======================================+=======================================+ +| bottlenecks-daily-fuel-vstf-lf-master | bottlenecks | ++---------------------------------------+---------------------------------------+ +OPNFV community jenkins Project info + +Main Entrance for the ci test: + +:: + + cd /home/bottlenecks/ci; + bash -x vstf_run.sh + +Test on local(Openstack Environment) +------------------------------------ +download the image file + +:: + + curl --connect-timeout 10 -o /tmp/vstf-manager.img \ + http://artifacts.opnfv.org/bottlenecks/vstf-manager-new.img -v + +create the image file by the glance + +:: + + glance image-create --name $MANAGER_IMAGE_NAME \ + --disk-format qcow2 \ + --container-format bare \ + --file /tmp/vstf-manager.img + +create the keypair for the image(anyone will be ok) + +:: + + cd /home/bottlenecks/utils/infra_setup/bottlenecks_key + nova keypair-add --pub_key $KEY_PATH/bottlenecks_key.pub $KEY_NAME + +create the vstf three VMs in the openstack by heat + +:: + + cd /home/bottlenecks/utils/infra_setup/heat_template/vstf_heat_template + heat stack-create vstf -f bottleneck_vstf.yaml + +launch the vstf process inside the vstf-manager vstf-tester vstf-target VMs + +:: + + cd /home/bottlenecks/utils/infra_setup/heat_template/vstf_heat_template + bash -x launch_vstf.sh + +edit the test scenario and test packet list in the vstf_test.sh, now support the Tu-1/2/3 + +:: + + function fn_testing_scenario(){ + ... + local test_length_list="64 128 256 512 1024" + local test_scenario_list="Tu-1 Tu-3" + ... + } + +launch the vstf script + +:: + + cd /home/bottlenecks/utils/infra_setup/heat_template/vstf_heat_template + bash -x vstf_test.sh + +Test Result Description +======================= +Result Format +------------- +For example after the test, The result will display as the following format + +:: + + { u'64': { u'AverageLatency': 0.063, + u'Bandwidth': 0.239, + u'CPU': 0.0, + u'Duration': 20, + u'MaximumLatency': 0.063, + u'MinimumLatency': 0.063, + u'MppspGhz': 0, + u'OfferedLoad': 100.0, + u'PercentLoss': 22.42, + u'RxFrameCount': 4309750.0, + u'RxMbps': 198.28, + u'TxFrameCount': 5555436.0, + u'TxMbps': 230.03}} + +Option Description +------------------ ++---------------------+---------------------------------------------------+ +| Option Name | Description | ++=====================+===================================================+ +| AverageLatency | The average latency data during the packet | +| | transmission (Unit:microsecond) | ++---------------------+---------------------------------------------------+ +| Bandwidth | Network bandwidth(Unit:Million packets per second)| ++---------------------+---------------------------------------------------+ +| CPU | Total Resource Cpu usage(Unit: Ghz) | ++---------------------+---------------------------------------------------+ +| Duration | Test time(Unit: second) | ++---------------------+---------------------------------------------------+ +| MaximumLatency | The maximum packet latency during the packet | +| | transmission (Unit:microsecond) | ++---------------------+---------------------------------------------------+ +| MinimumLatency | The maximum packet latency during the packet | +| | transmission (Unit:microsecond) | ++---------------------+---------------------------------------------------+ +| MppspGhz | Million Packets per second with per CPU | +| | resource Ghz(Unit: Mpps/Ghz) | ++---------------------+---------------------------------------------------+ +| OfferedLoad | The load of network offered | ++---------------------+---------------------------------------------------+ +| PercentLoss | The percent of frame loss rate | ++---------------------+---------------------------------------------------+ +| RxFrameCount | The total frame on Nic rx | ++---------------------+---------------------------------------------------+ +| RxMbps | The received bandwidth per second | ++---------------------+---------------------------------------------------+ +| TxFrameCount | The total frame on Nic rx | ++---------------------+---------------------------------------------------+ +| TxMbps | The send bandwidth per second | ++---------------------+---------------------------------------------------+ diff --git a/docs/user_guide/index.rst b/docs/user_guide/index.rst new file mode 100644 index 00000000..8afd57ab --- /dev/null +++ b/docs/user_guide/index.rst @@ -0,0 +1,29 @@ +.. This work is licensed under a Creative Commons Attribution 4.0 International License. +.. http://creativecommons.org/licenses/by/4.0 + +************************** +Bottlenecks - User Guide +************************** + +.. This index.rst file is used to structure and organise the content in these directories. +.. The documentation toolchain will create web and pdf versions of the content of this file. + +.. toctree:: + :maxdepth: 2 + + ./rubbos/rubbos_basic.rst + ./rubbos/rubbos_tc1101.rst + ./rubbos/rubbos_tc1201.rst + ./rubbos/rubbos_tc1301.rst + ./rubbos/rubbos_tc1401.rst + ./rubbos/rubbos_heavy_tc1101.rst + ./vstf/vstf_Ti1.rst + ./vstf/vstf_Ti2.rst + ./vstf/vstf_Ti3.rst + ./vstf/vstf_Tn1.rst + ./vstf/vstf_Tn2.rst + ./vstf/vstf_Tu1.rst + ./vstf/vstf_Tu2.rst + ./vstf/vstf_Tu3.rst + ./posca/posca_stress_ping.rst + ./posca/posca_stress_traffic.rst diff --git a/docs/user_guide/posca/posca_stress_ping.rst b/docs/user_guide/posca/posca_stress_ping.rst new file mode 100644 index 00000000..846b4686 --- /dev/null +++ b/docs/user_guide/posca/posca_stress_ping.rst @@ -0,0 +1,52 @@ +.. This work is licensed under a Creative Commons Attribution 4.0 International +.. License. +.. http://creativecommons.org/licenses/by/4.0 +.. (c) OPNFV, Huawei Tech and others. + +*************************************************** +POSCA Stress (Factor) Test of Perfomance Life-Cycle +*************************************************** + +Test Case +======== + ++-----------------------------------------------------------------------------+ +|Bottlenecks POSCA Stress Test Ping | +| | ++--------------+--------------------------------------------------------------+ +|test case name| posca_stress_ping | +| | | ++--------------+--------------------------------------------------------------+ +|description | Stress test regarding perfomance life-cycle while using ping | +| | to validate the VM pairs constructions | ++--------------+--------------------------------------------------------------+ +|configuration | config file: | +| | /testsuite/posca/testcase_cfg/posca_stress_ping | +| | | +| | stack number: 5, 10, 20, 50 ... | +| | | ++--------------+--------------------------------------------------------------+ +|test result | PKT loss rate, success rate, test time, latency | +| | | ++--------------+--------------------------------------------------------------+ + +Configuration +============ +load_manager: + scenarios: + tool: ping + test_times: 100 + package_size: + num_stack: 2, 5, 10 + package_loss: 10% + + contexts: + stack_create: yardstick + flavor: + yardstick_test_ip: + yardstick_test_dir: "samples" + yardstick_testcase: "ping_bottlenecks" + +dashboard: + dashboard: "y" + dashboard_ip: diff --git a/docs/user_guide/posca/posca_stress_traffic.rst b/docs/user_guide/posca/posca_stress_traffic.rst new file mode 100644 index 00000000..a995996e --- /dev/null +++ b/docs/user_guide/posca/posca_stress_traffic.rst @@ -0,0 +1,49 @@ +.. This work is licensed under a Creative Commons Attribution 4.0 International +.. License. +.. http://creativecommons.org/licenses/by/4.0 +.. (c) OPNFV, Huawei Tech and others. + +********************************************** +POSCA Stress (Factor) Test of System bandwidth +********************************************** + + +Test Case +======== ++-----------------------------------------------------------------------------+ +|Bottlenecks POSCA Stress Test Traffic | +| | ++--------------+--------------------------------------------------------------+ +|test case name| posca_stress_ping | +| | | ++--------------+--------------------------------------------------------------+ +|description | Stress test regarding baseline of the system for a single | +| | user, i.e., a VM pair while increasing the package size | ++--------------+--------------------------------------------------------------+ +|configuration | config file: | +| | /testsuite/posca/testcase_cfg/posca_factor_system_bandwith | +| | | +| | stack number: 1 | +| | | ++--------------+--------------------------------------------------------------+ +|test result | PKT loss rate, latency, throupht, cpu usage | +| | | ++--------------+--------------------------------------------------------------+ + +Configration +=========== +test_config: + tool: netperf + protocol: tcp + test_time: 20 + tx_pkt_sizes: 64, 256, 1024, 4096, 8192, 16384, 32768, 65536 + rx_pkt_sizes: 64, 256, 1024, 4096, 8192, 16384, 32768, 65536 + cpu_load: 0.9 + latency: 100000 +runner_config: + dashboard: "y" + dashboard_ip: + stack_create: yardstick + yardstick_test_ip: + yardstick_test_dir: "samples" + yardstick_testcase: "netperf_bottlenecks" diff --git a/docs/user_guide/rubbos/rubbos_basic.rst b/docs/user_guide/rubbos/rubbos_basic.rst new file mode 100644 index 00000000..ffef6c48 --- /dev/null +++ b/docs/user_guide/rubbos/rubbos_basic.rst @@ -0,0 +1,30 @@ +.. This work is licensed under a Creative Commons Attribution 4.0 International +.. License. +.. http://creativecommons.org/licenses/by/4.0 +.. (c) OPNFV, Huawei Tech and others. + +************************************************ +Bottlenecks Rubbos Test Case Description Basic +************************************************ + + ++-----------------------------------------------------------------------------+ +|Bottlenecks Rubbos Basic | +| | ++--------------+--------------------------------------------------------------+ +|test case name| opnfv_bottlenecks_rubbos_Basic | +| | | ++--------------+--------------------------------------------------------------+ +|description | Rubbos platform for 1 tomcat, 1 Apache and 1 mysql. | +| | | ++--------------+--------------------------------------------------------------+ +|configuration | config file: | +| | /testsuite/rubbos/testcase_cfg/rubbos_basic.yaml | +| | | +| | client number: 1 | +| | | ++--------------+--------------------------------------------------------------+ +|test result | throughput | +| | | ++--------------+--------------------------------------------------------------+ + diff --git a/docs/user_guide/rubbos/rubbos_heavy_tc1101.rst b/docs/user_guide/rubbos/rubbos_heavy_tc1101.rst new file mode 100644 index 00000000..08251c7b --- /dev/null +++ b/docs/user_guide/rubbos/rubbos_heavy_tc1101.rst @@ -0,0 +1,30 @@ +.. This work is licensed under a Creative Commons Attribution 4.0 International +.. License. +.. http://creativecommons.org/licenses/by/4.0 +.. (c) OPNFV, Huawei Tech and others. + +****************************************************** +Bottlenecks Rubbos Test Case Description Heavy TC1101 +****************************************************** + + ++-----------------------------------------------------------------------------+ +|Bottlenecks Rubbos TC Heavy1101 | +| | ++--------------+--------------------------------------------------------------+ +|test case name| opnfv_bottlenecks_rubbos_heavy_tc1101 | +| | | ++--------------+--------------------------------------------------------------+ +|description | Rubbos platform for 1 tomcat, 1 Apache and 1 mysql. | +| | | ++--------------+--------------------------------------------------------------+ +|configuration | config file: | +| | /testsuite/rubbos/testcase_cfg/rubbos-heavy_1-1-0-1.yaml | +| | | +| | client number: 10 | +| | | ++--------------+--------------------------------------------------------------+ +|test result | throughput | +| | | ++--------------+--------------------------------------------------------------+ + diff --git a/docs/user_guide/rubbos/rubbos_tc1101.rst b/docs/user_guide/rubbos/rubbos_tc1101.rst new file mode 100644 index 00000000..2a261313 --- /dev/null +++ b/docs/user_guide/rubbos/rubbos_tc1101.rst @@ -0,0 +1,30 @@ +.. This work is licensed under a Creative Commons Attribution 4.0 International +.. License. +.. http://creativecommons.org/licenses/by/4.0 +.. (c) OPNFV, Huawei Tech and others. + +************************************************ +Bottlenecks Rubbos Test Case Description TC1101 +************************************************ + + ++-----------------------------------------------------------------------------+ +|Bottlenecks Rubbos TC1101 | +| | ++--------------+--------------------------------------------------------------+ +|test case name| opnfv_bottlenecks_rubbos_tc1101 | +| | | ++--------------+--------------------------------------------------------------+ +|description | Rubbos platform for 1 tomcat, 1 Apache and 1 mysql. | +| | | ++--------------+--------------------------------------------------------------+ +|configuration | config file: | +| | /testsuite/rubbos/testcase_cfg/rubbos_1-1-0-1.yaml | +| | | +| | client number: 5 | +| | | ++--------------+--------------------------------------------------------------+ +|test result | throughput | +| | | ++--------------+--------------------------------------------------------------+ + diff --git a/docs/user_guide/rubbos/rubbos_tc1201.rst b/docs/user_guide/rubbos/rubbos_tc1201.rst new file mode 100644 index 00000000..9b6a5f99 --- /dev/null +++ b/docs/user_guide/rubbos/rubbos_tc1201.rst @@ -0,0 +1,30 @@ +.. This work is licensed under a Creative Commons Attribution 4.0 International +.. License. +.. http://creativecommons.org/licenses/by/4.0 +.. (c) OPNFV, Huawei Tech and others. + +************************************************ +Bottlenecks Rubbos Test Case Description TC1201 +************************************************ + + ++-----------------------------------------------------------------------------+ +|Bottlenecks Rubbos TC1201 | +| | ++--------------+--------------------------------------------------------------+ +|test case name| opnfv_bottlenecks_rubbos_tc1201 | +| | | ++--------------+--------------------------------------------------------------+ +|description | Rubbos platform for 1 Apache, 2 tomcat and 1 mysql. | +| | | ++--------------+--------------------------------------------------------------+ +|configuration | config file: | +| | /testsuite/rubbos/testcase_cfg/rubbos_1-2-0-1.yaml | +| | | +| | client number: 5 | +| | | ++--------------+--------------------------------------------------------------+ +|test result | throughput | +| | | ++--------------+--------------------------------------------------------------+ + diff --git a/docs/user_guide/rubbos/rubbos_tc1301.rst b/docs/user_guide/rubbos/rubbos_tc1301.rst new file mode 100644 index 00000000..db4e0b63 --- /dev/null +++ b/docs/user_guide/rubbos/rubbos_tc1301.rst @@ -0,0 +1,30 @@ +.. This work is licensed under a Creative Commons Attribution 4.0 International +.. License. +.. http://creativecommons.org/licenses/by/4.0 +.. (c) OPNFV, Huawei Tech and others. + +************************************************ +Bottlenecks Rubbos Test Case Description TC1301 +************************************************ + + ++-----------------------------------------------------------------------------+ +|Bottlenecks Rubbos TC1301 | +| | ++--------------+--------------------------------------------------------------+ +|test case name| opnfv_bottlenecks_rubbos_tc1301 | +| | | ++--------------+--------------------------------------------------------------+ +|description | Rubbos platform for 1 Apache, 3 tomcat and 1 mysql. | +| | | ++--------------+--------------------------------------------------------------+ +|configuration | config file: | +| | /testsuite/rubbos/testcase_cfg/rubbos_1-3-0-1.yaml | +| | | +| | client number: 5 | +| | | ++--------------+--------------------------------------------------------------+ +|test result | throughput | +| | | ++--------------+--------------------------------------------------------------+ + diff --git a/docs/user_guide/rubbos/rubbos_tc1401.rst b/docs/user_guide/rubbos/rubbos_tc1401.rst new file mode 100644 index 00000000..f195d237 --- /dev/null +++ b/docs/user_guide/rubbos/rubbos_tc1401.rst @@ -0,0 +1,30 @@ +.. This work is licensed under a Creative Commons Attribution 4.0 International +.. License. +.. http://creativecommons.org/licenses/by/4.0 +.. (c) OPNFV, Huawei Tech and others. + +************************************************ +Bottlenecks Rubbos Test Case Description TC1401 +************************************************ + + ++-----------------------------------------------------------------------------+ +|Bottlenecks Rubbos TC1401 | +| | ++--------------+--------------------------------------------------------------+ +|test case name| opnfv_bottlenecks_rubbos_tc1401 | +| | | ++--------------+--------------------------------------------------------------+ +|description | Rubbos platform for 1 Apache, 4 tomcat and 1 mysql. | +| | | ++--------------+--------------------------------------------------------------+ +|configuration | config file: | +| | /testsuite/rubbos/testcase_cfg/rubbos_1-4-0-1.yaml | +| | | +| | client number: 5 | +| | | ++--------------+--------------------------------------------------------------+ +|test result | throughput | +| | | ++--------------+--------------------------------------------------------------+ + diff --git a/docs/user_guide/vstf/vstf_Ti1.rst b/docs/user_guide/vstf/vstf_Ti1.rst new file mode 100644 index 00000000..ce1690b4 --- /dev/null +++ b/docs/user_guide/vstf/vstf_Ti1.rst @@ -0,0 +1,28 @@ +.. This work is licensed under a Creative Commons Attribution 4.0 International +.. License. +.. http://creativecommons.org/licenses/by/4.0 +.. (c) OPNFV, Huawei Tech and others. + +******************************************************************* +Bottlenecks vSwitch Test Framework(VSTF) Test Case Description Ti1 +******************************************************************* + + ++-----------------------------------------------------------------------------+ +|Bottlenecks VSTF Ti1 | +| | ++--------------+--------------------------------------------------------------+ +|test case name| opnfv_bottlenecks_vstf_Ti1 | +| | | ++--------------+--------------------------------------------------------------+ +|description | vSwitch test Ti1. | +| | | ++--------------+--------------------------------------------------------------+ +|configuration | config file: | +| | /testsuite/vstf/testcase_cfg/vstf_Ti1.yaml | +| | | ++--------------+--------------------------------------------------------------+ +|test result | throughput & latency | +| | | ++--------------+--------------------------------------------------------------+ + diff --git a/docs/user_guide/vstf/vstf_Ti2.rst b/docs/user_guide/vstf/vstf_Ti2.rst new file mode 100644 index 00000000..58cb40f7 --- /dev/null +++ b/docs/user_guide/vstf/vstf_Ti2.rst @@ -0,0 +1,28 @@ +.. This work is licensed under a Creative Commons Attribution 4.0 International +.. License. +.. http://creativecommons.org/licenses/by/4.0 +.. (c) OPNFV, Huawei Tech and others. + +******************************************************************* +Bottlenecks vSwitch Test Framework(VSTF) Test Case Description Ti2 +******************************************************************* + + ++-----------------------------------------------------------------------------+ +|Bottlenecks VSTF Ti2 | +| | ++--------------+--------------------------------------------------------------+ +|test case name| opnfv_bottlenecks_vstf_Ti2 | +| | | ++--------------+--------------------------------------------------------------+ +|description | vSwitch test Ti2. | +| | | ++--------------+--------------------------------------------------------------+ +|configuration | config file: | +| | /testsuite/vstf/testcase_cfg/vstf_Ti2.yaml | +| | | ++--------------+--------------------------------------------------------------+ +|test result | throughput & latency | +| | | ++--------------+--------------------------------------------------------------+ + diff --git a/docs/user_guide/vstf/vstf_Ti3.rst b/docs/user_guide/vstf/vstf_Ti3.rst new file mode 100644 index 00000000..3bb9dfce --- /dev/null +++ b/docs/user_guide/vstf/vstf_Ti3.rst @@ -0,0 +1,28 @@ +.. This work is licensed under a Creative Commons Attribution 4.0 International +.. License. +.. http://creativecommons.org/licenses/by/4.0 +.. (c) OPNFV, Huawei Tech and others. + +******************************************************************* +Bottlenecks vSwitch Test Framework(VSTF) Test Case Description Ti3 +******************************************************************* + + ++-----------------------------------------------------------------------------+ +|Bottlenecks VSTF Ti3 | +| | ++--------------+--------------------------------------------------------------+ +|test case name| opnfv_bottlenecks_vstf_Ti3 | +| | | ++--------------+--------------------------------------------------------------+ +|description | vSwitch test Ti3. | +| | | ++--------------+--------------------------------------------------------------+ +|configuration | config file: | +| | /testsuite/vstf/testcase_cfg/vstf_Ti3.yaml | +| | | ++--------------+--------------------------------------------------------------+ +|test result | throughput & latency | +| | | ++--------------+--------------------------------------------------------------+ + diff --git a/docs/user_guide/vstf/vstf_Tn1.rst b/docs/user_guide/vstf/vstf_Tn1.rst new file mode 100644 index 00000000..5c591a9b --- /dev/null +++ b/docs/user_guide/vstf/vstf_Tn1.rst @@ -0,0 +1,28 @@ +.. This work is licensed under a Creative Commons Attribution 4.0 International +.. License. +.. http://creativecommons.org/licenses/by/4.0 +.. (c) OPNFV, Huawei Tech and others. + +******************************************************************* +Bottlenecks vSwitch Test Framework(VSTF) Test Case Description Tn1 +******************************************************************* + + ++-----------------------------------------------------------------------------+ +|Bottlenecks VSTF Tn1 | +| | ++--------------+--------------------------------------------------------------+ +|test case name| opnfv_bottlenecks_vstf_Tn1 | +| | | ++--------------+--------------------------------------------------------------+ +|description | vSwitch test Tn1. | +| | | ++--------------+--------------------------------------------------------------+ +|configuration | config file: | +| | /testsuite/vstf/testcase_cfg/vstf_Tn1.yaml | +| | | ++--------------+--------------------------------------------------------------+ +|test result | throughput & latency | +| | | ++--------------+--------------------------------------------------------------+ + diff --git a/docs/user_guide/vstf/vstf_Tn2.rst b/docs/user_guide/vstf/vstf_Tn2.rst new file mode 100644 index 00000000..4b6d0c45 --- /dev/null +++ b/docs/user_guide/vstf/vstf_Tn2.rst @@ -0,0 +1,28 @@ +.. This work is licensed under a Creative Commons Attribution 4.0 International +.. License. +.. http://creativecommons.org/licenses/by/4.0 +.. (c) OPNFV, Huawei Tech and others. + +******************************************************************* +Bottlenecks vSwitch Test Framework(VSTF) Test Case Description Tn2 +******************************************************************* + + ++-----------------------------------------------------------------------------+ +|Bottlenecks VSTF Tn2 | +| | ++--------------+--------------------------------------------------------------+ +|test case name| opnfv_bottlenecks_vstf_Tn2 | +| | | ++--------------+--------------------------------------------------------------+ +|description | vSwitch test Tn2. | +| | | ++--------------+--------------------------------------------------------------+ +|configuration | config file: | +| | /testsuite/vstf/testcase_cfg/vstf_Tn2.yaml | +| | | ++--------------+--------------------------------------------------------------+ +|test result | throughput & latency | +| | | ++--------------+--------------------------------------------------------------+ + diff --git a/docs/user_guide/vstf/vstf_Tu1.rst b/docs/user_guide/vstf/vstf_Tu1.rst new file mode 100644 index 00000000..cf27bb25 --- /dev/null +++ b/docs/user_guide/vstf/vstf_Tu1.rst @@ -0,0 +1,28 @@ +.. This work is licensed under a Creative Commons Attribution 4.0 International +.. License. +.. http://creativecommons.org/licenses/by/4.0 +.. (c) OPNFV, Huawei Tech and others. + +******************************************************************* +Bottlenecks vSwitch Test Framework(VSTF) Test Case Description Tu1 +******************************************************************* + + ++-----------------------------------------------------------------------------+ +|Bottlenecks VSTF Tu1 | +| | ++--------------+--------------------------------------------------------------+ +|test case name| opnfv_bottlenecks_vstf_Tu1 | +| | | ++--------------+--------------------------------------------------------------+ +|description | vSwitch test Tu1. | +| | | ++--------------+--------------------------------------------------------------+ +|configuration | config file: | +| | /testsuite/vstf/testcase_cfg/vstf_Tu1.yaml | +| | | ++--------------+--------------------------------------------------------------+ +|test result | throughput & latency | +| | | ++--------------+--------------------------------------------------------------+ + diff --git a/docs/user_guide/vstf/vstf_Tu2.rst b/docs/user_guide/vstf/vstf_Tu2.rst new file mode 100644 index 00000000..2ae84467 --- /dev/null +++ b/docs/user_guide/vstf/vstf_Tu2.rst @@ -0,0 +1,28 @@ +.. This work is licensed under a Creative Commons Attribution 4.0 International +.. License. +.. http://creativecommons.org/licenses/by/4.0 +.. (c) OPNFV, Huawei Tech and others. + +******************************************************************* +Bottlenecks vSwitch Test Framework(VSTF) Test Case Description Tu2 +******************************************************************* + + ++-----------------------------------------------------------------------------+ +|Bottlenecks VSTF Tu2 | +| | ++--------------+--------------------------------------------------------------+ +|test case name| opnfv_bottlenecks_vstf_Tu2 | +| | | ++--------------+--------------------------------------------------------------+ +|description | vSwitch test Tu2. | +| | | ++--------------+--------------------------------------------------------------+ +|configuration | config file: | +| | /testsuite/vstf/testcase_cfg/vstf_Tu2.yaml | +| | | ++--------------+--------------------------------------------------------------+ +|test result | throughput & latency | +| | | ++--------------+--------------------------------------------------------------+ + diff --git a/docs/user_guide/vstf/vstf_Tu3.rst b/docs/user_guide/vstf/vstf_Tu3.rst new file mode 100644 index 00000000..4e090f17 --- /dev/null +++ b/docs/user_guide/vstf/vstf_Tu3.rst @@ -0,0 +1,28 @@ +.. This work is licensed under a Creative Commons Attribution 4.0 International +.. License. +.. http://creativecommons.org/licenses/by/4.0 +.. (c) OPNFV, Huawei Tech and others. + +******************************************************************* +Bottlenecks vSwitch Test Framework(VSTF) Test Case Description Tu3 +******************************************************************* + + ++-----------------------------------------------------------------------------+ +|Bottlenecks VSTF Tu3 | +| | ++--------------+--------------------------------------------------------------+ +|test case name| opnfv_bottlenecks_vstf_Tu3 | +| | | ++--------------+--------------------------------------------------------------+ +|description | vSwitch test Tu3. | +| | | ++--------------+--------------------------------------------------------------+ +|configuration | config file: | +| | /testsuite/vstf/testcase_cfg/vstf_Tu3.yaml | +| | | ++--------------+--------------------------------------------------------------+ +|test result | throughput & latency | +| | | ++--------------+--------------------------------------------------------------+ + diff --git a/docs/userguide/index.rst b/docs/userguide/index.rst deleted file mode 100644 index 69665716..00000000 --- a/docs/userguide/index.rst +++ /dev/null @@ -1,27 +0,0 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International License. -.. http://creativecommons.org/licenses/by/4.0 - -************************** -Bottlenecks - user guide -************************** - -.. This index.rst file is used to structure and organise the content in these directories. -.. The documentation toolchain will create web and pdf versions of the content of this file. - -.. toctree:: - :maxdepth: 2 - - ./rubbos/opnfv_bottlenecks_rubbos_basic.rst - ./rubbos/opnfv_bottlenecks_rubbos_tc1101.rst - ./rubbos/opnfv_bottlenecks_rubbos_tc1201.rst - ./rubbos/opnfv_bottlenecks_rubbos_tc1301.rst - ./rubbos/opnfv_bottlenecks_rubbos_tc1401.rst - ./rubbos/opnfv_bottlenecks_rubbos_heavy_tc1101.rst - ./vstf/opnfv_bottlenecks_vstf_Ti1.rst - ./vstf/opnfv_bottlenecks_vstf_Ti2.rst - ./vstf/opnfv_bottlenecks_vstf_Ti3.rst - ./vstf/opnfv_bottlenecks_vstf_Tn1.rst - ./vstf/opnfv_bottlenecks_vstf_Tn2.rst - ./vstf/opnfv_bottlenecks_vstf_Tu1.rst - ./vstf/opnfv_bottlenecks_vstf_Tu2.rst - ./vstf/opnfv_bottlenecks_vstf_Tu3.rst diff --git a/docs/userguide/rubbos/opnfv_bottlenecks_rubbos_basic.rst b/docs/userguide/rubbos/opnfv_bottlenecks_rubbos_basic.rst deleted file mode 100644 index ffef6c48..00000000 --- a/docs/userguide/rubbos/opnfv_bottlenecks_rubbos_basic.rst +++ /dev/null @@ -1,30 +0,0 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International -.. License. -.. http://creativecommons.org/licenses/by/4.0 -.. (c) OPNFV, Huawei Tech and others. - -************************************************ -Bottlenecks Rubbos Test Case Description Basic -************************************************ - - -+-----------------------------------------------------------------------------+ -|Bottlenecks Rubbos Basic | -| | -+--------------+--------------------------------------------------------------+ -|test case name| opnfv_bottlenecks_rubbos_Basic | -| | | -+--------------+--------------------------------------------------------------+ -|description | Rubbos platform for 1 tomcat, 1 Apache and 1 mysql. | -| | | -+--------------+--------------------------------------------------------------+ -|configuration | config file: | -| | /testsuite/rubbos/testcase_cfg/rubbos_basic.yaml | -| | | -| | client number: 1 | -| | | -+--------------+--------------------------------------------------------------+ -|test result | throughput | -| | | -+--------------+--------------------------------------------------------------+ - diff --git a/docs/userguide/rubbos/opnfv_bottlenecks_rubbos_heavy_tc1101.rst b/docs/userguide/rubbos/opnfv_bottlenecks_rubbos_heavy_tc1101.rst deleted file mode 100644 index 08251c7b..00000000 --- a/docs/userguide/rubbos/opnfv_bottlenecks_rubbos_heavy_tc1101.rst +++ /dev/null @@ -1,30 +0,0 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International -.. License. -.. http://creativecommons.org/licenses/by/4.0 -.. (c) OPNFV, Huawei Tech and others. - -****************************************************** -Bottlenecks Rubbos Test Case Description Heavy TC1101 -****************************************************** - - -+-----------------------------------------------------------------------------+ -|Bottlenecks Rubbos TC Heavy1101 | -| | -+--------------+--------------------------------------------------------------+ -|test case name| opnfv_bottlenecks_rubbos_heavy_tc1101 | -| | | -+--------------+--------------------------------------------------------------+ -|description | Rubbos platform for 1 tomcat, 1 Apache and 1 mysql. | -| | | -+--------------+--------------------------------------------------------------+ -|configuration | config file: | -| | /testsuite/rubbos/testcase_cfg/rubbos-heavy_1-1-0-1.yaml | -| | | -| | client number: 10 | -| | | -+--------------+--------------------------------------------------------------+ -|test result | throughput | -| | | -+--------------+--------------------------------------------------------------+ - diff --git a/docs/userguide/rubbos/opnfv_bottlenecks_rubbos_tc1101.rst b/docs/userguide/rubbos/opnfv_bottlenecks_rubbos_tc1101.rst deleted file mode 100644 index 2a261313..00000000 --- a/docs/userguide/rubbos/opnfv_bottlenecks_rubbos_tc1101.rst +++ /dev/null @@ -1,30 +0,0 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International -.. License. -.. http://creativecommons.org/licenses/by/4.0 -.. (c) OPNFV, Huawei Tech and others. - -************************************************ -Bottlenecks Rubbos Test Case Description TC1101 -************************************************ - - -+-----------------------------------------------------------------------------+ -|Bottlenecks Rubbos TC1101 | -| | -+--------------+--------------------------------------------------------------+ -|test case name| opnfv_bottlenecks_rubbos_tc1101 | -| | | -+--------------+--------------------------------------------------------------+ -|description | Rubbos platform for 1 tomcat, 1 Apache and 1 mysql. | -| | | -+--------------+--------------------------------------------------------------+ -|configuration | config file: | -| | /testsuite/rubbos/testcase_cfg/rubbos_1-1-0-1.yaml | -| | | -| | client number: 5 | -| | | -+--------------+--------------------------------------------------------------+ -|test result | throughput | -| | | -+--------------+--------------------------------------------------------------+ - diff --git a/docs/userguide/rubbos/opnfv_bottlenecks_rubbos_tc1201.rst b/docs/userguide/rubbos/opnfv_bottlenecks_rubbos_tc1201.rst deleted file mode 100644 index 9b6a5f99..00000000 --- a/docs/userguide/rubbos/opnfv_bottlenecks_rubbos_tc1201.rst +++ /dev/null @@ -1,30 +0,0 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International -.. License. -.. http://creativecommons.org/licenses/by/4.0 -.. (c) OPNFV, Huawei Tech and others. - -************************************************ -Bottlenecks Rubbos Test Case Description TC1201 -************************************************ - - -+-----------------------------------------------------------------------------+ -|Bottlenecks Rubbos TC1201 | -| | -+--------------+--------------------------------------------------------------+ -|test case name| opnfv_bottlenecks_rubbos_tc1201 | -| | | -+--------------+--------------------------------------------------------------+ -|description | Rubbos platform for 1 Apache, 2 tomcat and 1 mysql. | -| | | -+--------------+--------------------------------------------------------------+ -|configuration | config file: | -| | /testsuite/rubbos/testcase_cfg/rubbos_1-2-0-1.yaml | -| | | -| | client number: 5 | -| | | -+--------------+--------------------------------------------------------------+ -|test result | throughput | -| | | -+--------------+--------------------------------------------------------------+ - diff --git a/docs/userguide/rubbos/opnfv_bottlenecks_rubbos_tc1301.rst b/docs/userguide/rubbos/opnfv_bottlenecks_rubbos_tc1301.rst deleted file mode 100644 index db4e0b63..00000000 --- a/docs/userguide/rubbos/opnfv_bottlenecks_rubbos_tc1301.rst +++ /dev/null @@ -1,30 +0,0 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International -.. License. -.. http://creativecommons.org/licenses/by/4.0 -.. (c) OPNFV, Huawei Tech and others. - -************************************************ -Bottlenecks Rubbos Test Case Description TC1301 -************************************************ - - -+-----------------------------------------------------------------------------+ -|Bottlenecks Rubbos TC1301 | -| | -+--------------+--------------------------------------------------------------+ -|test case name| opnfv_bottlenecks_rubbos_tc1301 | -| | | -+--------------+--------------------------------------------------------------+ -|description | Rubbos platform for 1 Apache, 3 tomcat and 1 mysql. | -| | | -+--------------+--------------------------------------------------------------+ -|configuration | config file: | -| | /testsuite/rubbos/testcase_cfg/rubbos_1-3-0-1.yaml | -| | | -| | client number: 5 | -| | | -+--------------+--------------------------------------------------------------+ -|test result | throughput | -| | | -+--------------+--------------------------------------------------------------+ - diff --git a/docs/userguide/rubbos/opnfv_bottlenecks_rubbos_tc1401.rst b/docs/userguide/rubbos/opnfv_bottlenecks_rubbos_tc1401.rst deleted file mode 100644 index f195d237..00000000 --- a/docs/userguide/rubbos/opnfv_bottlenecks_rubbos_tc1401.rst +++ /dev/null @@ -1,30 +0,0 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International -.. License. -.. http://creativecommons.org/licenses/by/4.0 -.. (c) OPNFV, Huawei Tech and others. - -************************************************ -Bottlenecks Rubbos Test Case Description TC1401 -************************************************ - - -+-----------------------------------------------------------------------------+ -|Bottlenecks Rubbos TC1401 | -| | -+--------------+--------------------------------------------------------------+ -|test case name| opnfv_bottlenecks_rubbos_tc1401 | -| | | -+--------------+--------------------------------------------------------------+ -|description | Rubbos platform for 1 Apache, 4 tomcat and 1 mysql. | -| | | -+--------------+--------------------------------------------------------------+ -|configuration | config file: | -| | /testsuite/rubbos/testcase_cfg/rubbos_1-4-0-1.yaml | -| | | -| | client number: 5 | -| | | -+--------------+--------------------------------------------------------------+ -|test result | throughput | -| | | -+--------------+--------------------------------------------------------------+ - diff --git a/docs/userguide/vstf/opnfv_bottlenecks_vstf_Ti1.rst b/docs/userguide/vstf/opnfv_bottlenecks_vstf_Ti1.rst deleted file mode 100644 index ce1690b4..00000000 --- a/docs/userguide/vstf/opnfv_bottlenecks_vstf_Ti1.rst +++ /dev/null @@ -1,28 +0,0 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International -.. License. -.. http://creativecommons.org/licenses/by/4.0 -.. (c) OPNFV, Huawei Tech and others. - -******************************************************************* -Bottlenecks vSwitch Test Framework(VSTF) Test Case Description Ti1 -******************************************************************* - - -+-----------------------------------------------------------------------------+ -|Bottlenecks VSTF Ti1 | -| | -+--------------+--------------------------------------------------------------+ -|test case name| opnfv_bottlenecks_vstf_Ti1 | -| | | -+--------------+--------------------------------------------------------------+ -|description | vSwitch test Ti1. | -| | | -+--------------+--------------------------------------------------------------+ -|configuration | config file: | -| | /testsuite/vstf/testcase_cfg/vstf_Ti1.yaml | -| | | -+--------------+--------------------------------------------------------------+ -|test result | throughput & latency | -| | | -+--------------+--------------------------------------------------------------+ - diff --git a/docs/userguide/vstf/opnfv_bottlenecks_vstf_Ti2.rst b/docs/userguide/vstf/opnfv_bottlenecks_vstf_Ti2.rst deleted file mode 100644 index 58cb40f7..00000000 --- a/docs/userguide/vstf/opnfv_bottlenecks_vstf_Ti2.rst +++ /dev/null @@ -1,28 +0,0 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International -.. License. -.. http://creativecommons.org/licenses/by/4.0 -.. (c) OPNFV, Huawei Tech and others. - -******************************************************************* -Bottlenecks vSwitch Test Framework(VSTF) Test Case Description Ti2 -******************************************************************* - - -+-----------------------------------------------------------------------------+ -|Bottlenecks VSTF Ti2 | -| | -+--------------+--------------------------------------------------------------+ -|test case name| opnfv_bottlenecks_vstf_Ti2 | -| | | -+--------------+--------------------------------------------------------------+ -|description | vSwitch test Ti2. | -| | | -+--------------+--------------------------------------------------------------+ -|configuration | config file: | -| | /testsuite/vstf/testcase_cfg/vstf_Ti2.yaml | -| | | -+--------------+--------------------------------------------------------------+ -|test result | throughput & latency | -| | | -+--------------+--------------------------------------------------------------+ - diff --git a/docs/userguide/vstf/opnfv_bottlenecks_vstf_Ti3.rst b/docs/userguide/vstf/opnfv_bottlenecks_vstf_Ti3.rst deleted file mode 100644 index 3bb9dfce..00000000 --- a/docs/userguide/vstf/opnfv_bottlenecks_vstf_Ti3.rst +++ /dev/null @@ -1,28 +0,0 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International -.. License. -.. http://creativecommons.org/licenses/by/4.0 -.. (c) OPNFV, Huawei Tech and others. - -******************************************************************* -Bottlenecks vSwitch Test Framework(VSTF) Test Case Description Ti3 -******************************************************************* - - -+-----------------------------------------------------------------------------+ -|Bottlenecks VSTF Ti3 | -| | -+--------------+--------------------------------------------------------------+ -|test case name| opnfv_bottlenecks_vstf_Ti3 | -| | | -+--------------+--------------------------------------------------------------+ -|description | vSwitch test Ti3. | -| | | -+--------------+--------------------------------------------------------------+ -|configuration | config file: | -| | /testsuite/vstf/testcase_cfg/vstf_Ti3.yaml | -| | | -+--------------+--------------------------------------------------------------+ -|test result | throughput & latency | -| | | -+--------------+--------------------------------------------------------------+ - diff --git a/docs/userguide/vstf/opnfv_bottlenecks_vstf_Tn1.rst b/docs/userguide/vstf/opnfv_bottlenecks_vstf_Tn1.rst deleted file mode 100644 index 5c591a9b..00000000 --- a/docs/userguide/vstf/opnfv_bottlenecks_vstf_Tn1.rst +++ /dev/null @@ -1,28 +0,0 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International -.. License. -.. http://creativecommons.org/licenses/by/4.0 -.. (c) OPNFV, Huawei Tech and others. - -******************************************************************* -Bottlenecks vSwitch Test Framework(VSTF) Test Case Description Tn1 -******************************************************************* - - -+-----------------------------------------------------------------------------+ -|Bottlenecks VSTF Tn1 | -| | -+--------------+--------------------------------------------------------------+ -|test case name| opnfv_bottlenecks_vstf_Tn1 | -| | | -+--------------+--------------------------------------------------------------+ -|description | vSwitch test Tn1. | -| | | -+--------------+--------------------------------------------------------------+ -|configuration | config file: | -| | /testsuite/vstf/testcase_cfg/vstf_Tn1.yaml | -| | | -+--------------+--------------------------------------------------------------+ -|test result | throughput & latency | -| | | -+--------------+--------------------------------------------------------------+ - diff --git a/docs/userguide/vstf/opnfv_bottlenecks_vstf_Tn2.rst b/docs/userguide/vstf/opnfv_bottlenecks_vstf_Tn2.rst deleted file mode 100644 index 4b6d0c45..00000000 --- a/docs/userguide/vstf/opnfv_bottlenecks_vstf_Tn2.rst +++ /dev/null @@ -1,28 +0,0 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International -.. License. -.. http://creativecommons.org/licenses/by/4.0 -.. (c) OPNFV, Huawei Tech and others. - -******************************************************************* -Bottlenecks vSwitch Test Framework(VSTF) Test Case Description Tn2 -******************************************************************* - - -+-----------------------------------------------------------------------------+ -|Bottlenecks VSTF Tn2 | -| | -+--------------+--------------------------------------------------------------+ -|test case name| opnfv_bottlenecks_vstf_Tn2 | -| | | -+--------------+--------------------------------------------------------------+ -|description | vSwitch test Tn2. | -| | | -+--------------+--------------------------------------------------------------+ -|configuration | config file: | -| | /testsuite/vstf/testcase_cfg/vstf_Tn2.yaml | -| | | -+--------------+--------------------------------------------------------------+ -|test result | throughput & latency | -| | | -+--------------+--------------------------------------------------------------+ - diff --git a/docs/userguide/vstf/opnfv_bottlenecks_vstf_Tu1.rst b/docs/userguide/vstf/opnfv_bottlenecks_vstf_Tu1.rst deleted file mode 100644 index cf27bb25..00000000 --- a/docs/userguide/vstf/opnfv_bottlenecks_vstf_Tu1.rst +++ /dev/null @@ -1,28 +0,0 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International -.. License. -.. http://creativecommons.org/licenses/by/4.0 -.. (c) OPNFV, Huawei Tech and others. - -******************************************************************* -Bottlenecks vSwitch Test Framework(VSTF) Test Case Description Tu1 -******************************************************************* - - -+-----------------------------------------------------------------------------+ -|Bottlenecks VSTF Tu1 | -| | -+--------------+--------------------------------------------------------------+ -|test case name| opnfv_bottlenecks_vstf_Tu1 | -| | | -+--------------+--------------------------------------------------------------+ -|description | vSwitch test Tu1. | -| | | -+--------------+--------------------------------------------------------------+ -|configuration | config file: | -| | /testsuite/vstf/testcase_cfg/vstf_Tu1.yaml | -| | | -+--------------+--------------------------------------------------------------+ -|test result | throughput & latency | -| | | -+--------------+--------------------------------------------------------------+ - diff --git a/docs/userguide/vstf/opnfv_bottlenecks_vstf_Tu2.rst b/docs/userguide/vstf/opnfv_bottlenecks_vstf_Tu2.rst deleted file mode 100644 index 2ae84467..00000000 --- a/docs/userguide/vstf/opnfv_bottlenecks_vstf_Tu2.rst +++ /dev/null @@ -1,28 +0,0 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International -.. License. -.. http://creativecommons.org/licenses/by/4.0 -.. (c) OPNFV, Huawei Tech and others. - -******************************************************************* -Bottlenecks vSwitch Test Framework(VSTF) Test Case Description Tu2 -******************************************************************* - - -+-----------------------------------------------------------------------------+ -|Bottlenecks VSTF Tu2 | -| | -+--------------+--------------------------------------------------------------+ -|test case name| opnfv_bottlenecks_vstf_Tu2 | -| | | -+--------------+--------------------------------------------------------------+ -|description | vSwitch test Tu2. | -| | | -+--------------+--------------------------------------------------------------+ -|configuration | config file: | -| | /testsuite/vstf/testcase_cfg/vstf_Tu2.yaml | -| | | -+--------------+--------------------------------------------------------------+ -|test result | throughput & latency | -| | | -+--------------+--------------------------------------------------------------+ - diff --git a/docs/userguide/vstf/opnfv_bottlenecks_vstf_Tu3.rst b/docs/userguide/vstf/opnfv_bottlenecks_vstf_Tu3.rst deleted file mode 100644 index 4e090f17..00000000 --- a/docs/userguide/vstf/opnfv_bottlenecks_vstf_Tu3.rst +++ /dev/null @@ -1,28 +0,0 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International -.. License. -.. http://creativecommons.org/licenses/by/4.0 -.. (c) OPNFV, Huawei Tech and others. - -******************************************************************* -Bottlenecks vSwitch Test Framework(VSTF) Test Case Description Tu3 -******************************************************************* - - -+-----------------------------------------------------------------------------+ -|Bottlenecks VSTF Tu3 | -| | -+--------------+--------------------------------------------------------------+ -|test case name| opnfv_bottlenecks_vstf_Tu3 | -| | | -+--------------+--------------------------------------------------------------+ -|description | vSwitch test Tu3. | -| | | -+--------------+--------------------------------------------------------------+ -|configuration | config file: | -| | /testsuite/vstf/testcase_cfg/vstf_Tu3.yaml | -| | | -+--------------+--------------------------------------------------------------+ -|test result | throughput & latency | -| | | -+--------------+--------------------------------------------------------------+ - -- cgit 1.2.3-korg